Skip to main content

New report testing

Created on February 19|Last edited on February 22

Expand 62 lines ...
63
* medium
63
* medium
64
* large (possibly—not sure we can tokenize for it)
64
* large (possibly—not sure we can tokenize for it)
65
# %%
65
# %%
66
-
##
 path to the registered model
66
+
#
 path to the registered model
67
# just wrap this function to do both?!?
67
# just wrap this function to do both?!?
68
GPT_RM = "stacey/model-registry/tinybird"
68
GPT_RM = "stacey/model-registry/tinybird"
69
#FT_MODEL = 'stacey/wave/gpt2-med-tune-3-compose-diff-templates:v0'
69
#FT_MODEL = 'stacey/wave/gpt2-med-tune-3-compose-diff-templates:v0'
Expand 28 lines ...
98
  return model
98
  return model
99
99
100
-
model = load_model_variant("best_tuned", model_type=MODEL_TYPE, run_prefix="resurrect_")
100
+
#
model = load_model_variant("best_tuned", model_type=MODEL_TYPE, run_prefix="resurrect_")
101
-
#
model = load_model_variant("longest_tune", model_type=MODEL_TYPE, run_prefix="resurrect_")
101
+
model = load_model_variant("longest_tune", model_type=MODEL_TYPE, run_prefix="resurrect_")
102
# %%
102
# %%
103
to_tune = load_model_variant("medium")
103
to_tune = load_model_variant("medium")
104
# %%
104
# %%
105
## 1B Load any model from artifact
105
## 1B Load any model from artifact
106
# %%
106
# %%
Expand 259 lines ...
366
-
  wandb.init(project=PROJECT, 
name=run_name, 
job_type="live-explore")
366
+
  wandb.init(project=PROJECT, 
job_type="live-explore")
367
  # is this an annoying hack..?
367
  # is this an annoying hack..?
368
-
  wandb.run.use_artifact("stacey/model-registry/tinybird:
best_tuned
")
368
+
  wandb.run.use_artifact("stacey/model-registry/tinybird:
longest_tune
")
369
# what do we want to put in the metadata for a series of prompt inputs?
369
# what do we want to put in the metadata for a series of prompt inputs?
370
# - notes (what i was thinking/why)
370
# - notes (what i was thinking/why)
371
# - timestamp
371
# - timestamp
372
# - some sort of version / phase of exploration?
372
# - some sort of version / phase of exploration?
373
# - template for how this should be loaded
373
# - template for how this should be loaded
374
  human_time, timestamp = get_timestamps()
374
  human_time, timestamp = get_timestamps()
375
  cfg = {
375
  cfg = {
453
-
infer(mon_5, "compose-explore", "Title: X. {Poem,Lyrics,Article}:", run_name="
mon_5_test_best_tune
", notes="comparing to longest_tune variant")
453
+
infer(mon_5, "compose-explore", "Title: X. {Poem,Lyrics,Article}:", run_name="
mon_5_test_longest_tune
", notes="comparing to longest_tune variant")
Expand 78 lines ...
455
# 7 Fun color mode
455
# 7 Fun color mode
456
# %%
456
# %%
457
def pretty(prompt, response):
457
def pretty(prompt, response):
458
  resp = response[len(prompt):]
458
  resp = response[len(prompt):]
459
  #resp.replace("\n", "<br>")
459
  #resp.replace("\n", "<br>")
460
  html = f'<html><span style="color:green;font-family:Times New Roman">{prompt}</span><pre style="color:black;font-family:Times New Roman">{resp}</pre></html>'
460
  html = f'<html><span style="color:green;font-family:Times New Roman">{prompt}</span><pre style="color:black;font-family:Times New Roman">{resp}</pre></html>'
461
  return wandb.Html(html)
461
  return wandb.Html(html)
Expand 124 lines ...
List<File<{extension: ipynb}>>