New report testing
Created on February 19|Last edited on February 22
Comment
Expand 62 lines ... | |||||
63 |
| 63 |
| ||
64 | * large (possibly—not sure we can tokenize for it) | 64 | * large (possibly—not sure we can tokenize for it) | ||
65 |
| 65 |
| ||
66 | - |
| 66 | + |
|
67 |
| 67 |
| ||
68 | GPT_RM = "stacey/model-registry/tinybird" | 68 | GPT_RM = "stacey/model-registry/tinybird" | ||
69 |
| 69 |
| ||
Expand 28 lines ... | |||||
98 |
| 98 |
| ||
99 | 99 | ||||
100 | - |
| 100 | + |
|
101 | - |
| 101 | + |
|
102 |
| 102 |
| ||
103 | to_tune = load_model_variant("medium") | 103 | to_tune = load_model_variant("medium") | ||
104 |
| 104 |
| ||
105 |
| 105 |
| ||
106 |
| 106 |
| ||
Expand 259 lines ... | |||||
366 | - | wandb.init(project=PROJECT,name=run_name,job_type="live-explore") | 366 | + | wandb.init(project=PROJECT,job_type="live-explore") |
367 |
| 367 |
| ||
368 | - | wandb.run.use_artifact("stacey/model-registry/tinybird:best_tuned | 368 | + | wandb.run.use_artifact("stacey/model-registry/tinybird:longest_tune |
369 |
| 369 |
| ||
370 |
| 370 |
| ||
371 |
| 371 |
| ||
372 |
| 372 |
| ||
373 |
| 373 |
| ||
374 | human_time, timestamp = get_timestamps() | 374 | human_time, timestamp = get_timestamps() | ||
375 | cfg = { | 375 | cfg = { | ||
453 | - | infer(mon_5, "compose-explore", "Title: X. {Poem,Lyrics,Article}:", run_name="mon_5_test_best_tune", notes="comparing to longest_tune variant") | 453 | + | infer(mon_5, "compose-explore", "Title: X. {Poem,Lyrics,Article}:", run_name="mon_5_test_longest_tune", notes="comparing to longest_tune variant") |
Expand 78 lines ... | |||||
455 |
| 455 |
| ||
456 |
| 456 |
| ||
457 | def pretty(prompt, response): | 457 | def pretty(prompt, response): | ||
458 | resp = response[len(prompt):] | 458 | resp = response[len(prompt):] | ||
459 |
| 459 |
| ||
460 | html = f'<html><span style="color:green;font-family:Times New Roman">{prompt}</span><pre style="color:black;font-family:Times New Roman">{resp}</pre></html>' | 460 | html = f'<html><span style="color:green;font-family:Times New Roman">{prompt}</span><pre style="color:black;font-family:Times New Roman">{resp}</pre></html>' | ||
461 | return wandb.Html(html) | 461 | return wandb.Html(html) | ||
Expand 124 lines ... |
Add a comment