Sam-greydanus's workspace
Runs
20
Name
1 visualized
State
Notes
User
Tags
Created
Runtime
Sweep
ablate_cross_attention
add_digits
alphabet
augment
batch_size
dataset_name
device
downsample_mean
downsample_width
learning_rate
local_checkpoint_path
log_every
lr_decay
max_seq_length
max_steps
n_ctx_head
n_embd
n_embd_context
n_layer
num_words
print_every
seed
step_lr_every
test_size
train_size
wandb_api_key
wandb_entity
wandb_project
wandb_run_name
weight_decay
load_from_run_id
step
test_loss
train_loss
train_loss_step
Crashed
sam-greydanus
4h 45m
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
bigbank_3500
cuda
0.65
0.1
0.01
best_checkpoint.pt
2000
0.5
1050
125000
4
64
64
5
4
100
1337
33000
5000
745000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
-
107200
1.17228
1.1011
1.11137
Finished
sam-greydanus
7h 9m 52s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
bigbank_3500
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.66
1050
125000
4
64
64
5
4
100
0
20000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
sesr6nau
124999
1.25245
1.08976
1.12344
Crashed
sam-greydanus
6d 3h 44m 45s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
biglittlebank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.66
1050
100000
4
64
64
5
4
100
0
20000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
7fkxkoir
83163
1.17714
1.15067
1.07782
Killed
sam-greydanus
1h 56m 39s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
biglittlebank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.66
800
102000
4
64
64
5
4
100
0
20000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
-
75000
1.41752
1.32945
1.34272
Killed
sam-greydanus
3h 12m 36s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
64
biglittlebank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.66
1000
105000
4
64
64
5
4
100
0
25000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
-
49977
1.24013
1.22142
1.19662
Killed
sam-greydanus
2d 24m 53s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
biglittlebank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.66
1050
170000
4
64
64
6
4
100
42
33000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
j2utqnw3
124171
1.1966
1.11403
1.12547
Crashed
sam-greydanus
43m 16s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
biglittlebank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.66
1050
170000
4
64
64
4
4
100
42
33000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
-
20000
1.26461
1.27812
1.18503
Finished
sam-greydanus
3h 33m 13s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
biglittlebank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.66
1050
82000
4
64
64
5
4
100
0
20000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
-
81999
1.18114
1.15235
1.07057
Finished
sam-greydanus
5h 43m 24s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
bigeasybank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.66
1050
82000
4
64
64
5
4
100
0
20000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
0s2d9w5r
81999
1.23378
1.18814
1.12632
Finished
sam-greydanus
2d 10h 14m 43s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
bigbank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.66
1050
82000
4
64
64
5
4
100
0
20000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
7f431phd
81999
1.23159
1.15184
1.18568
Finished
sam-greydanus
6h 49m 8s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
bigbank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.5
1050
85000
4
64
64
5
4
100
0
20000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
4lg5dlkr
84999
1.24063
1.15309
1.0893
Finished
sam-greydanus
16h 1m 10s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
bigbank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.66
1250
106000
4
64
64
4
5
100
42
33000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
mm24up3y
105999
1.23413
1.12815
1.14818
Crashed
sam-greydanus
5h 1m 19s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
bigbank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.5
1250
130000
4
64
64
4
5
100
42
25000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
1ui2y7yn
45000
1.31853
1.16032
1.16334
Finished
sam-greydanus
19h 57m 9s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
bigbank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.5
1250
106000
4
64
64
4
5
100
42
25000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
ff2kly3t
105999
1.41631
1.26781
1.18045
Finished
sam-greydanus
1d 18m 10s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
bigbank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.5
1250
156000
4
64
64
4
5
100
42
25000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
7e9hz1og
155999
1.30465
1.16142
1.12474
Killed
sam-greydanus
3h 11m 56s
-
-
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
64
bigbank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.25
1300
156000
4
64
64
4
5
100
42
25000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
5m10f9u0
34124
1.3664
1.29212
1.21092
Crashed
sam-greydanus
7h 22m 46s
-
false
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
bigbank
cuda
0.65
0.1
0.01
best_checkpoint.pt
2500
0.333
1100
220000
4
64
64
4
4
100
42
50000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
-
205836
1.20497
1.09084
1.03313
Finished
sam-greydanus
3h 8m 41s
-
false
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
bigbank
cuda
0.55
0.1
0.01
best_checkpoint.pt
2500
0.333
1000
110000
4
64
64
4
4
100
42
25000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
-
109999
1.28661
1.21609
1.20596
Killed
sam-greydanus
1h 12m 16s
-
true
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
bigbank
cuda
0.55
0.1
0.01
best_checkpoint.pt
2500
0.333
1000
110000
4
64
64
4
4
100
42
25000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
-
45077
1.2988
1.23143
1.22631
Finished
sam-greydanus
3h 8m 9s
-
false
true
enaitoshrdx.vpukbgfcymzw1lqj804I92637OTAS5N)EHR"'(BCQLMWYU,ZF!DXV?KPGJ
true
32
bigbank
cuda
0.55
0.1
0.01
best_checkpoint.pt
2500
0.333
1000
110000
4
64
64
4
4
100
42
25000
3000
497000
b1408f5cd455199c47287df58ed75d986813cdbb
sam-greydanus
bigbank_2k
unnamed_run
0.0001
-
109999
1.21097
1.14878
1.18952
1-20
of 20