Primary
4
meta
11m 40s
12m 58s
12m 58s
13m 24s
15m 11s
15m 4s
config
axolotl_config
gradient_checkpointing_kwargs
-
false
-
-
-
-
16
4
4
4
4
4
false
true
true
true
true
true
-
-
-
-
["lm_head"]
-
-
-
-
-
true
true
["q_proj","v_proj"]
["q_proj","v_proj"]
["q_proj","v_proj"]
["q_proj","v_proj","k_proj","o_proj"]
-
-
1
4
4
4
4
4
gradient_checkpointing_kwargs
-
false
false
false
false
false
16
4
4
4
4
4
16
4
4
4
4
4
false
true
true
true
true
true
./qlora-out/runs/Jan05_17-13-12_64dcd0883459
./qlora-out/runs/Jan05_16-48-03_64dcd0883459
./qlora-out/runs/Jan05_16-17-33_64dcd0883459
./qlora-out/runs/Jan05_16-01-14_64dcd0883459
./qlora-out/runs/Jan05_15-43-47_64dcd0883459
./qlora-out/runs/Jan05_15-27-47_64dcd0883459
1
4
4
4
4
4
1
4
4
4
4
4
0.85
0.97
0.97
0.97
0.97
0.97
1
4
4
4
4
4
summary
_wandb
696
774
775
799
906
900
train
0.06
0.07
0.07
0.07
0.07
0.07
0.7768
0.9064
0.9069
0.902
1.0264
0.8947
35017317993676800
35017317993676800
35017317993676800
35084319483494400
36006878458675200
35362633364275200
0.91224
0.9092
0.90932
0.90213
1.03059
0.89468
683.5
762.3781
762.7464
787.186
892.3208
886.6852