Primary
meta
11m 40s
12m 58s
12m 58s
13m 24s
15m 11s
15m 4s
config
axolotl_config
gradient_checkpointing_kwargs
-
false
-
-
-
-
16
4
4
4
4
4
false
true
true
true
true
true
-
-
-
-
["lm_head"]
-
-
-
-
-
true
true
["q_proj","v_proj"]
["q_proj","v_proj"]
["q_proj","v_proj"]
["q_proj","v_proj","k_proj","o_proj"]
-
-
1
4
4
4
4
4
gradient_checkpointing_kwargs
-
false
false
false
false
false
16
4
4
4
4
4
16
4
4
4
4
4
false
true
true
true
true
true
./qlora-out/runs/Jan05_17-13-12_64dcd0883459
./qlora-out/runs/Jan05_16-48-03_64dcd0883459
./qlora-out/runs/Jan05_16-17-33_64dcd0883459
./qlora-out/runs/Jan05_16-01-14_64dcd0883459
./qlora-out/runs/Jan05_15-43-47_64dcd0883459
./qlora-out/runs/Jan05_15-27-47_64dcd0883459
1
4
4
4
4
4
1
4
4
4
4
4
0.85
0.97
0.97
0.97
0.97
0.97
1
4
4
4
4
4
summary
_wandb
696
774
775
799
906
900
train
0.06
0.07
0.07
0.07
0.07
0.07
0.7768
0.9064
0.9069
0.902
1.0264
0.8947
35017317993676800
35017317993676800
35017317993676800
35084319483494400
36006878458675200
35362633364275200
0.91224
0.9092
0.90932
0.90213
1.03059
0.89468
683.5
762.3781
762.7464
787.186
892.3208
886.6852
1.17
1.049
1.049
1.016
0.897
0.902
0.073
0.066
0.066
0.064
0.056
0.056
696.24624
774.73552
775.27942
799.98356
905.97372
900.37278
1704475476.84939
1704474046.63238
1704472216.69364
1704471262.52755
1704470320.61199
1704469354.63574