Bpas992's workspace
Runs
86
Name
86 visualized
State
Notes
User
Tags
Created
Runtime
Sweep
attn_eps
attn_frac
attn_prune_heads
attn_prune_type
attn_scoring
cripple
delete_residual_biases
do_attn_mean_offset
ff_eps
ff_frac
ff_scoring
focus
model_size
run_pre_test
svd_attn
svd_combine_biases
token_limit
accuracy/code/base
accuracy/code/skip
accuracy/code/topk
accuracy/code/topk_skip
accuracy/pile/base
accuracy/pile/skip
accuracy/pile/topk
accuracy/pile/topk_skip
accuracy/pile_codeless/base
accuracy/pile_codeless/skip
accuracy/pile_codeless/topk
accuracy/pile_codeless/topk_skip
areas/base
areas/skip
areas/topk
areas/topk_skip
deletions/attn_del
deletions/attn_threshold
deletions/ff_del
deletions/ff_threshold
deletions_per_layer/attn
deletions_per_layer/ff
init_accuracy/code/base
init_accuracy/code/skip
init_accuracy/code/topk
init_accuracy/code/topk_skip
init_accuracy/pile/base
Crashed
nickypro
52m
-
0.0001
0.005
false
pre_out
abs
code
false
false
0.001
0.03
freq
pile
facebook/galactica-125m
false
false
false
1000
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
Finished
nickypro
13s
-
0.0001
0.005
false
pre_out
abs
code
false
false
0.001
0.03
freq
pile
facebook/galactica-125m
false
false
false
1000
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
Finished
nickypro
6h 42m 39s
-
0.0001
0
false
pre_out
abs
pile_codeless
-
false
0.001
0.02
std
code
EleutherAI/pythia-6.9B
true
false
false
1000
0.54201
0.073767
8.33963
0.76458
0
0
0
0
0.52927
0.0089922
8.64467
0.25977
0.70205
0.60102
0.73758
0.51054
0
0
10485
0
[]
[3406,473,6,38,281,1675,532,1107,1074,621,438,317,126,37,24,24,12,6,15,11,15,10,10,13,10,16,14,22,31,38,63,20]
79.96795
76.20118
93.83507
91.5773
-
Killed
nickypro
4m 59s
-
0.0001
0
false
pre_out
abs
pile_codeless
-
false
0.001
0.02
std
code
EleutherAI/pythia-6.9B
true
false
false
1000
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
Finished
nickypro
7h 7m 46s
-
0.0001
0
false
pre_out
abs
code
-
false
0.001
0.02
std
pile_codeless
EleutherAI/pythia-6.9B
true
false
false
1000
0.52186
0.07277
8.28421
0.77156
0
0
0
0
0.52728
0.0089922
8.63074
0.26277
1.43736
1.44905
1.4175
1.46748
0
0
10485
0
[]
[1489,3480,179,99,189,858,459,804,974,529,444,292,85,44,36,33,36,33,26,39,39,30,32,20,20,14,21,30,38,35,59,19]
79.96795
76.20118
93.83507
91.5773
-
Finished
nickypro
6h 34m 39s
-
0.0001
0
false
pre_out
abs
pile_codeless
-
false
0.001
0.02
rms
code
EleutherAI/pythia-6.9B
true
false
false
1000
0.55641
0.064795
8.19999
0.68484
0
0
0
0
0.4835
0.0069939
8.47422
0.27576
0.66562
0.60741
0.62723
0.49736
0
0
10485
0
[]
[993,2941,769,1245,573,674,155,337,409,380,387,315,250,139,131,108,61,45,84,74,58,54,58,54,38,31,32,25,26,12,17,10]
79.96795
76.20118
93.83507
91.5773
-
Finished
nickypro
6h 42m 14s
-
0.0001
0
false
pre_out
abs
code
-
false
0.001
0.02
rms
pile_codeless
EleutherAI/pythia-6.9B
true
false
false
1000
0.55281
0.075761
8.46632
0.76857
0
0
0
0
0.54784
0.007993
8.69773
0.26077
1.33578
1.3521
1.32633
1.33494
0
0
10485
0
[]
[869,5284,1345,927,413,258,128,254,299,152,119,78,43,18,20,19,9,13,20,20,30,33,38,22,12,8,1,10,13,8,14,8]
79.96795
76.20118
93.83507
91.5773
-
Finished
nickypro
4h 24m 3s
-
0.0001
0.007
false
pre_out
abs
pile_codeless
-
false
0.001
0.03
std
code
EleutherAI/pythia-6.9B
true
false
false
1000
0.74572
0.021931
7.02095
0.32099
0
0
0
0
1.39944
0.0049957
7.8395
0.24179
0.68762
0.57322
0.72964
0.51381
917
1.74219
15728
0.025391
[[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,2,0,0,0,0,1,0,0,0,0,0,9,0,0,0,1,0,2,4,0,0,0,3,0,1,1,1,1],[3,0,2,0,3,0,0,0,0,1,0,2,3,1,5,3,2,3,1,2,1,0,0,2,4,2,0,1,1,6,3,2],[3,3,0,0,2,0,1,0,4,6,3,4,5,0,0,5,2,10,4,2,9,0,4,0,5,5,5,3,10,0,6,2],[1,0,0,0,0,1,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0],[5,6,2,2,1,4,4,3,2,3,0,1,3,3,4,3,1,4,1,7,5,1,2,3,6,0,3,3,2,5,0,3],[0,2,3,3,3,4,3,2,1,0,4,1,5,3,1,1,2,2,0,5,7,2,3,0,4,6,1,2,1,5,6,0],[3,6,7,2,2,4,1,1,2,2,0,4,4,7,1,2,4,1,7,2,2,2,4,2,4,2,1,0,4,1,4,3],[3,1,1,3,1,5,2,2,1,1,3,3,0,2,2,1,1,2,1,3,2,0,2,6,2,1,1,6,4,2,2,2],[3,2,2,1,2,4,4,0,0,2,3,3,2,2,0,1,4,4,1,5,3,2,2,3,0,1,5,1,3,4,3,3],[3,1,0,4,1,0,1,2,3,2,2,0,2,2,0,6,1,3,2,1,2,0,3,2,2,3,7,3,2,1,3,1],[0,2,2,1,0,4,1,1,2,0,2,0,2,1,0,3,2,0,1,2,1,0,1,1,2,5,1,0,1,2,1,6],[3,0,0,0,0,2,1,0,1,0,0,0,0,0,1,1,0,1,1,0,1,0,1,1,0,0,0,0,1,0,0,0],[0,1,2,1,0,0,0,1,0,0,0,1,1,0,0,2,0,1,3,0,0,0,0,0,0,2,1,1,1,0,0,2],[0,0,2,0,0,6,0,0,0,2,1,0,1,0,0,1,0,0,2,0,0,0,0,0,1,0,2,2,1,0,0,0],[0,0,1,0,0,1,2,1,0,0,0,0,1,1,1,0,0,1,0,1,0,2,1,2,0,0,1,0,0,1,1,0],[0,2,0,1,0,0,0,1,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0],[1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,2,0,0,0,0,0,0,2,0,0,0,0],[0,1,0,1,1,0,0,0,0,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,1],[0,0,0,0,0,0,0,1,0,0,1,0,0,1,0,0,1,0,0,0,0,1,3,0,0,0,2,0,0,1,0,0],[0,0,0,0,0,0,0,0,0,0,2,1,0,0,1,0,0,2,1,0,1,0,0,0,0,0,1,1,0,0,0,0],[0,1,0,0,0,0,0,1,0,1,0,0,0,0,2,0,1,0,1,0,0,0,0,0,1,0,0,3,0,0,0,0],[0,0,1,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,1,0,0,0,1,0],[0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,1,2,0,1,0,0,0,0,0,1,0,0,0,1,0,2,0],[0,0,2,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,1,0,0,0,0],[1,0,0,0,0,0,0,0,0,0,1,2,1,2,0,0,0,0,0,0,0,0,1,3,0,0,1,1,0,0,0,0],[0,0,0,0,0,2,0,0,1,1,1,0,0,0,1,0,0,0,0,0,0,0,1,3,0,0,0,0,0,0,0,1],[0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,1,0,0,0,0,0,1,0],[1,1,0,0,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,1,0,0,1,0,1,0,0,0,0,0,0,1],[0,1,0,0,0,0,1,2,1,0,0,0,1,0,0,0,0,1,1,0,0,0,0,1,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,1,1,0,1,0,0,1,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0]]
[6703,1277,116,121,456,1477,831,984,716,657,441,300,203,113,92,110,81,42,63,49,46,49,80,102,77,80,72,83,79,78,80,70]
79.96795
76.20118
93.83507
91.5773
-
Finished
nickypro
4h 32m 12s
-
0.0001
0.007
false
pre_out
abs
code
-
false
0.001
0.03
std
pile_codeless
EleutherAI/pythia-6.9B
true
false
false
1000
1.57061
0.013956
8.61604
0.48148
0
0
0
0
2.49644
0.012989
13.2701
0.37168
1.45687
1.45547
1.44162
1.48041
917
1.69434
15728
0.043915
[[8,7,11,6,2,0,1,2,1,0,3,0,1,1,6,6,1,8,9,0,4,3,6,1,2,2,0,2,14,1,6,5],[0,0,0,3,0,1,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,1,0,0,0,0,0,1,0,1,0],[1,1,1,1,0,1,1,0,0,1,0,0,3,0,2,1,0,3,0,2,3,0,0,0,3,1,3,0,1,0,0,0],[2,0,2,0,1,0,0,0,5,2,1,4,2,0,0,5,1,2,1,2,1,1,1,0,2,4,0,3,2,0,4,2],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0],[1,3,0,1,1,2,1,1,0,3,0,1,1,0,1,2,0,3,0,0,0,0,0,2,2,0,3,1,0,1,1,1],[0,1,5,1,1,0,2,4,0,0,2,0,0,3,1,3,1,0,1,0,0,0,1,1,3,0,0,1,0,2,0,0],[1,0,3,2,0,2,3,0,2,1,2,1,2,3,1,0,1,0,1,0,1,0,2,0,2,2,0,2,1,0,1,1],[1,1,0,0,2,1,1,1,1,2,1,1,0,0,5,0,1,0,0,1,0,0,0,0,0,0,2,2,1,3,1,1],[0,0,0,0,1,3,1,0,2,1,0,1,3,0,4,4,1,3,0,1,1,3,2,1,1,1,0,0,2,1,0,1],[1,0,3,1,1,1,0,1,0,0,3,5,1,3,1,1,0,0,2,0,1,1,4,0,0,1,4,0,0,0,0,3],[1,0,2,0,2,0,0,1,0,0,1,0,0,1,1,0,1,1,0,0,1,2,1,2,3,0,0,0,0,0,1,1],[1,0,2,4,2,1,0,1,1,0,0,1,3,1,0,0,1,0,0,0,1,0,1,1,0,0,0,0,2,0,1,0],[0,0,2,0,0,0,1,0,1,1,0,1,1,0,2,1,1,3,4,1,0,2,2,3,0,1,0,0,2,0,0,0],[2,1,1,0,0,0,2,0,0,1,2,1,0,0,2,1,1,0,0,2,0,2,2,2,1,0,0,2,0,2,0,1],[0,2,0,0,0,0,1,1,2,1,1,0,0,0,0,2,2,1,0,4,1,1,0,0,1,1,1,3,0,1,3,0],[2,1,0,0,1,1,0,3,0,0,2,0,1,1,0,1,2,1,0,1,3,1,5,1,0,0,2,0,3,1,0,0],[1,1,0,2,0,0,1,0,0,0,1,2,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,2,1],[0,0,0,0,0,1,4,2,3,0,2,2,0,1,1,0,1,4,1,0,1,1,0,2,2,4,1,1,0,3,2,2],[1,0,0,2,0,0,0,1,1,3,0,2,2,1,0,2,2,2,0,1,0,0,1,1,1,2,3,2,0,1,0,1],[7,0,0,1,1,0,0,1,1,2,1,1,1,1,3,1,2,3,0,0,1,3,1,0,1,0,0,1,0,2,1,0],[0,1,1,1,1,0,0,0,1,0,0,1,1,0,0,0,0,1,3,0,0,1,0,1,0,1,0,1,0,1,1,0],[0,0,0,1,0,0,0,0,1,0,1,1,0,2,2,1,0,0,1,0,0,1,1,0,0,1,1,2,1,0,0,0],[0,0,0,0,0,2,1,0,2,0,1,1,0,0,0,0,1,2,0,0,0,0,0,0,1,0,3,0,1,1,0,0],[0,0,1,0,1,0,0,0,0,3,1,1,1,0,1,0,0,1,0,1,0,2,0,0,0,0,1,0,1,2,0,0],[2,0,0,0,1,1,1,1,1,1,1,2,4,1,0,1,0,0,1,3,1,1,0,0,2,0,2,3,1,3,1,2],[0,1,1,1,0,0,0,0,0,0,2,1,2,1,2,0,1,0,1,1,0,1,0,0,0,2,0,0,0,2,1,0],[1,1,1,0,0,1,2,0,1,2,0,1,4,0,0,0,0,0,0,0,0,1,0,1,1,0,0,3,1,1,2,1],[0,0,1,0,0,1,1,0,0,0,1,0,0,1,0,0,1,1,0,0,1,1,1,1,0,2,1,0,0,0,0,1],[3,0,0,0,1,0,0,1,0,0,2,1,0,0,0,0,0,0,0,0,0,4,1,0,0,0,0,0,0,0,0,0],[0,1,0,1,0,0,1,0,0,0,1,0,0,0,0,1,0,1,2,0,1,0,1,0,0,0,1,0,0,0,0,1],[0,1,1,0,0,2,0,1,0,0,0,1,0,0,0,0,0,0,2,0,2,2,0,3,0,1,2,1,3,1,1,0]]
[5560,5597,393,276,58,81,172,329,393,347,362,254,194,151,105,171,162,129,114,103,112,114,93,79,63,71,50,43,33,39,41,39]
79.96795
76.20118
93.83507
91.5773
-
Crashed
nickypro
14m 33s
-
0.0001
0
false
pre_out
abs
pile_codeless
-
false
0.001
0.02
freq
code
EleutherAI/pythia-6.9B
true
false
false
1000
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
Crashed
nickypro
2m 5s
-
0.0001
0
false
pre_out
abs
code
-
false
0.001
0.02
freq
pile_codeless
EleutherAI/pythia-6.9B
true
false
false
1000
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
Failed
nickypro
3h 18m 51s
-
0.0001
0
false
pre_out
abs
pile_codeless
-
false
0.001
0.02
freq
code
EleutherAI/pythia-1.4B
true
false
false
1000
0.51466
0.083735
5.107
0.62303
0
0
0
0
0.43111
0.038966
3.17228
0.28775
0.73352
0.5918
0.77593
0.51761
0
0
3932
0
[]
[1180,981,236,289,288,173,119,91,80,42,60,33,37,49,52,43,40,34,14,16,12,24,20,19]
77.96731
73.84856
92.77648
90.13489
-
Failed
nickypro
3h 15m 39s
-
0.0001
0
false
pre_out
abs
code
-
false
0.001
0.02
freq
pile_codeless
EleutherAI/pythia-1.4B
true
false
false
1000
0.47651
0.087723
4.91625
0.63599
0
0
0
0
0.4331
0.038966
2.82739
0.31373
1.29482
1.30004
1.24855
1.23648
0
0
3932
0
[]
[2599,612,419,80,74,40,26,13,9,2,9,6,4,5,2,8,8,5,2,0,0,3,1,5]
77.96731
73.84856
92.77648
90.13489
-
Failed
nickypro
2h 47m 59s
-
0.0001
0
false
pre_out
abs
pile_codeless
-
false
0.001
0.02
freq
code
EleutherAI/pythia-160m
true
false
false
1000
0.0021594
0.0029905
0.14612
0.099685
0
0
0
0
0.041121
0.03397
0.35881
0.26377
0.85202
0.66721
0.89363
0.61775
0
0
737
0
[]
[282,35,162,40,26,48,20,17,21,20,18,48]
71.34245
65.84864
88.85151
84.76315
-
Failed
nickypro
2h 47m 22s
-
0.0001
0
false
pre_out
abs
code
-
false
0.001
0.02
freq
pile_codeless
EleutherAI/pythia-160m
true
false
false
1000
0
0
0.24041
0.093704
0
0
0
0
0.042447
0.027976
0.42514
0.26377
1.34506
1.29854
1.30987
1.2523
0
0
737
0
[]
[714,0,7,4,4,0,3,0,2,0,1,2]
71.34245
65.84864
88.85151
84.76315
-
Crashed
nickypro
1m 51s
-
0.0001
0
false
pre_out
abs
pile_codeless
-
false
0.001
0.02
std
code
EleutherAI/pythia-6.9B
true
false
false
1000
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
Crashed
nickypro
2h 34m 16s
-
0.0001
0
false
pre_out
abs
code
-
false
0.001
0.02
std
pile_codeless
EleutherAI/pythia-6.9B
true
false
false
1000
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
Failed
nickypro
3h 10m 59s
-
0.0001
0
false
pre_out
abs
pile_codeless
-
false
0.001
0.02
std
code
EleutherAI/pythia-1.4B
true
false
false
1000
0.51682
0.087723
4.93353
0.62901
0
0
0
0
0.41784
0.038966
3.17427
0.28675
0.65564
0.51811
0.7306
0.46922
0
0
3932
0.025894
[]
[1896,834,224,225,106,95,84,67,55,34,27,15,33,35,33,35,17,13,6,11,9,20,26,32]
77.96731
73.84856
92.77648
90.13489
-
Failed
nickypro
3h 13m 58s
-
0.0001
0
false
pre_out
abs
code
-
false
0.001
0.02
std
pile_codeless
EleutherAI/pythia-1.4B
true
false
false
1000
0.51322
0.086726
4.91481
0.62602
0
0
0
0
0.41983
0.037967
3.1862
0.28475
1.44521
1.46528
1.40119
1.43268
0
0
3932
0.00029564
[]
[156,1415,1167,286,254,252,139,105,30,10,11,9,12,6,8,13,10,10,7,4,6,10,7,5]
77.96731
73.84856
92.77648
90.13489
-
Failed
nickypro
2h 45m 29s
-
0.0001
0
false
pre_out
abs
pile_codeless
-
false
0.001
0.02
std
code
EleutherAI/pythia-160m
true
false
false
1000
0.0014396
0.0019937
0.16052
0.10367
0
0
0
0
0.0451
0.036968
0.36876
0.25378
0.87223
0.68386
0.92097
0.64774
0
0
737
0.010368
[]
[0,55,142,73,63,120,57,31,49,44,28,75]
71.34245
65.84864
88.85151
84.76315
-
1-20
of 86