Jbloom's workspace
meta
[]
[]
[]
[]
[]
[]
[]
[]
"feature_splitting_experiment.py"
"feature_splitting_experiment.py"
"feature_splitting_experiment.py"
"feature_splitting_experiment.py"
"feature_splitting_experiment.py"
"feature_splitting_experiment.py"
"feature_splitting_experiment.py"
"feature_splitting_experiment.py"
48
48
48
48
48
48
48
48
48
48
48
48
48
48
48
48
{"remote":"https://github.com/jbloomAus/mats_sae_training.git","commit":"f554b161e7b188d25ca9c21bf80629dc1b5b4e35","__typename":"GitInfo"}
{"remote":"https://github.com/jbloomAus/mats_sae_training.git","commit":"f554b161e7b188d25ca9c21bf80629dc1b5b4e35","__typename":"GitInfo"}
{"remote":"https://github.com/jbloomAus/mats_sae_training.git","commit":"f554b161e7b188d25ca9c21bf80629dc1b5b4e35","__typename":"GitInfo"}
{"remote":"https://github.com/jbloomAus/mats_sae_training.git","commit":"f554b161e7b188d25ca9c21bf80629dc1b5b4e35","__typename":"GitInfo"}
{"remote":"https://github.com/jbloomAus/mats_sae_training.git","commit":"f554b161e7b188d25ca9c21bf80629dc1b5b4e35","__typename":"GitInfo"}
{"remote":"https://github.com/jbloomAus/mats_sae_training.git","commit":"f554b161e7b188d25ca9c21bf80629dc1b5b4e35","__typename":"GitInfo"}
{"remote":"https://github.com/jbloomAus/mats_sae_training.git","commit":"f554b161e7b188d25ca9c21bf80629dc1b5b4e35","__typename":"GitInfo"}
{"remote":"https://github.com/jbloomAus/mats_sae_training.git","commit":"f554b161e7b188d25ca9c21bf80629dc1b5b4e35","__typename":"GitInfo"}
NVIDIA RTX A6000
NVIDIA RTX A6000
NVIDIA RTX A6000
NVIDIA RTX A6000
NVIDIA RTX A6000
NVIDIA RTX A6000
NVIDIA RTX A6000
NVIDIA RTX A6000
1
1
1
1
1
1
1
1
Linux-5.15.0-87-generic-x86_64-with-glibc2.35
Linux-5.15.0-87-generic-x86_64-with-glibc2.35
Linux-5.15.0-87-generic-x86_64-with-glibc2.35
Linux-5.15.0-87-generic-x86_64-with-glibc2.35
Linux-5.15.0-87-generic-x86_64-with-glibc2.35
Linux-5.15.0-87-generic-x86_64-with-glibc2.35
Linux-5.15.0-87-generic-x86_64-with-glibc2.35
Linux-5.15.0-87-generic-x86_64-with-glibc2.35
/workspace/mats_sae_training/feature_splitting_experiment.py
/workspace/mats_sae_training/feature_splitting_experiment.py
/workspace/mats_sae_training/feature_splitting_experiment.py
/workspace/mats_sae_training/feature_splitting_experiment.py
/workspace/mats_sae_training/feature_splitting_experiment.py
/workspace/mats_sae_training/feature_splitting_experiment.py
/workspace/mats_sae_training/feature_splitting_experiment.py
/workspace/mats_sae_training/feature_splitting_experiment.py
3.10.13
3.10.13
3.10.13
3.10.13
3.10.13
3.10.13
3.10.13
3.10.13
7h 5m 10s
4h 23m 18s
3h 16m 17s
2h 29m 40s
2h 16m 34s
2h 12m 48s
2h 3m 11s
1h 58m 35s
config
geometric_median
geometric_median
geometric_median
geometric_median
geometric_median
geometric_median
geometric_median
geometric_median
activations/Skylion007_openwebtext/gpt2-small/blocks.8.hook_resid_pre
activations/Skylion007_openwebtext/gpt2-small/blocks.8.hook_resid_pre
activations/Skylion007_openwebtext/gpt2-small/blocks.8.hook_resid_pre
activations/Skylion007_openwebtext/gpt2-small/blocks.8.hook_resid_pre
activations/Skylion007_openwebtext/gpt2-small/blocks.8.hook_resid_pre
activations/Skylion007_openwebtext/gpt2-small/blocks.8.hook_resid_pre
activations/Skylion007_openwebtext/gpt2-small/blocks.8.hook_resid_pre
activations/Skylion007_openwebtext/gpt2-small/blocks.8.hook_resid_pre
checkpoints/kknavokh
checkpoints/u4xlxwrh
checkpoints/cbvk8gtc
checkpoints/83dxxo6a
checkpoints/jy7r81cs
checkpoints/v5wlsd29
checkpoints/wv0n1cz3
checkpoints/ap977vbz
128
128
128
128
128
128
128
128
768
768
768
768
768
768
768
768
98304
49152
24576
12288
6144
3072
1536
768
Skylion007/openwebtext
Skylion007/openwebtext
Skylion007/openwebtext
Skylion007/openwebtext
Skylion007/openwebtext
Skylion007/openwebtext
Skylion007/openwebtext
Skylion007/openwebtext
no_fire
no_fire
no_fire
no_fire
no_fire
no_fire
no_fire
no_fire
1.0000e-8
1.0000e-8
1.0000e-8
1.0000e-8
1.0000e-8
1.0000e-8
1.0000e-8
1.0000e-8
5000
5000
5000
5000
5000
5000
5000
5000
cuda
cuda
cuda
cuda
cuda
cuda
cuda
cuda
torch.float32
torch.float32
torch.float32
torch.float32
torch.float32
torch.float32
torch.float32
torch.float32
128
64
32
16
8
4
2
1
0.2
0.2
0.2
0.2
0.2
0.2
0.2
0.2
1000
1000
1000
1000
1000
1000
1000
1000
blocks.8.hook_resid_pre
blocks.8.hook_resid_pre
blocks.8.hook_resid_pre
blocks.8.hook_resid_pre
blocks.8.hook_resid_pre
blocks.8.hook_resid_pre
blocks.8.hook_resid_pre
blocks.8.hook_resid_pre
8
8
8
8
8
8
8
8
false
false
false
false
false
false
false
false
0.00008
0.00008
0.00008
0.00008
0.00008
0.00008
0.00008
0.00008
true
true
true
true
true
true
true
true
0.0004
0.0004
0.0004
0.0004
0.0004
0.0004
0.0004
0.0004