Jacobcd52's workspace
Runs
12
Name
1 visualized
State
Notes
User
Tags
Created
Runtime
Sweep
act_store_device
activation_fn
adam_beta1
adam_beta2
apply_b_dec_to_input
architecture
autocast
autocast_lm
b_dec_init_method
checkpoint_path
compile_llm
compile_sae
context_size
d_in
d_sae
dataset_path
dataset_trust_remote_code
dead_feature_threshold
dead_feature_window
decoder_heuristic_init
decoder_orthogonal_init
device
dtype
eval_every_n_wandb_logs
expansion_factor
feature_sampling_window
finetuning_tokens
hook_eval
hook_layer
hook_name
init_encoder_as_decoder_transpose
is_dataset_tokenized
l1_coefficient
l1_warm_up_steps
log_activations_store_to_wandb
log_optimizer_state_to_wandb
log_to_wandb
lp_norm
lr
lr_decay_steps
lr_end
lr_scheduler_name
lr_warm_up_steps
model_class_name
Finished
jacobcd52
5h 40m 5s
-
cuda
relu
0.9
0.999
true
gated
false
false
zeros
checkpoints/trc9snqu
false
false
256
768
12288
NeelNanda/openwebtext-tokenized-9b
true
0.0001
1000
true
false
cuda
float32
20
16
1000
0
NOT_IN_USE
8
blocks.8.hook_resid_pre
true
true
40
2500
false
false
true
1
0.00001
10000
0.000001
constant
0
HookedTransformer
Failed
jacobcd52
42s
-
cuda
relu
0.9
0.999
true
gated
false
false
zeros
checkpoints/50xs0es3
false
false
256
768
12288
NeelNanda/openwebtext-tokenized-9b
true
0.0001
1000
true
false
cuda
float32
20
16
1000
0
NOT_IN_USE
8
blocks.8.hook_resid_pre
true
true
40
2500
false
false
true
1
0.00001
10000
0.000001
constant
0
HookedTransformer
Finished
jacobcd52
8m 6s
-
cuda
relu
0.9
0.999
true
gated
false
false
zeros
checkpoints/wtkt5ra0
false
false
256
768
12288
jacobcd52/physics-papers
true
0.0001
1000
true
false
cuda
float32
20
16
1000
0
NOT_IN_USE
8
blocks.8.hook_resid_pre
true
false
25
2500
false
false
true
1
0.00001
10000
0.000001
constant
0
HookedTransformer
Failed
jacobcd52
7m 25s
-
cuda
relu
0.9
0.999
true
gated
false
false
zeros
checkpoints/uhh7l0df
false
false
256
768
12288
NeelNanda/openwebtext-tokenized-9b
true
0.0001
1000
true
false
cuda
float32
20
16
1000
0
NOT_IN_USE
8
blocks.8.hook_resid_pre
true
true
20
2500
false
false
true
1
0.00001
10000
0.000001
constant
0
HookedTransformer
Finished
jacobcd52
4h 37m 19s
-
cuda
relu
0.9
0.999
true
gated
false
false
zeros
checkpoints/tysl8ves
false
false
256
768
12288
NeelNanda/openwebtext-tokenized-9b
true
0.0001
1000
true
false
cuda
float32
20
16
1000
0
NOT_IN_USE
8
blocks.8.hook_resid_pre
true
true
30
2500
false
false
true
1
0.00001
10000
0.000001
constant
0
HookedTransformer
Failed
jacobcd52
22m 34s
-
cuda
relu
0.9
0.999
true
gated
false
false
zeros
checkpoints/uliykqou
false
false
256
768
12288
NeelNanda/openwebtext-tokenized-9b
true
0.0001
1000
true
false
cuda
float32
20
16
1000
0
NOT_IN_USE
8
blocks.8.hook_resid_pre
true
true
15
2500
false
false
true
1
0.00001
10000
0.000001
constant
0
HookedTransformer
Crashed
jacobcd52
3h 43m 2s
-
cuda
relu
0.9
0.999
true
gated
false
false
zeros
checkpoints/gof32uuy
false
false
256
768
12288
NeelNanda/openwebtext-tokenized-9b
true
0.0001
1000
true
false
cuda
float32
20
16
1000
0
NOT_IN_USE
8
blocks.8.hook_resid_pre
true
true
7
2500
false
false
true
1
0.00001
10000
0.000001
constant
0
HookedTransformer
Finished
jacobcd52
3h 43m 4s
-
cuda
relu
0.9
0.999
true
gated
false
false
zeros
checkpoints/7ual3014
false
false
256
768
12288
NeelNanda/openwebtext-tokenized-9b
true
0.0001
1000
true
false
cuda
float32
20
16
1000
0
NOT_IN_USE
8
blocks.8.hook_resid_pre
true
true
7
2500
false
false
true
1
0.00001
10000
0.000001
constant
0
HookedTransformer
Finished
jacobcd52
3m 21s
-
cuda
relu
0.9
0.999
true
gated
false
false
zeros
checkpoints/540s4329
false
false
256
768
12288
NeelNanda/openwebtext-tokenized-9b
true
0.0001
1000
true
false
cuda
float32
20
16
1000
0
NOT_IN_USE
8
blocks.8.hook_resid_pre
true
true
7
2500
false
false
true
1
0.00001
10000
0.000001
constant
0
HookedTransformer
Finished
jacobcd52
2m 44s
-
cuda
relu
0.9
0.999
true
gated
false
false
zeros
checkpoints/1eg0m4nb
false
false
256
768
12288
NeelNanda/openwebtext-tokenized-9b
true
0.0001
1000
true
false
cuda
float32
20
16
1000
0
NOT_IN_USE
8
blocks.8.hook_resid_pre
true
true
7
2500
false
false
true
1
0.00001
10000
0.000001
constant
0
HookedTransformer
Finished
jacobcd52
2m 7s
-
cuda
relu
0.9
0.999
true
gated
false
false
zeros
checkpoints/jnwabkgg
false
false
256
768
12288
NeelNanda/openwebtext-tokenized-9b
true
0.0001
1000
true
false
cuda
float32
20
16
1000
0
NOT_IN_USE
8
blocks.8.hook_resid_pre
true
true
7
2500
false
false
true
1
0.00001
10000
0.000001
constant
0
HookedTransformer
Finished
jacobcd52
9m 36s
-
cuda
relu
0.9
0.999
true
gated
false
false
zeros
checkpoints/7e0qm1j9
false
false
256
768
12288
NeelNanda/openwebtext-tokenized-9b
true
0.0001
1000
true
false
cuda
float32
20
16
1000
0
NOT_IN_USE
8
blocks.8.hook_resid_pre
true
true
7
2500
false
false
true
1
0.00001
10000
0.000001
constant
0
HookedTransformer
1-12
of 12