Picocreator's workspace
Runs
70
Name
5 visualized
State
Notes
User
Tags
Created
Runtime
Sweep
epoch
real_ctx_len
substep
train/loss
trainer/global_step
trainer/learning_rate
validation/loss
data.__class__
data.data_path
data.disable_prompt_completion_mask
data.disable_prompt_mask
data.max_token_size
data.min_token_size
data.skip_datapath_setup
data.source
data.test_split
data.test_split_shuffle
data.text_rechunk_force
data.text_rechunk_size
data.tokenizer
model.__class__
model.__lr_final
model.__lr_init
model.adam_eps
model.beta1
model.beta2
model.bptt_learning
model.bptt_learning_range
model.bptt_truncated_learning
model.ctx_len
model.ctx_len_cutoffs
model.ctx_len_warmup_steps
model.grad_cp
model.layerwise_lr
model.load_model
model.lr_final
model.lr_init
model.lr_period
model.lr_period_type
model.n_embd
model.n_layer
model.sample_lr_final
model.sample_lr_init
model.substep_cuda_cache_clear
Finished
-
picocreator
RWKV
infctx
20m 40s
-
0
4095
8
6.75
81
0.00040244
6.89844
-
../datapath/enwiki_10k_4096/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
4096
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
1
false
4096
[]
[]
true
true
../model/L24-D2048-neox-v5base-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Finished
-
picocreator
RWKV
infctx
16m 32s
-
0
4095
8
6.65625
81
0.00040244
6.79883
-
../datapath/enwiki_10k_4096/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
4096
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
1
false
4096
[]
[]
true
true
../model/L24-D2048-neox-v5base-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Finished
-
picocreator
RWKV
infctx
18m 43s
-
0
4095
8
6.75
81
0.00040244
6.90039
-
../datapath/enwiki_10k_4096/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
4096
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
1
false
4096
[]
[]
true
true
../model/L24-D2048-neox-v5base-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Finished
-
picocreator
RWKV
infctx
16m 22s
-
0
4095
8
8.125
81
0.00040244
8.12891
-
../datapath/enwiki_10k_4096/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
4096
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
1
false
4096
[]
[]
true
true
../model/L24-D2048-neox-v5base-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Finished
-
picocreator
RWKV
infctx
16m 34s
-
0
4095
8
6.78125
81
0.00040244
6.9375
-
../datapath/enwiki_10k_4096/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
4096
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
1
false
4096
[]
[]
true
true
../model/L24-D2048-neox-v5base-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Crashed
-
picocreator
RWKV
infctx
26m 31s
-
-
4095
8
10.9375
0
0.0006
-
-
../datapath/enwiki_10k_4096/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
4096
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
1
false
4096
[]
[]
true
true
../model/L24-D2048-neox-v5base-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Finished
-
picocreator
RWKV
infctx
1h 40m 48s
-
0
1023
53
0
331
0.0004006
0
-
../datapath/enwiki_10k_1024/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
-1
false
1024
[]
[]
true
true
../model/Echo-A-1B5-Init.pth
0.0004
0.0006
1
epoch
2048
24
-
-
false
Finished
-
picocreator
RWKV
infctx
1h 41m 3s
-
0
1023
53
0
331
0.0004006
0
-
../datapath/enwiki_10k_1024/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
-1
false
1024
[]
[]
true
true
../model/Echo-A-1B5-Init.pth
0.0004
0.0006
1
epoch
2048
24
-
-
false
Crashed
-
picocreator
RWKV
infctx
6h 40s
-
0
1023
53
0
331
0.0004
0
-
../datapath/enwiki_10k_1024/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
-1
false
1024
[]
[]
true
true
../model/L6-D512-neox-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Finished
-
picocreator
RWKV
infctx
2h 44s
-
0
1023
53
6.34375
331
0.0004006
6.10243
-
../datapath/enwiki_10k_1024/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
2
false
128
[]
[]
true
true
../model/L6-D512-neox-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Finished
-
picocreator
RWKV
infctx
1h 59m 46s
-
0
1023
53
6.5625
331
0.0004006
6.32813
-
../datapath/enwiki_10k_1024/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
1
false
128
[]
[]
true
true
../model/L6-D512-neox-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Failed
-
picocreator
RWKV
infctx
21s
-
-
-
-
-
-
-
-
-
../datapath/enwiki_10k_1024/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
2
false
128
[]
[]
true
true
../model/L6-D512-neox-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Failed
-
picocreator
RWKV
infctx
18s
-
-
-
-
-
-
-
-
-
../datapath/enwiki_10k_1024/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
1
false
128
[]
[]
true
true
../model/L6-D512-neox-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Failed
-
picocreator
RWKV
infctx
21s
-
-
-
-
-
-
-
-
-
../datapath/enwiki_10k_1024/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
2
false
128
[]
[]
true
true
../model/L6-D512-neox-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Failed
-
picocreator
RWKV
infctx
54s
-
-
-
-
-
-
-
-
-
../datapath/enwiki_10k_1024/
false
-
-1
64
false
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
1
false
128
[]
[]
true
true
../model/L6-D512-neox-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Finished
-
picocreator
RWKV
infctx
2h 9m 1s
-
0
1023
53
5.9375
331
0.0004006
5.66667
-
../datapath/enwiki_10k_1024/
false
-
-1
64
-
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
-1
false
128
[]
[]
true
true
../model/L6-D512-neox-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Finished
-
picocreator
RWKV
infctx
33m 7s
-
0
1023
53
5.9375
331
0.0004006
5.64902
-
../datapath/enwiki_10k_1024/
false
-
-1
64
-
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
true
-1
false
512
[]
[]
true
true
../model/L6-D512-neox-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Finished
-
picocreator
RWKV
infctx
17m 47s
-
0
1023
53
5.9375
331
0.0004006
5.63918
-
../datapath/enwiki_10k_1024/
false
-
-1
64
-
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0004
0.0006
1.0000e-8
0.9
0.99
false
-1
false
1024
[]
[]
true
true
../model/L6-D512-neox-init.pth
0.0004
0.0006
1
epoch
-1
-1
-
-
false
Failed
-
picocreator
RWKV
infctx
1m 1s
-
-
-
-
-
-
-
-
-
../datapath/enwiki_10k_1024/
-
false
-1
64
-
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0002
0.0008
1.0000e-8
0.9
0.99
true
-1
false
128
[]
[]
true
true
../model/Echo-A-1B5-Init.pth
-1
-1
1
epoch
2048
24
-
-
false
Failed
-
picocreator
RWKV
infctx
1m 44s
-
-
-
-
-
-
-
-
-
../datapath/enwiki_10k_1024/
-
false
-1
64
-
teven/enwiki_10k
0.01
false
true
1024
neox
-
0.0002
0.0008
1.0000e-8
0.9
0.99
true
-1
false
128
[]
[]
true
true
../model/Echo-A-1B5-Init.pth
-1
-1
1
epoch
2048
24
-
-
false
1-20
of 70