Aran's workspace
Runs
9,745
Name
18 visualized
State
Notes
User
Tags
Created
Runtime
Sweep
DDP_impl
adam_beta1
adam_beta2
adam_eps
adlr_autoresume
adlr_autoresume_interval
apply_query_key_layer_scaling
apply_residual_connection_post_layernorm
attention_dropout
attention_softmax_in_fp32
batch_size
bias_dropout_fusion
bias_gelu_fusion
checkpoint_activations
checkpoint_in_cpu
checkpoint_num_layers
clip_grad
contigious_checkpointing
cpu_optimizer
cpu_torch_adam
data_impl
data_path
deepscale
deepspeed
deepspeed_activation_checkpointing
deepspeed_config
deepspeed_mpi
distribute_checkpointed_activations
distributed_backend
dynamic_loss_scale
eod_mask_loss
eval_interval
eval_iters
faiss_use_gpu
finetune
fp16
fp16_lm_cross_entropy
fp32_allreduce
gas
geglu
hidden_dropout
hidden_size
hysteresis
indexer_batch_size
Crashed
-
schoelkopf
16mo 17d 19h 13m 37s
-
-
-
-
-
false
1000
false
-
0
false
4
false
false
true
false
1
1
-
-
-
mmap
/mnt/ssd-1/data/enwik8/enwik8_text_document
false
true
true
-
false
-
nccl
true
false
1000
10
-
false
-
false
false
1
-
0
768
2
-
Crashed
-
lintangsutawika
2m 31s
-
-
-
-
-
false
1000
false
-
0
false
4
false
true
true
false
1
1
-
-
-
mmap
data/enwik8/enwik8_text_document
false
true
true
-
false
-
nccl
true
false
143000
10
-
false
-
false
true
-
-
0
2048
2
-
Crashed
-
segyges
2m 9s
-
-
-
-
-
false
1000
false
-
0
false
32
false
true
false
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
100000
10
-
false
-
false
false
1
-
0
128
2
-
Crashed
-
shivanshupurohit
40mo 8d 22h 53m 43s
-
-
0.99292
1.06736
1.0857e-8
false
1000
["false",false]
-
0
false
16.16154
false
["false",true]
[false,true]
false
1
1
-
-
-
["infer","mmap"]
["/mnt/ssd-1/lintang/09-mup-neox/data/enwik8/enwik8_text_document","/mnt/ssd-2/pile_deduped/pile_20B_tokenizer_text_document","/weka/lintangsutawika/09-mup-neox/data/enwik8/enwik8_text_document"]
false
true
true
-
false
-
nccl
true
["false",false]
6153.70732
16.14634
["false","true"]
false
-
false
false
7.00806
false
0.013008
483.90244
2
124
Finished
-
lintangsutawika
5m 10s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Crashed
-
lintangsutawika
3m 7s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Finished
-
lintangsutawika
3m 57s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Finished
-
lintangsutawika
4m 12s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Finished
-
lintangsutawika
4m 9s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Finished
-
lintangsutawika
3m 54s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Finished
-
lintangsutawika
4m 1s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Finished
-
lintangsutawika
3m 44s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Crashed
-
lintangsutawika
2m
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Finished
-
lintangsutawika
4m 9s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Finished
-
lintangsutawika
4m 5s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Finished
-
lintangsutawika
4m 25s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Finished
-
lintangsutawika
4m
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Crashed
-
lintangsutawika
1m 9s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Finished
-
lintangsutawika
4m 43s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
Crashed
-
lintangsutawika
17m 39s
-
-
-
-
-
false
1000
false
-
0
false
16
false
true
true
false
1
1
-
-
-
mmap
-
false
true
true
-
false
-
nccl
true
false
1000
100
-
false
-
false
false
1
-
0
2560
2
-
1-20
of 2,733