Simtoon's workspace
Runs
702
_name_or_path
activation
adafactor
adam_beta1
adam_beta2
adam_epsilon
add_cross_attention
architectures
attention_dropout
auto_find_batch_size
batchSize
bf16
bf16_full_eval
chunk_size_feed_forward
data_seed
dataloader_drop_last
dataloader_num_workers
dataloader_pin_memory
ddp_backend
ddp_bucket_cap_mb
ddp_find_unused_parameters
ddp_timeout
debug
deepspeed
dim
disable_tqdm
diversity_penalty
do_eval
do_predict
do_sample
do_train
dropout
earlyStopping
earlyStoppingPatience
early_stopping
encoder_no_repeat_ngram_size
epochs
epsilon
eval_accumulation_steps
eval_batch_size
eval_delay
eval_steps
evaluation_strategy
fp16
fp16_backend
fp16_full_eval
fp16_opt_level
fsdp
fsdp_config
fsdp_min_num_params
fsdp_transformer_layer_cls_to_wrap
distilbert-base-uncased
gelu
false
0.9
0.999
1.0000e-8
false
["DistilBertForMaskedLM"]
0.2
false
32
false
false
0
None
false
0
true
None
None
None
1800
[]
None
768
false
0
true
false
false
false
0.2
true
2
false
0
2
1.0000e-8
None
32
0
None
epoch
false
auto
false
O1
[]
{'fsdp_min_num_params': 0, 'xla': False, 'xla_fsdp_grad_ckpt': False}
0
None
distilbert-base-uncased
gelu
false
0.9
0.999
1.0000e-8
false
["DistilBertForMaskedLM"]
0.2
false
32
false
false
0
None
false
0
true
None
None
None
1800
[]
None
768
false
0
true
false
false
false
0.2
true
2
false
0
2
1.0000e-8
None
32
0
None
epoch
false
auto
false
O1
[]
{'fsdp_min_num_params': 0, 'xla': False, 'xla_fsdp_grad_ckpt': False}
0
None
distilbert-base-uncased
gelu
false
0.9
0.999
1.0000e-8
false
["DistilBertForMaskedLM"]
0.2
false
32
false
false
0
None
false
0
true
None
None
None
1800
[]
None
768
false
0
true
false
false
false
0.2
true
2
false
0
2
1.0000e-8
None
32
0
None
epoch
false
auto
false
O1
[]
{'fsdp_min_num_params': 0, 'xla': False, 'xla_fsdp_grad_ckpt': False}
0
None
distilbert-base-uncased
gelu
false
0.9
0.999
1.0000e-8
false
["DistilBertForMaskedLM"]
0.2
false
32
false
false
0
None
false
0
true
None
None
None
1800
[]
None
768
false
0
true
false
false
false
0.2
true
2
false
0
2
1.0000e-8
None
32
0
None
epoch
false
auto
false
O1
[]
{'fsdp_min_num_params': 0, 'xla': False, 'xla_fsdp_grad_ckpt': False}
0
None
distilbert-base-uncased
gelu
false
0.9
0.999
1.0000e-8
false
["DistilBertForMaskedLM"]
0.2
false
32
false
false
0
None
false
0
true
None
None
None
1800
[]
None
768
false
0
true
false
false
false
0.2
true
2
false
0
2
1.0000e-8
None
32
0
None
epoch
false
auto
false
O1
[]
{'fsdp_min_num_params': 0, 'xla': False, 'xla_fsdp_grad_ckpt': False}
0
None
1-5
of 5