Andreaskoepf's workspace
Runs
127
Name
5 visualized
State
Notes
User
Tags
Created
Runtime
Sweep
_name_or_path
adafactor
adam_beta1
adam_beta2
adam_epsilon
add_cross_attention
architectures
attention_head_size
attention_probs_dropout_prob
auto_find_batch_size
bf16
bf16_full_eval
bos_token_id
cache_dir
chunk_size_feed_forward
conv_act
conv_kernel_size
data_seed
dataloader_drop_last
dataloader_num_workers
dataloader_pin_memory
datasets
ddp_bucket_cap_mb
ddp_find_unused_parameters
ddp_timeout
debug
deepspeed
disable_tqdm
diversity_penalty
do_eval
do_predict
do_sample
do_train
early_stopping
encoder_no_repeat_ngram_size
eos_token_id
eval_accumulation_steps
eval_batch_size
eval_delay
eval_steps
evaluation_strategy
fp16
fp16_backend
fp16_full_eval
Finished
theblackcat102
entailment
4h 42m 33s
-
EleutherAI/pythia-410m-deduped
false
0.9
0.95
1.0000e-12
false
["GPTNeoXForCausalLM"]
-
-
false
false
false
0
.cache
0
-
-
None
false
0
true
[{"oasst_chat_scoring":{"val_split":0.05,"input_file_path":"2023-05-28_chats_scored.jsonl.gz"}}]
None
None
1800
[]
configs/zero_config.json
false
0
true
false
false
false
false
0
0
None
2
0
500
steps
true
auto
false
Finished
theblackcat102
entailment
2h 57m 58s
-
EleutherAI/pythia-410m-deduped
false
0.9
0.95
1.0000e-12
false
["GPTNeoXForCausalLM"]
-
-
false
false
false
0
.cache
0
-
-
None
false
0
true
[{"oasst_chat_scoring":{"val_split":0.05,"input_file_path":"2023-05-27_chats_scored.jsonl.gz"}}]
None
None
1800
[]
configs/zero_config.json
false
0
true
false
false
false
false
0
0
None
1
0
200
steps
true
auto
false
Finished
theblackcat102
entailment
1h 25m 18s
-
EleutherAI/pythia-410m-deduped
false
0.9
0.95
1.0000e-12
false
["GPTNeoXForCausalLM"]
-
-
false
false
false
0
.cache
0
-
-
None
false
0
true
[{"oasst_chat_scoring":{"val_split":0.05,"input_file_path":"2023-05-19_chats_scored.jsonl.gz"}}]
None
None
1800
[]
configs/zero_config.json
false
0
true
false
false
false
false
0
0
None
1
0
200
steps
true
auto
false
Finished
theblackcat102
entailment
2h 3m 59s
-
EleutherAI/pythia-410m-deduped
false
0.9
0.95
1.0000e-12
false
["GPTNeoXForCausalLM"]
-
-
false
false
false
0
.cache
0
-
-
None
false
0
true
[{"oasst_chat_scoring":{"val_split":0.05,"input_file_path":"2023-05-19_chats_scored.jsonl.gz"}}]
None
None
1800
[]
configs/zero_config.json
false
0
true
false
false
false
false
0
0
None
1
0
500
steps
true
auto
false
Crashed
theblackcat102
entailment
2h 10m 23s
-
EleutherAI/pythia-410m-deduped
false
0.9
0.95
1.0000e-12
false
["GPTNeoXForCausalLM"]
-
-
false
false
false
0
.cache
0
-
-
None
false
0
true
[{"oasst_chat_scoring":{"val_split":0.05,"input_file_path":"2023-05-19_chats_scored.jsonl.gz"}}]
None
None
1800
[]
configs/zero_config.json
false
0
true
false
false
false
false
0
0
None
1
0
500
steps
true
auto
false
Failed
theblackcat102
entailment
19s
-
EleutherAI/pythia-410m-deduped
false
0.9
0.95
1.0000e-12
false
["GPTNeoXForCausalLM"]
-
-
false
false
false
0
.cache
0
-
-
None
false
0
true
[{"oasst_chat_scoring":{"val_split":0.05,"input_file_path":"2023-05-19_chats_scored.jsonl.gz"}}]
None
None
1800
[]
configs/zero_config.json
false
0
true
false
false
false
false
0
0
None
1
0
500
steps
true
auto
false
Finished
theblackcat102
entailment
1h 18m 18s
-
EleutherAI/pythia-410m-deduped
false
0.9
0.95
1.0000e-12
false
["GPTNeoXForCausalLM"]
-
-
false
false
false
0
.cache
0
-
-
None
false
0
true
[{"oasst_chat_scoring":{"val_split":0.05,"input_file_path":"2023-05-19_chats_scored.jsonl.gz"}}]
None
None
1800
[]
configs/zero_config.json
false
0
true
false
false
false
false
0
0
None
1
0
500
steps
true
auto
false
Crashed
theblackcat102
8m
-
EleutherAI/pythia-410m-deduped
false
0.9
0.95
1.0000e-12
false
["GPTNeoXForCausalLM"]
-
-
false
false
false
0
.cache
0
-
-
None
false
0
true
[{"oasst_chat_scoring":{"val_split":0.05,"input_file_path":"2023-05-19_chats_scored.jsonl.gz"}}]
None
None
1800
[]
configs/zero_config.json
false
0
true
false
false
false
false
0
0
None
5
0
500
steps
true
auto
false
Finished
sanagnos
1d 7h 28m 39s
-
ikala/redpajama-3b-chat
false
0.9
0.95
1.0000e-12
false
["GPTNeoXForCausalLM"]
-
-
false
true
false
0
.cache
0
-
-
None
false
0
true
[{"oasst_export":{"lang":"bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk,zh,ja,th,vi,ko","val_split":0.1,"input_file_path":"2023-04-12_oasst_release_ready_synth.jsonl.gz"}},{"augment_oasst":{"input_file_path":"augmented_latin_cyrillic_oasst_2023-03-27.jsonl"}},{"anthropic_rlhf":{"fraction":0.1,"max_val_set":1000}},{"shp":{"max_val_set":1000}},{"hellaswag":{"fraction":0.5,"max_val_set":1000}},{"webgpt":{"max_val_set":1000,"val_split":0.05}}]
None
None
1800
[]
configs/zero3_config.json
false
0
true
false
false
false
false
0
0
None
1
0
500
steps
false
auto
false
Crashed
sanagnos
5h 15m 34s
-
ikala/redpajama-3b-chat
false
0.9
0.95
1.0000e-12
false
["GPTNeoXForCausalLM"]
-
-
false
true
false
0
.cache
0
-
-
None
false
0
true
[{"oasst_export":{"lang":"bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk,zh,ja,th,vi,ko","val_split":0.1,"input_file_path":"2023-04-12_oasst_release_ready_synth.jsonl.gz"}},{"augment_oasst":{"input_file_path":"augmented_latin_cyrillic_oasst_2023-03-27.jsonl"}},{"anthropic_rlhf":{"fraction":0.1,"max_val_set":1000}},{"shp":{"max_val_set":1000}},{"hellaswag":{"fraction":0.5,"max_val_set":1000}},{"webgpt":{"val_split":0.05,"max_val_set":1000}}]
None
None
1800
[]
configs/zero3_config.json
false
0
true
false
false
false
false
0
0
None
1
0
500
steps
false
auto
false
Finished
sanagnos
aspect
aspect-w-toxic
6h 14m 25s
-
ikala/redpajama-3b-chat
false
0.9
0.95
1.0000e-12
false
["GPTNeoXForCausalLM"]
-
-
false
false
false
0
.cache
0
-
-
None
false
0
true
[{"oasst_export_w_label":{"val_split":0.1,"input_file_path":"2023-04-12_oasst_release_ready_synth.jsonl.gz","input_label_path":"2023-04-12_oasst_all.messages.jsonl.gz","lang":"bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk,zh,ja,th,vi"}}]
None
None
1800
[]
configs/zero3_config.json
false
0
true
false
false
false
false
0
0
None
2
0
500
steps
true
auto
false
Finished
theblackcat102
aspect
aspect-w-toxic
4h 46m 2s
-
microsoft/deberta-v3-large
false
0.9
0.95
1.0000e-12
false
-
-
0.1
false
false
false
-
.cache
0
-
-
None
false
0
true
[{"oasst_export_w_label":{"val_split":0.1,"input_file_path":"2023-04-12_oasst_release_ready_synth.jsonl.gz","input_label_path":"2023-04-12_oasst_all.messages.jsonl.gz","lang":"bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk,zh,ja,th,vi"}}]
None
None
1800
[]
configs/zero3_config.json
false
0
true
false
false
false
false
0
-
None
2
0
500
steps
true
auto
false
Finished
theblackcat102
aspect
4h 43m 28s
-
microsoft/deberta-v3-large
false
0.9
0.95
1.0000e-12
false
-
-
0.1
false
false
false
-
.cache
0
-
-
None
false
0
true
[{"oasst_export_w_label":{"input_file_path":"2023-04-12_oasst_release_ready_synth.jsonl.gz","input_label_path":"2023-04-12_oasst_all.messages.jsonl.gz","lang":"bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk,zh,ja,th,vi","val_split":0.1}}]
None
None
1800
[]
configs/zero3_config.json
false
0
true
false
false
false
false
0
-
None
2
0
500
steps
true
auto
false
Crashed
theblackcat102
aspect
aspect-w-toxic
3h 56m 2s
-
microsoft/deberta-v3-large
false
0.9
0.95
1.0000e-12
false
-
-
0.1
false
false
false
-
.cache
0
-
-
None
false
0
true
[{"oasst_export_w_label":{"lang":"bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk,zh,ja,th,vi","val_split":0.1,"input_file_path":"2023-04-12_oasst_release_ready_synth.jsonl.gz","input_label_path":"2023-04-12_oasst_all.messages.jsonl.gz"}}]
None
None
1800
[]
configs/zero3_config.json
false
0
true
false
false
false
false
0
-
None
2
0
500
steps
true
auto
false
Finished
tobias-pitters
11s
-
EleutherAI/pythia-70m-deduped
false
0.9
0.95
1.0000e-12
false
["GPTNeoXForCausalLM"]
-
-
false
false
false
0
.cache
0
-
-
None
false
0
true
[{"anthropic_rlhf":{"fraction":0.1,"max_val_set":1000}}]
None
None
1800
[]
None
false
0
true
false
false
false
false
0
0
None
5
0
500
steps
false
auto
false
Failed
tobias-pitters
21s
-
EleutherAI/pythia-70m-deduped
false
0.9
0.95
1.0000e-12
false
["GPTNeoXForCausalLM"]
-
-
false
false
false
0
.cache
0
-
-
None
false
0
true
[{"anthropic_rlhf":{"fraction":0.1,"max_val_set":1000}}]
None
None
1800
[]
None
false
0
true
false
false
false
false
0
0
None
5
0
500
steps
false
auto
false
Finished
theblackcat102
aspect
1h 47m 48s
-
microsoft/deberta-v3-base
false
0.9
0.95
1.0000e-12
false
-
-
0.1
false
false
false
-
.cache
0
-
-
None
false
0
true
[{"oasst_export_w_label":{"lang":"bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk,zh,ja,th,vi","val_split":0.1,"input_file_path":"2023-04-12_oasst_release_ready_synth.jsonl.gz","input_label_path":"2023-04-12_oasst_all.messages.jsonl.gz"}}]
None
None
1800
[]
configs/zero3_config.json
false
0
true
false
false
false
false
0
-
None
4
0
500
steps
true
auto
false
Finished
theblackcat102
aspect
1h 47m 11s
-
microsoft/deberta-v3-base
false
0.9
0.95
1.0000e-12
false
-
-
0.1
false
false
false
-
.cache
0
-
-
None
false
0
true
[{"oasst_export_w_label":{"lang":"bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk,zh,ja,th,vi","val_split":0.1,"input_file_path":"2023-04-12_oasst_release_ready_synth.jsonl.gz","input_label_path":"2023-04-12_oasst_all.messages.jsonl.gz"}}]
None
None
1800
[]
configs/zero3_config.json
false
0
true
false
false
false
false
0
-
None
4
0
500
steps
true
auto
false
Crashed
theblackcat102
22m 12s
-
microsoft/deberta-v3-base
false
0.9
0.95
1.0000e-12
false
-
-
0.1
false
false
false
-
.cache
0
-
-
None
false
0
true
[{"oasst_export_w_label":{"lang":"bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk,zh,ja,th,vi","val_split":0.1,"input_file_path":"2023-04-12_oasst_release_ready_synth.jsonl.gz","input_label_path":"2023-04-12_oasst_all.messages.jsonl.gz"}}]
None
None
1800
[]
configs/zero3_config.json
false
0
true
false
false
false
false
0
-
None
4
0
500
steps
true
auto
false
Finished
theblackcat102
aspect
6h 11m 37s
-
microsoft/deberta-v2-xlarge
false
0.9
0.95
1.0000e-12
false
-
64
0.1
false
false
false
-
.cache
0
gelu
3
None
false
0
true
[{"oasst_export_w_label":{"lang":"bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk,zh,ja,th,vi","val_split":0.1,"input_file_path":"2023-04-12_oasst_release_ready_synth.jsonl.gz","input_label_path":"2023-04-12_oasst_all.messages.jsonl.gz"}}]
None
None
1800
[]
configs/zero3_config.json
false
0
true
false
false
false
false
0
-
None
1
0
500
steps
true
auto
false
1-20
of 127