h2o-ai-predict-the-llm-kaggle-competition Table

Mustafakeser's workspace

Runs

eval/loss

1.92055

1.44684

1.63485

2.19679

1.58716

1.64362

1.71288

1.72865

1.94728

1.7184

1.94696

1.70608

1.71282

1.68664

1.71118

1.80458

1.7249

1.94656

1.70328

1.69063

1.94773

1.70514

1.7219

1.69853

1.71242

1.79021

1.36161

1.4083

1.42866

1.50151

1.31984

1.3729

1.50856

1.36515

1.50227

1.44622

1.35681

1.50151

1.31984

1.3729

1.62797

1.52678

1.75715

1.94367

1.3425

1.94623

1.59951

1.94591

1.94663

1.81356

1.63914

1.94604

1.94655

1.9462

1.94777

1.85492

1.93713

1.94615

1.94719

1.94681

1.94618

1.94604

1.82766

1.94794

1.94656

1.96609

1.96712

Finished

mustafakeser

OTHER-RUNS

2y ago

55m 18s

bert-base-uncased

false

0.9

0.999

1.0000e-8

false

["BertForMaskedLM"]

0.1

false

true

1800

[]

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

26m 28s

bert-base-cased

gelu

false

0.9

0.999

1.0000e-8

false

["BertForMaskedLM"]

0.1

false

true

1800

[]

768

false

true

false

0.1

false

500

steps

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

32m 25s

bert-base-cased

false

0.9

0.999

1.0000e-8

false

["BertForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

500

steps

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

6m 35s

distilbert-base-uncased

gelu

false

0.9

0.999

1.0000e-8

false

["DistilBertForMaskedLM"]

0.1

false

true

1800

[]

768

false

true

false

0.1

false

500

steps

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

12m 31s

gpt2

false

0.9

0.999

1.0000e-8

false

["GPT2LMHeadModel"]

false

50256

false

true

1800

[]

false

true

false

50256

500

steps

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

1m 29s

gpt2

false

0.9

0.999

1.0000e-8

false

["GPT2LMHeadModel"]

false

50256

false

true

1800

[]

false

true

false

50256

500

steps

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

14m 13s

gpt2

false

0.9

0.999

1.0000e-8

false

["GPT2LMHeadModel"]

false

50256

false

true

1800

[]

false

true

false

50256

500

steps

true

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

26m 20s

gpt2

false

0.9

0.999

1.0000e-8

false

["GPT2LMHeadModel"]

false

50256

false

true

1800

[]

false

true

false

50256

500

steps

false

auto

false

[]

Finished

mustafakeser

EDA

STEPS

2y ago

1h 1m 26s

Finished

mustafakeser

EDA

STEPS

2y ago

9m 55s

Finished

mustafakeser

SPLIT

STEPS

2y ago

22m 4s

Finished

mustafakeser

SPLIT

2y ago

1m 24s

Finished

This baseline achieved 1.368 lb public score.

mustafakeser

STEPS

TRAIN

2y ago

14m 3s

distilbert-base-uncased

gelu

false

0.9

0.999

1.0000e-8

false

["DistilBertForMaskedLM"]

0.1

false

true

1800

[]

768

false

true

false

0.1

false

500

steps

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

2m 5s

roberta-large

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

500

steps

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

2h 6m 14s

t5-base

gelu

false

0.9

0.999

1.0000e-8

false

["T5ForConditionalGeneration"]

0.1

false

true

1800

[]

768

false

true

false

0.1

false

500

steps

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

1h 36m 43s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

100

steps

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 21s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 24s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 10s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 10s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 19s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 9s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 23s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 23s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 19s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 9s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 18s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 23s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 29s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 25s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 9s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 10s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 23s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 11s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 18s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS

2y ago

4m 18s

dp0ecg1w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

2y ago

21m 39s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

2y ago

9m 35s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

2y ago

9m 35s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

2y ago

12m 44s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

RETRAIN

TRAIN

2y ago

9m 32s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

2y ago

9m 33s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

2y ago

10m 13s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

2y ago

10m 15s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

2y ago

8m 48s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

2y ago

11m 10s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

2y ago

9m 35s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

2y ago

12m 49s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

RETRAIN

STEPS

TRAIN

2y ago

9m 36s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

2y ago

9m 36s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

13m 15s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

100

steps

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

11m 27s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

100

steps

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

6m 21s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForSequenceClassification"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

1m 6s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

steps

false

auto

false

[]

Finished

mustafakeser

PREPROCESS

2y ago

6m 53s

Finished

mustafakeser

PREPROCESS

2y ago

1m 14s

Finished

mustafakeser

OTHER-RUNS

2y ago

1m 4s

bert-base-cased

false

0.9

0.999

1.0000e-8

false

["BertForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

100

steps

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

26m 25s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

100

steps

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

2m 29s

microsoft/deberta-v3-large

false

0.9

0.999

1.0000e-8

false

0.1

false

true

1800

[]

false

true

false

100

steps

false

auto

false

[]

Finished

mustafakeser

OTHER-RUNS

2y ago

45m 46s

/kaggle/input/huggingfacedebertav3variants/deberta-v3-large

false

0.9

0.999

1.0000e-8

false

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

EDA

2y ago

4m 28s

Finished

mustafakeser

SWEEPS2

2y ago

8m 27s

q9q9767w

bert-base-uncased

false

0.9

0.999

1.0000e-8

false

["BertForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

7m 28s

q9q9767w

bert-base-uncased

false

0.9

0.999

1.0000e-8

false

["BertForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

4m 17s

q9q9767w

distilbert-base-uncased

gelu

false

0.9

0.999

1.0000e-8

false

["DistilBertForMaskedLM"]

0.1

false

true

1800

[]

768

false

true

false

0.1

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

4m 54s

q9q9767w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

4m 46s

q9q9767w

distilbert-base-uncased

gelu

false

0.9

0.999

1.0000e-8

false

["DistilBertForMaskedLM"]

0.1

false

true

1800

[]

768

false

true

false

0.1

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

4m 27s

q9q9767w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

4m 45s

q9q9767w

distilbert-base-uncased

gelu

false

0.9

0.999

1.0000e-8

false

["DistilBertForMaskedLM"]

0.1

false

true

1800

[]

768

false

true

false

0.1

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

4m 52s

q9q9767w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

4m 52s

q9q9767w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

7m 31s

q9q9767w

bert-base-uncased

false

0.9

0.999

1.0000e-8

false

["BertForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

4m 22s

q9q9767w

distilbert-base-uncased

gelu

false

0.9

0.999

1.0000e-8

false

["DistilBertForMaskedLM"]

0.1

false

true

1800

[]

768

false

true

false

0.1

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

7m 35s

q9q9767w

bert-base-uncased

false

0.9

0.999

1.0000e-8

false

["BertForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

4m 22s

q9q9767w

distilbert-base-uncased

gelu

false

0.9

0.999

1.0000e-8

false

["DistilBertForMaskedLM"]

0.1

false

true

1800

[]

768

false

true

false

0.1

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

8m 21s

q9q9767w

bert-base-uncased

false

0.9

0.999

1.0000e-8

false

["BertForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

8m 18s

q9q9767w

bert-base-uncased

false

0.9

0.999

1.0000e-8

false

["BertForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

7m 47s

q9q9767w

bert-base-uncased

false

0.9

0.999

1.0000e-8

false

["BertForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

4m 28s

q9q9767w

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

4m 16s

q9q9767w

distilbert-base-uncased

gelu

false

0.9

0.999

1.0000e-8

false

["DistilBertForMaskedLM"]

0.1

false

true

1800

[]

768

false

true

false

0.1

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

7m 34s

q9q9767w

bert-base-uncased

false

0.9

0.999

1.0000e-8

false

["BertForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

mustafakeser

SWEEPS2

2y ago

7m 47s

q9q9767w

bert-base-uncased

false

0.9

0.999

1.0000e-8

false

["BertForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

epoch

false

auto

false

[]

Finished

smoke test

mustafakeser

GITHUB-ACTIONS

RETRAIN

STEPS

2y ago

16m 54s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

steps

false

auto

false

[]

Finished

smoke test

mustafakeser

GITHUB-ACTIONS

RETRAIN

STEPS

2y ago

9m 57s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

steps

false

auto

false

[]

Finished

smoke test

mustafakeser

GITHUB-ACTIONS

RETRAIN

STEPS

2y ago

5m 58s

distilroberta-base

false

0.9

0.999

1.0000e-8

false

["RobertaForMaskedLM"]

0.1

false

true

1800

[]

false

true

false

steps

false

auto

false

[]

Finished

mustafakeser

RETRAIN

2y ago

38s

1-85

of 85