ablation-1e18 | haok Table – Weights & Biases

Skip to main content

Annavettoruzzo's group workspace

Group: ablation-1e18

•

•

•

•

•

•

•

•

•

•

•

•

•

•

•

•

apply_residual_connection_post_layernorm

biencoder_shared_query_context_model

Finished

Add notes...

zichun

5mo ago

1h 24m 51s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

zichun

5mo ago

35m 23s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

zichun

5mo ago

1h 10m 14s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

zichun

5mo ago

30m 44s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

zichun

5mo ago

24m 55s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

zichun

5mo ago

20m 29s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

zichun

5mo ago

23m 33s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

zichun

5mo ago

18m 11s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

haok

5mo ago

32m 32s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

haok

5mo ago

19m 56s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

haok

5mo ago

22m 23s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

haok

5mo ago

26m 38s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

haok

5mo ago

43m 33s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

haok

5mo ago

36m 57s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

haok

5mo ago

31m 22s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

Finished

Add notes...

haok

5mo ago

27m 39s

-

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1-16

of 16