flame-moe Table – Weights & Biases

Skip to main content

Haok's workspace

Runs

112

•

3

•

1

•

3

•

10

•

2

•

1

•

1

•

2

•

1

•

1

•

2

•

5

•

16

•

16

•

16

•

16

•

16

apply_residual_connection_post_layernorm

biencoder_shared_query_context_model

Crashed

haok

5h 5m 12s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

haok

1h 55m 54s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

zichun

4h 20m 52s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Crashed

haok

7h 48m 16s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

haok

16h 53m 46s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

haok

4h 47m 27s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

haok

1h 21m 8s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

haok

2d 9h 18m 58s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

haok

5h 24m 28s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

haok

1h 59m 41s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

zichun

4h 8m 13s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

haok

4d 9h 1m 59s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

haok

16d 19h 10m 22s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

haok

2h 1m 11s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

haok

19d 20h 5m 59s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

haok

1d 1h 28m 12s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

Finished

haok

2d 13h 8m 7s

false

false

true

0.9

0.999

1.0000e-8

false

true

false

false

1000

true

false

0.0.0

false

false

false

true

true

auto

0

false

false

true

true

megatron

true

true

false

true

0

false

false

false

false

true

false

false

false

torch_dist

false

true

false

1

1

true

1-17

of 17