slimorca-mixtral Table – Weights & Biases

Skip to main content

Wing-lian's workspace

Runs

7

Finished

wing-lian

2y ago

9h 49m 20s

-

mistralai/Mixtral-8x7B-v0.1

false

0.9

0.95

0.00001

false

["MixtralForCausalLM"]

0

false

pharaouk/dharma-1/dharma_1_mini.json

2048

eval

true

false

1

0

false

8

false

true

4

false

1800

[]

deepspeed/zero2.json

false

0

false

true

false

false

false

false

0

32000

1

0

true

0.05

steps

false

auto

false

O1

Crashed

wing-lian

2y ago

32m 1s

-

mistralai/Mixtral-8x7B-v0.1

false

0.9

0.999

1.0000e-8

false

["MixtralForCausalLM"]

0

false

pharaouk/dharma-1/dharma_1_mini.json

2048

eval

true

false

1

0

false

8

false

true

4

false

1800

[]

deepspeed/zero2.json

false

0

false

true

false

false

false

false

0

32000

1

0

true

0.05

steps

false

auto

false

O1

Crashed

wing-lian

2y ago

8s

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

Crashed

wing-lian

2y ago

9m

-

mistralai/Mixtral-8x7B-v0.1

false

0.9

0.999

1.0000e-8

false

["MixtralForCausalLM"]

0

false

pharaouk/dharma-1/dharma_1_mini.json

2048

eval

true

false

1

0

false

8

false

true

4

false

1800

[]

deepspeed/zero2.json

false

0

false

true

false

false

false

false

0

32000

2

0

true

0.05

steps

false

auto

false

O1

Crashed

wing-lian

2y ago

1m 46s

-

mistralai/Mixtral-8x7B-v0.1

false

0.9

0.999

1.0000e-8

false

["MixtralForCausalLM"]

0

false

pharaouk/dharma-1/dharma_1_mini.json

2048

eval

true

false

1

0

false

8

false

true

4

false

1800

[]

deepspeed/zero2.json

false

0

false

true

false

false

false

false

0

32000

2

0

true

0.05

steps

false

auto

false

O1

Crashed

wing-lian

2y ago

7s

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

-

Crashed

wing-lian

2y ago

3m 25s

-

mistralai/Mixtral-8x7B-v0.1

false

0.9

0.999

1.0000e-8

false

["MixtralForCausalLM"]

0

false

pharaouk/dharma-1/dharma_1_mini.json

2048

eval

true

false

1

0

false

0

false

true

-

false

1800

[]

deepspeed/zero2.json

false

0

false

true

false

false

false

false

0

32000

2

0

true

0.05

steps

false

auto

false

O1

1-7

of 7