cyber-llm-instruct Workspace – Weights & Biases

Skip to main content

Cccsss17's workspace

Runs

2

1-2

of 2

eval

4

mode=qlora;sq=512;r=64;a=64;d=0.0;bs=8;ga=1;lr=1e-04;e=2;w=0.05;wd=0.01;opt=adamw_8bit;sched=constant_with_warmup;tm=q-k-v-o-gate-up-down [cuda:NVIDIA_H200_NVL]

mode=qlora;sq=512;r=64;a=64;d=0.0;bs=8;ga=1;lr=1e-04;e=2;w=0.05;wd=0.01;opt=adamw_8bit;sched=constant_with_warmup;tm=q-k-v-o-gate-up-down [cuda:NVIDIA_H200_NVL]

mode=qlora;sq=512;r=64;a=64;d=0.0;bs=8;ga=1;lr=1e-04;e=2;w=0.05;wd=0.01;opt=adamw_8bit;sched=constant_with_warmup;tm=q-k-v-o-gate-up-down [cuda:NVIDIA_H200_NVL]

mode=qlora;sq=512;r=64;a=64;d=0.0;bs=8;ga=1;lr=1e-04;e=2;w=0.05;wd=0.01;opt=adamw_8bit;sched=constant_with_warmup;tm=q-k-v-o-gate-up-down [cuda:NVIDIA_H200_NVL]