BaselineHF:v34
Path
Value
model_name
unsloth/SmolLM2-360M-Instruct-GGUF
device
cpu
llm_model
<llama_cpp.llama.Llama object at 0x7a43ffdafe80>
tokenizer
null
use_torch_compile
true
torch_dtype
torch.bfloat16
set_threads_and_interop
false
thread_count
6
max_new_tokens
1
use_llamacpp
true
predict