BaselineHF:v30
Path
Value
model_name
HuggingFaceTB/SmolLM2-135M
device
cpu
llm_model
<llama_cpp.llama.Llama object at 0x7a434ad5ffd0>
tokenizer
null
use_torch_compile
true
torch_dtype
torch.bfloat16
set_threads_and_interop
true
thread_count
6
max_new_tokens
1
use_llamacpp
true
predict