BaselineHF:v32
Path
Value
model_name
HuggingFaceTB/SmolLM2-135M
device
cpu
llm_model
<llama_cpp.llama.Llama object at 0x7a434c75fd90>
tokenizer
null
use_torch_compile
true
torch_dtype
torch.bfloat16
set_threads_and_interop
false
thread_count
6
max_new_tokens
1
use_llamacpp
true
predict