@echo off
echo ==============================================================
echo Running llama-bench: Speculative Decoding (Qwen 3.5-0.8B Draft)
echo ==============================================================

SET ROOT_DIR=%~dp0
SET BIN_DIR=%ROOT_DIR%llama.cpp\build\bin\Release
SET MODEL_PATH=%ROOT_DIR%models\Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf
SET DRAFT_MODEL_PATH=%ROOT_DIR%models\Qwen3.5-0.8B-Q4_K_M.gguf

"%BIN_DIR%\llama-bench.exe" ^
    -m "%MODEL_PATH%" ^
    --model-draft "%DRAFT_MODEL_PATH%" ^
    --draft 5 ^
    -p 512 ^
    -n 128 ^
    -t 6 ^
    -fa 1 ^
    -ctk q8_0 ^
    -ctv q8_0 ^
    -b 512 ^
    -ub 512 ^
    -r 1

echo.
pause
