@echo off
echo ==============================================================
echo Testing llama-cli: Speculative Decoding (Qwen 3.5-0.8B Draft)
echo ==============================================================

SET ROOT_DIR=%~dp0
SET BIN_DIR=%ROOT_DIR%llama.cpp\build\bin\Release
SET MODEL_PATH=%ROOT_DIR%models\Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf
SET DRAFT_MODEL_PATH=%ROOT_DIR%models\Qwen3.5-0.8B-Q4_K_M.gguf

"%BIN_DIR%\llama-cli.exe" ^
    -m "%MODEL_PATH%" ^
    --model-draft "%DRAFT_MODEL_PATH%" ^
    --spec-draft-n-max 5 ^
    -p "Write a detailed poem about the future of AI in 10 stanzas." ^
    -n 128 ^
    -t 5 ^
    -td 1 ^
    -fa 1 ^
    -ctk q8_0 ^
    -ctv q8_0 ^
    --no-display-prompt

echo.
pause
