@echo off
echo ==============================================================
echo Testing Qwen 35B UD-Q3_K_XL with MTP and FA3
echo ==============================================================

SET ROOT_DIR=C:\Users\vatutin_n_a\sch-qwen\
SET BIN_DIR=%ROOT_DIR%llama-cpp-turbo\build_turbo\bin\Release
SET MODEL_PATH=%ROOT_DIR%models\Qwen3.6-35B-A3B-UD-Q3_K_XL.gguf

echo Trying to run with MTP (Multi-Token Prediction)...
"%BIN_DIR%\llama-cli.exe" ^
    -m "%MODEL_PATH%" ^
    --spec-type draft-mtp ^
    --spec-draft-n-max 2 ^
    -p "Привет! Расскажи подробно, как работает архитектура MoE и в чем её главные преимущества." ^
    -n 256 ^
    -c 16384 ^
    -t 6 ^
    --flash-attn on ^
    --cache-type-k turbo3 ^
    --cache-type-v turbo4 ^
    --no-display-prompt

echo.
pause
