@echo off
echo ==============================================================
echo Starting Optimized Qwen 35B MoE Server (OpenAI Compatible)
echo Model: Q3_K_XL UD / MTP: Enabled / FA3: Enabled / TurboQuant
echo ==============================================================

SET ROOT_DIR=C:\Users\vatutin_n_a\sch-qwen\
SET BIN_DIR=%ROOT_DIR%llama-cpp-turbo\build_turbo\bin\Release
SET MODEL_PATH=%ROOT_DIR%models\Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf

if not exist "%MODEL_PATH%" (
    echo ERROR: Model file not found at %MODEL_PATH%
    pause
    exit /b 1
)

"%BIN_DIR%\llama-server.exe" ^
    -m "%MODEL_PATH%" ^
    --host 0.0.0.0 ^
    --port 8080 ^
    -c 32768 ^
    -t 6 ^
    --flash-attn on ^
    --cache-type-k turbo3 ^
    --cache-type-v turbo4 ^
    -np 1 ^
    --slots ^
    --mlock

pause
