@echo off
setlocal enabledelayedexpansion
taskkill /F /IM llama-server.exe /T >nul 2>&1
echo ==============================================================
echo [V2] L3 CACHE OPTIMIZED - Small Ubatch (512)
echo Goal: Keep prompt processing data entirely within CPU Cache
echo ==============================================================

SET "ROOT_DIR=C:\Users\vatutin_n_a\sch-qwen\"
SET "BIN_DIR=%ROOT_DIR%llama-cpp-turbo\build_turbo\bin\Release"
SET "MODEL_PATH=%ROOT_DIR%models\Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf"

"%BIN_DIR%\llama-server.exe" ^
    -m "%MODEL_PATH%" ^
    --host 0.0.0.0 --port 8080 ^
    -c 16384 -t 6 -ub 512 -b 1024 ^
    --flash-attn on --cache-type-k turbo3 --cache-type-v turbo4 ^
    --no-mmap --prio 2 -np 1 --slots
pause
