@echo off
echo ==============================================================
echo Testing Qwen 35B MoE with Optimized Build (FA3 + TurboQuant)
echo This model was previously OOM - trying with KV compression
echo ==============================================================

SET ROOT_DIR=C:\Users\vatutin_n_a\sch-qwen\
SET BIN_DIR=%ROOT_DIR%llama-cpp-turbo\build_turbo\bin\Release
SET MODEL_PATH=D:\Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf

"%BIN_DIR%\llama-cli.exe" ^
    -m "%MODEL_PATH%" ^
    -p "Привет! Кратко объясни, в чем преимущество архитектуры MoE (Mixture of Experts) перед обычными моделями." ^
    -n 128 ^
    -c 8192 ^
    -t 6 ^
    --flash-attn on ^
    --cache-type-k turbo3 ^
    --cache-type-v turbo3 ^
    --no-display-prompt

echo.
pause
