Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- @echo off
- start llama-server ^
- -m models/Qwen3.6-35B-A3B-MTP-UD-Q5_K_XL.gguf ^
- -fitt 1024 ^
- -c 98072 ^
- -n 32768 ^
- -fa on ^
- -np 1 ^
- -ctk q8_0 ^
- -ctv q8_0 ^
- -ctkd q8_0 ^
- -ctvd q8_0 ^
- -ctxcp 64 ^
- --no-mmap ^
- --mlock ^
- --no-warmup ^
- --spec-type mtp ^
- --spec-draft-n-max 2 ^
- --chat-template-kwargs "{\"preserve_thinking\": true}" ^
- --temp 0.6 ^
- --top-p 0.95 ^
- --top-k 20 ^
- --min-p 0.0 ^
- --presence-penalty 0.0 ^
- --repeat-penalty 1.0
Advertisement
Add Comment
Please, Sign In to add comment