运行参数:
./llama.cpp-mtp/build-hip/bin/llama-server \
--model ./models-mtp/Qwen3.6-27B-Q4_K_M.gguf \
--spec-type draft-mtp,ngram-mod,ngram-map-k4v \
--spec-draft-n-max 4 \
--spec-ngram-map-k4v-size-m 64 \
--device ROCm0,ROCm1 \
--alias "unsloth/Qwen3.6-27B-GGUF" \
--split-mode tensor \
--cache-type-k q8_0 \
--cache-type-v q8_0 \
-b 1024 \
-ub 1024 \
--tensor-split 6,5 \
--fit off \
--ctx-size 262144 \
--n-gpu-layers 99 \
--kv-unified \
--no-mmap \
--jinja \
--temp 0.6 \
--top-p 0.95 \
--top-k 20 \
--min-p 0.00 \
--host 0.0.0.0
tensor+kv cache:
https://github.com/GoodbyeCain/llama.cpp