default max-num-seqs=4 (>=2 with headroom; ~5 fit full native ctx each)

runtime/mtp_serve.sh

@@ -9,7 +9,7 @@ BACKEND="${2:-flash_attn}"
 MODEL="${MODEL:-Intel/Qwen3.5-122B-A10B-int4-AutoRound}"
 MAX_MODEL_LEN="${MAX_MODEL_LEN:-262144}"
 GPU_MEM="${GPU_MEM:-0.89}"
-MAX_NUM_SEQS="${MAX_NUM_SEQS:-1}"
+MAX_NUM_SEQS="${MAX_NUM_SEQS:-4}"
 MAX_BATCHED_TOKENS="${MAX_BATCHED_TOKENS:-8192}"
 PORT="${PORT:-8000}"
 echo "[mtp] qwen3_5_mtp — backend=$BACKEND, num_speculative_tokens=$NSPEC, model=$MODEL"

runtime/serve.sh

@@ -21,7 +21,7 @@ MODEL="${MODEL:-Intel/Qwen3.5-122B-A10B-int4-AutoRound}"
 DRAFT="${DRAFT:-z-lab/Qwen3.5-122B-A10B-DFlash}"
 MAX_MODEL_LEN="${MAX_MODEL_LEN:-262144}"      # model native max; KV is ~24 KiB/token so it fits
 GPU_MEM="${GPU_MEM:-0.89}"                     # ~14 GB reserved on a 128 GB (119 GiB) GB10
-MAX_NUM_SEQS="${MAX_NUM_SEQS:-1}"             # single-stream; each seq also reserves GDN state
+MAX_NUM_SEQS="${MAX_NUM_SEQS:-4}"             # ~5 seqs fit the full native ctx each (KV pool ~1.38M / 262144)
 MAX_BATCHED_TOKENS="${MAX_BATCHED_TOKENS:-8192}"  # chunked-prefill chunk (NOT = max-model-len)
 PORT="${PORT:-8000}"