qwen3.5-122B-A10B on DGX Spark: vLLM + DFlash + dense-bandwidth stack, one-shot installer

scripts/run_bank.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+# Run the 4-workload acceptance/throughput bank on whichever server is up.
+# $1 = container name (for the authoritative server-log accept_len). Uses the SAME
+# prompts as the DFlash run so DFlash vs MTP is apples-to-apples.
+CN="${1:-vllm-mtp}"
+BU=http://127.0.0.1:8000; M=qwen
+acc_tail(){ docker logs "$CN" 2>&1 | grep "Mean acceptance length" | tail -1 \
+  | sed -E "s/.*Mean acceptance length: ([0-9.]+).*Per-position acceptance rate: ([0-9., ]+), Avg.*/accept_len=\1 per-pos=[\2]/"; }
+run(){ L="$1"; P="$2"; echo "########## $L ##########"
+  python3 ~/bench_decode.py --base-url $BU --model $M --max-tokens 256 --runs 4 --warmup 1 --label "$L" --prompt "$P" 2>&1 | grep -E "decode tok/s"
+  echo "  server $(acc_tail)"; }
+run "PROSE" "You are a careful writer. Write a long flowing essay about the history and philosophy of science, with no lists. Begin: "
+run "CODE" "Write a complete Python implementation of a binary search tree class with insert, search, delete, and inorder traversal. Include docstrings and type hints. Begin:\n\nclass BSTNode:"
+run "COUNTING" "Write all the whole numbers from 1 to 400, separated by commas, with no other text. Begin: 1, 2, 3, "
+echo "########## HERMES (real agent turns) ##########"
+python3 ~/hermes_bench.py --base-url $BU --model $M --label "HERMES" --n-samples 10 --max-tokens 200 2>&1 | grep -E "decode tok/s|accept length"