{ "format": "neural-download-model-family-v1", "id": "qwen-27b", "primary_packet_id": "qwen38-27b-256k-vision-mtp-b70", "name": "Qwen 27B", "display_name": "Qwen 27B \u00b7 3.6 \u2192 3.8", "publisher": "Qwen / Alibaba", "updated_at": "2026-09-06", "summary": "Alibaba's dense 27B Qwen line (3.6 and the newer 3.8), the lab's most-tested general assistant: it reads images, handles long context, and has been measured on one, two, and four Arc Pro B70 cards with both llama.cpp and vLLM.", "featured_results": [ { "role": "hero", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 graph overlay", "measurement_id": "q38-a3561ef8-tp4-winner-overlay-graph-strict", "metric": "decode_tok_s", "sample_index": 1, "quality_label": "Accepted strict natural-EOS overlay; replay A passed the full battery and replay B was not repeated" }, { "role": "support", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP1 graph diagnostic", "measurement_id": "q38-a3561ef8-stock-tp1-graph-diagnostic", "metric": "decode_tok_s", "sample_index": 0, "quality_label": "Fixed-output diagnostic high; strict quality belongs to the separate natural-EOS replay" }, { "role": "support", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 graph diagnostic", "measurement_id": "q38-a3561ef8-tp2-winner-overlay-graph-diagnostic", "metric": "decode_tok_s", "sample_index": 0, "quality_label": "Fixed-output diagnostic high only; exact canary and cache-zero checks passed" }, { "role": "support", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 captured strict high", "measurement_id": "q38-a3561ef8-stock-tp4-graph-strict", "metric": "decode_tok_s", "sample_index": 0, "quality_label": "Quality battery passed; this single capture did not replicate and is not a promotion" } ], "architecture": { "class": "Qwen3_5ForConditionalGeneration", "model_type": "qwen3_5_text", "layers": 64, "hidden_size": 5120, "vocab_size": 248320, "attention_heads": 24, "kv_heads": 4, "linear_key_heads": 16, "linear_value_heads": 48, "full_attention_interval": 4, "mtp_hidden_layers": 1, "evidence": "repro/qwen38-27b-autoround-int4-b70/README.md" }, "weight_revisions": [ { "id": "qwen3.6-27b", "label": "Qwen3.6 27B", "role": "previous weights", "repository": "Qwen/Qwen3.6-27B", "revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9", "quantized_artifacts": [ { "id": "qwen36-27b-autoround-w4a16-f5750c9", "label": "AutoRound W4A16 INT4 \u00b7 webhie export", "quantization": "AutoRound INT4", "quantization_origin": "export", "repository": "webhie/Qwen3.6-27B-int4-AutoRound", "revision": "f5750c90b3776db658594df5fe8051098226dd8e", "evidence": "repro/qwen36-27b-autoround-int4-b70/manifests/model.json" }, { "id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "label": "Q4_0 target \u00b7 unsloth MTP GGUF", "quantization": "Q4_0", "quantization_origin": "export", "repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "revision_status": "Hugging Face revision was not captured; exact target file SHA-256 is pinned", "file_sha256": "20c9c45d4d25b492b82117960b5f715ef9daff75e4e14c4fb878fa3793fb379a", "evidence": "experiments/qwen27-dflash-sycl-b70/harness/model-pack-manifest.json" }, { "id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "label": "UD-Q4_K_XL target \u00b7 unsloth MTP GGUF", "quantization": "UD-Q4_K_XL", "quantization_origin": "export", "repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "revision_status": "Hugging Face revision was not captured; exact target file SHA-256 is pinned", "file_sha256": "4085665ee36d82a672a238a43f0e5643f2f0e39f2d7bd5d373f0ef10ecf53095", "evidence": "results/qwen36-27b-mtp-gguf-q4-b70/README.md" }, { "id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "label": "Q4_K_M target with embedded MTP \u00b7 unsloth GGUF", "quantization": "Q4_K_M", "quantization_origin": "export", "repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "file_sha256": "a7cbd3ecc0e3f9b333edee61ae66bc87ed713c5d49587a8355814722ed329e0f", "evidence": "notes/2026-08-25-qwen36-q4km-mtp-artifact-intake.md" }, { "id": "qwen36-27b-unsloth-q8-0-82d411a", "label": "Q8_0 target-only \u00b7 unsloth GGUF", "quantization": "Q8_0", "quantization_origin": "export", "repository": "unsloth/Qwen3.6-27B-GGUF", "revision": "82d411acf4a06cfb8d9b073a5211bf410bfc29bf", "file_sha256": "f93f517f38e696d35a1a7df2c0e3155a64f4c4dcd662107a146ae263f7fb14ce", "evidence": "experiments/qwen36-27b-q8-gguf-b70/model-manifest.json" }, { "id": "qwen36-27b-ggmlorg-q8-0-8a7ee08", "label": "Q8_0 target-only \u00b7 ggml-org GGUF", "quantization": "Q8_0", "quantization_origin": "export", "repository": "ggml-org/Qwen3.6-27B-GGUF", "revision": "8a7ee08e8b9bfb857107ecc25a5599d2f38b76f8", "file_sha256": "73f8260284708ed78ae266df672288b6ad1f2c73ec7ffeb7514b5cecdba646c9", "evidence": "data/qwen36-q8-tp2-asrock-b70-20260814/summary.json" }, { "id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "label": "Q8_0 target with embedded MTP \u00b7 unsloth GGUF", "quantization": "Q8_0", "quantization_origin": "export", "repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "file_sha256": "9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8", "evidence": "experiments/qwen36-27b-q8-gguf-b70/optional-artifacts-manifest.json" }, { "id": "qwen36-27b-base-runtime-fp8-6a9e13b", "label": "Runtime-native FP8 \u00b7 official base weights", "quantization": "FP8", "quantization_origin": "runtime", "repository": "Qwen/Qwen3.6-27B", "revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9", "evidence": "community/dominick253-qwen36-27b-fp8-tp2-docker/STATUS.md" }, { "id": "qwen36-27b-official-block-fp8-unpinned", "label": "Official block-FP8 checkpoint \u00b7 historical requant screen", "quantization": "FP8", "quantization_origin": "export", "repository": "Qwen/Qwen3.6-27B-FP8", "revision_status": "Exact Hugging Face revision was not captured in the retained historical screen", "evidence": "results/fp8-vllm-xpu-qwen36-2026-05-04.md" } ] }, { "id": "qwen3.8-27b", "label": "Qwen3.8 27B", "role": "current weight update", "repository": "Qwen/Qwen3.8-27B", "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0", "quantized_artifacts": [ { "id": "qwen38-27b-autoround-w4a16-bce40ca", "label": "AutoRound W4A16 INT4 \u00b7 devan-carlin export", "quantization": "AutoRound INT4", "quantization_origin": "export", "repository": "devan-carlin/Qwen3.8-27B-int4-AutoRound", "revision": "bce40cacab0a4535b92fb3d57615c2bea9adf3d1", "evidence": "repro/qwen38-27b-autoround-int4-b70/manifests/model.json" }, { "id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "label": "Q4_K_M \u00b7 ggml-org GGUF", "quantization": "Q4_K_M", "quantization_origin": "export", "repository": "ggml-org/Qwen3.8-27B-GGUF", "revision": "0669b98607d47046c7c2b3f801011d54a08cfccf", "file_sha256": "31629f53165ab6a7dad8c9847dcfd1fdf55829dac1e6e748f4a68581b0033d34", "evidence": "repro/qwen38-27b-q4km-tp1-b70/model-direct.json" }, { "id": "qwen38-27b-ggmlorg-q8-0-0669b98", "label": "Q8_0 \u00b7 ggml-org GGUF", "quantization": "Q8_0", "quantization_origin": "export", "repository": "ggml-org/Qwen3.8-27B-GGUF", "revision": "0669b98607d47046c7c2b3f801011d54a08cfccf", "file_sha256": "f5c702d8820d36fb55985bb238fc83ee3a313e920f4b752a437c3a6a9e14e4c8", "evidence": "repro/qwen38-27b-q8-tp1-b70/model-direct.json" }, { "id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "label": "UD-Q5_K_S \u00b7 unsloth GGUF", "quantization": "UD-Q5_K_S", "quantization_origin": "export", "repository": "unsloth/Qwen3.8-27B-GGUF", "revision": "4ca720788d1e01f1bff70c033e0d0028fd02e502", "file_sha256": "d8d62ffcf84d42658dd6ccf9782b4d0404700af78b26d750507510c7597b5bfe", "evidence": "repro/qwen38-27b-256k-vision-mtp-b70/model-manifest.json" }, { "id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "label": "UD-Q4_K_XL \u00b7 unsloth GGUF", "quantization": "UD-Q4_K_XL", "quantization_origin": "export", "repository": "unsloth/Qwen3.8-27B-GGUF", "revision": "4ca720788d1e01f1bff70c033e0d0028fd02e502", "file_sha256": "3f227079003add2511437e5b1e94812e363385225bf6a9b47b0054a72bc8b01e", "evidence": "repro/qwen38-27b-256k-vision-mtp-b70/model-manifest.json" }, { "id": "qwen38-27b-mtp-q4-0-50d9ce5", "label": "Q4_0 MTP draft \u00b7 unsloth GGUF", "role": "speculator", "quantization": "Q4_0", "quantization_origin": "export", "repository": "unsloth/Qwen3.8-27B-GGUF", "revision": "4ca720788d1e01f1bff70c033e0d0028fd02e502", "file_sha256": "50d9ce5a6da381bbcfb31061cf73df94a90e6faf8efeddee379a9cb8f1501c6e", "evidence": "repro/qwen38-27b-256k-vision-mtp-b70/model-manifest.json" }, { "id": "qwen38-27b-official-fp8-017b9c7", "label": "Official FP8 checkpoint", "quantization": "FP8", "quantization_origin": "export", "repository": "Qwen/Qwen3.8-27B-FP8", "revision": "017b9c7af6b5689d5dd426a76e0bc077eb5ca20a", "evidence": "repro/qwen38-27b-fp8-vllm-tp2-asrock-b70/model-direct.json" } ] } ], "transfer_scope": { "status": "architecture-matched; individual runtime paths require revision-specific exercise", "transfers": [ "Qwen3.5-family model registration and MTP loading", "AutoRound INC W4A16 routing and graph-safe XPU fixes", "GDN state, recurrence, sampler, and vocabulary-shape optimizations", "llama.cpp Qwen3.5-family SYCL kernels only where tensor type and runtime path also match and are independently gated" ], "does_not_transfer": [ "benchmark speed", "output tokens or quality decisions", "artifact hashes", "quantization-specific performance", "runtime support without an independent boot or path marker" ], "evidence": "repro/qwen38-27b-autoround-int4-b70/README.md" }, "model_signals": { "b70_fit": { "band": "high", "scope": "local-llm-on-b70", "basis": "Current dense 27B weight update with validated one-, two-, and four-card lanes plus one-card long-context variants.", "reviewed_at": "2026-08-23" }, "quality_evidence": { "band": "strong-deployment-evidence", "scope": "current Qwen3.8 deployment integrity, quant/runtime correctness, repeat stability, and long-context canaries; not a Qwen3.6-wide or general intelligence score", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-21-q4km-tp1-gpu0-quality-battery.json", "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tpscale-nightly-matrix.json" ] }, "popularity": { "state": "dated-revision-snapshots", "primary_revision": "qwen3.8-27b", "captured_at": "2026-08-23T22:51:38Z", "scope": "Official base-model repositories only; revision-level discovery signal, not quality or packet evidence. Revisions are not summed.", "evidence": "data/neural-download-popularity/2026-08-23-qwen-27b-huggingface.json", "snapshots": [ { "revision": "qwen3.8-27b", "repository": "Qwen/Qwen3.8-27B", "downloads": 2358347, "likes": 12306, "repository_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0" }, { "revision": "qwen3.6-27b", "repository": "Qwen/Qwen3.6-27B", "downloads": 6348356, "likes": 2279, "repository_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9" } ] } }, "dimensions": { "weight_revision": [ "qwen3.6-27b", "qwen3.8-27b" ], "weight_quantization": [ "AutoRound INT4", "Q4_0", "Q4_K_M", "UD-Q5_K_S", "UD-Q4_K_XL", "Q8_0", "FP8" ], "runtime": [ "vLLM XPU", "llama.cpp SYCL" ], "tp": [ 1, 2, 3, 4 ], "mtp": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9 ], "dflash": [ 0, 5 ], "active_context_tokens": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "configured_max_context_tokens": [ 4096, 32768, 262144 ], "graph": [ "off", "on" ], "graph_mode": [ "off", "SYCL", "FULL_AND_PIECEWISE", "PIECEWISE" ], "kv": [ "f16", "q8_0", "fp8_e4m3", "fp8_e5m2" ] }, "packets": [ { "id": "qwen38-27b-autoround-int4-stock-a3561ef8-tpscale", "label": "Qwen3.8 AutoRound INT4 \u00b7 stock a3561ef8 TP scale", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 stock", "topologies": [ 1, 2, 4 ], "status": "quality-qualified-stock-profile-performance-variable", "evidence_level": "B70-measured", "coverage": [ "TP1/2/4", "decode", "quality", "determinism" ], "grades": { "evidence": { "grade": "B", "scope": "exact a3561ef8 stock TP1/2/4 graph profile", "basis": "full applicable quality batteries with exact runtime identity; disclosed cross-boot output differences and TP4 performance variability remain", "reviewed_at": "2026-08-23", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-rolling-nightly-a3561ef8-tpscale.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-rolling-nightly-a3561ef8-tpscale.json" }, { "id": "qwen38-27b-autoround-int4-tp4-overlay-a3561ef8", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 a3561ef8 winner overlay", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 + TP4 historical-winner overlay", "cards": 4, "status": "accepted-versioned-overlay", "evidence_level": "B70-measured and quality-qualified", "coverage": [ "decode", "TP4", "quality", "cache integrity", "overlay identity" ], "grades": { "evidence": { "grade": "B", "scope": "exact a3561ef8 TP4 152-decision winner overlay", "basis": "accepted stable recovery, full replay-A quality, strict A/B speed evidence, and sealed cache integrity; neither range endpoint is independently replicated", "reviewed_at": "2026-08-23", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tp4-autotune-winner-overlay-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tp4-autotune-winner-overlay-result.json" }, { "id": "qwen38-27b-autoround-int4-tp2-overlay-a3561ef8", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 a3561ef8 winner overlay", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 + TP2 historical-winner overlay", "cards": 2, "status": "quality-qualified-partial-not-promoted", "evidence_level": "B70-measured experimental", "coverage": [ "decode", "TP2", "quality", "cache integrity", "overlay identity" ], "grades": { "evidence": { "grade": "C", "scope": "exact a3561ef8 TP2 winner overlay screen", "basis": "full quality and cache gates passed, but the strict arm missed its frozen promotion floor and the overlay remains partial research", "reviewed_at": "2026-08-23", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tp2-autotune-winner-overlay-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tp2-autotune-winner-overlay-result.json" }, { "id": "qwen38-27b-autoround-int4-tp2-b2dd-http-depth-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 b2dd exact HTTP context curve", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU b2dd9ce73d + XPU kernels 1e90ffa672", "cards": 2, "status": "quality-battery-qualified-grade-c-http-curve", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "active context 2K-32K", "F16 KV", "FULL_AND_PIECEWISE", "full quality battery", "x0 missing" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.8 AutoRound INT4 target-only TP2 HTTP serving at six exact nonzero active-context depths with F16 KV and FULL_AND_PIECEWISE graph", "basis": "all six cache-zero exact-depth receipts passed under one pinned b2dd9ce73d/1e90ffa672 identity; the full battery passed 7 exact cases, 8 stable repeats, the 8K needle, 24 baseline comparisons, and 16 cache-zero observations. x0 remains explicitly missing; the synthetic fixture and single server lifetime remain Grade C. No other selector, prefill, headline, protected-score, or LocalMaxxing authority transfers.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-b2dd9ce73d-tp2-exact-depth-quality-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-b2dd9ce73d-tp2-exact-depth-quality-r1-result.json" }, { "id": "qwen38-27b-q4km-tp1-b70", "label": "Qwen3.8 Q4_K_M \u00b7 TP1", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "quantization": "Q4_K_M", "runtime": "llama.cpp SYCL", "cards": 1, "status": "candidate", "evidence_level": "B70-verified", "coverage": [ "decode", "context", "prefill", "quality", "concurrency" ], "projection": { "model": "qwen3.8_27b", "quant": "Q4_K_M", "runtime": "llama_cpp", "spec": "none", "prompt_tokens": 128, "output_tokens": 128 }, "manifest": "packages/qwen38-27b-q4km-tp1-b70/package.json" }, { "id": "qwen38-27b-q4km-mtp2-tp1-b70", "label": "Qwen3.8 Q4_K_M + Q4_0 MTP2 \u00b7 TP1", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "quantization": "Q4_K_M", "runtime": "llama.cpp SYCL", "cards": 1, "status": "candidate", "evidence_level": "B70-verified", "coverage": [ "strict decode", "MTP0/1/2/3/5 screen", "quality", "target oracle", "exact context 4K-32K Grade D partial", "2K quarantined", "TTFT", "recipe" ], "manifest": "packages/qwen38-27b-q4km-mtp2-tp1-b70/package.json" }, { "id": "qwen38-27b-q8-q4mtp-mtp2-tp1-b70", "label": "Qwen3.8 Q8_0 + Q4_0 MTP2 \u00b7 TP1", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "runtime": "llama.cpp SYCL", "cards": 1, "status": "candidate", "evidence_level": "B70-verified", "coverage": [ "strict short-context decode", "MTP0/1/2 screen", "quality", "target oracle", "fresh-server repeat", "recipe" ], "manifest": "packages/qwen38-27b-q8-q4mtp-mtp2-tp1-b70/package.json" }, { "id": "qwen38-27b-q4km-f16kv-sycl-graph-cache64-depth-grade-c", "label": "Qwen3.8 Q4_K_M \u00b7 TP1 F16-KV cache64 SYCL-graph HTTP context curve", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "quantization": "Q4_K_M", "runtime": "llama.cpp SYCL graph patch stack fa0f3b25a47f", "cards": 1, "status": "quality-battery-qualified-grade-c-graph-http-curve", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "active context 0-32K", "F16 KV", "SYCL graph cache64", "full quality battery" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.8 Q4_K_M target-only TP1 HTTP serving at seven exact active-context depths with F16 KV, fit disabled, and the separately pinned cache64 SYCL-graph patch profile", "basis": "all seven cache-zero exact-depth receipts completed under one pinned graph-patched identity; the full natural-language battery passed 7 exact cases, 2 stable repeats, the 25,200-token needle, and 10/10 cache-zero quality requests. Graph telemetry passed with 947 direct replays against the 896 floor and all 19 terminal checks passed. The synthetic depth fixture and single campaign remain Grade C; graph-off data and all other selectors, prefill, headlines, protected scores, and LocalMaxxing remain separate.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q4km-f16kv-tp1-sycl-graph-cache64-depth-quality-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q4km-f16kv-tp1-sycl-graph-cache64-depth-quality-r1-result.json" }, { "id": "qwen38-27b-q4km-tp2-asrock-b70", "label": "Qwen3.8 Q4_K_M \u00b7 TP2", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "quantization": "Q4_K_M", "runtime": "llama.cpp SYCL", "cards": 2, "status": "candidate", "evidence_level": "B70-verified", "coverage": [ "decode", "context", "prefill", "TTFT", "quality", "recipe", "concurrency" ], "projection": { "model": "qwen3.8_27b", "quant": "Q4_K_M", "runtime": "llama_cpp", "spec": "none", "strategy": "tensor", "prompt_tokens": 128, "output_tokens": 128 }, "manifest": "packages/qwen38-27b-q4km-tp2-asrock-b70/package.json" }, { "id": "qwen38-27b-q4km-q4mtp-mtp2-tp2-b70", "label": "Qwen3.8 Q4_K_M + Q4_0 MTP2 \u00b7 TP2", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "quantization": "Q4_K_M", "runtime": "llama.cpp SYCL", "cards": 2, "status": "candidate", "evidence_level": "B70-verified", "coverage": [ "strict short-context decode", "MTP0/2", "quality", "target oracle", "fresh-server repeat", "recipe" ], "manifest": "packages/qwen38-27b-q4km-q4mtp-mtp2-tp2-b70/package.json" }, { "id": "qwen38-27b-q8-tp1-b70", "label": "Qwen3.8 Q8_0 \u00b7 TP1", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "runtime": "llama.cpp SYCL", "cards": 1, "status": "candidate", "evidence_level": "B70-verified", "coverage": [ "decode", "context", "prefill", "quality", "recipe", "concurrency" ], "manifest": "packages/qwen38-27b-q8-tp1-b70/package.json" }, { "id": "qwen38-27b-q8-tp2-asrock-b70", "label": "Qwen3.8 Q8_0 \u00b7 TP2", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "runtime": "llama.cpp SYCL", "cards": 2, "status": "candidate", "evidence_level": "B70-verified", "coverage": [ "decode", "context", "prefill", "TTFT", "quality", "recipe", "concurrency" ], "manifest": "packages/qwen38-27b-q8-tp2-b70/package.json" }, { "id": "qwen38-27b-fp8-vllm-tp2-asrock-b70", "label": "Qwen3.8 FP8 \u00b7 TP2", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "quantization": "FP8", "runtime": "vLLM XPU", "cards": 2, "status": "candidate", "evidence_level": "B70-verified", "coverage": [ "decode", "context", "prefill", "TTFT", "quality", "recipe", "concurrency", "queued latency" ], "manifest": "packages/qwen38-27b-fp8-tp2-b70/package.json" }, { "id": "qwen38-27b-autoround-int4-b70", "label": "Qwen3.8 AutoRound INT4 \u00b7 fixed-K \u00b7 TP2 MTP4", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1 + lab R293 image (fixed-K oneDNN W4A16, GDN spec grouping with the sync-free grouped branch, draft-only INT4 head, class-consistent FP16 linears behind CLASSPAD=1; CLASSPAD=0 is the published R276 code path), XPU graph capture to 320", "cards": 2, "status": "research-lossless-profile", "evidence_level": "B70-verified", "coverage": [ "decode", "TP1/2", "MTP0-6", "determinism", "concurrency", "recipe", "stagger-exact" ], "manifest": "packages/qwen38-27b-int4-fixed-k-tp2-b70/package.json" }, { "id": "qwen38-27b-autoround-int4-tp1-f01e-graphmodes-depth-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP1 official-image eager/PIECEWISE parity-adjudicated depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 1, "status": "quality-battery-qualified-grade-c-http-curves-with-8k-piecewise-quarantine", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "eager exact context 2K-32K", "PIECEWISE exact context 2K/4K/16K/24K/32K", "PIECEWISE 8K speedless quarantine", "F16 KV", "full quality battery", "x0 missing" ], "grades": { "evidence": { "grade": "C", "scope": "AutoRound INT4 TP1 eager at six exact nonzero depths and PIECEWISE at five target-parity depths, with PIECEWISE 8K quarantined", "basis": "Both current-f01e arms passed six cache-zero exact-depth requests and the complete quality battery, but the corrective adjudication found the frozen validator had not compared the arms. PIECEWISE exactly matches same-image eager MTP0 at 2K/4K/16K/24K/32K; its 8K output diverges at token 99 and carries no selected speed. The repeated-token depth fixture remains Grade C; x0 is missing and protected FULL_AND_PIECEWISE and short-decode profiles remain separate.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp0-f16-piecewise-depth-r3-human-adjudication-result.json", "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-f16-graphmodes-depth-r3-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp0-f16-piecewise-depth-r3-human-adjudication-result.json" }, { "id": "qwen38-27b-autoround-int4-tp1-f01e-e4m3kv-depth-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP1 current-image E4M3-KV eager/PIECEWISE depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 1, "status": "quality-battery-qualified-grade-c-http-curves", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "exact context 2K-32K", "FP8 E4M3 KV", "eager and PIECEWISE", "full quality battery", "x0 missing" ], "grades": { "evidence": { "grade": "C", "scope": "AutoRound INT4 TP1 eager and PIECEWISE serving at six exact nonzero active-context depths each with FP8 E4M3 KV on the current official image", "basis": "All twelve cache-zero exact-depth receipts passed, and each arm passed the complete frozen quality battery on f01e/ac7509e2. The PIECEWISE curve supersedes only its non-publishing singleton diagnostic; the eager curve and older immutable-runtime evidence remain distinct, and no other graph mode, TP, MTP, KV, runtime, x0, headline, or descendant authority transfers.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-e4m3kv-depth-expansion-r1-result.json", "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-e4m3kv-piecewise-depth-expansion-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-e4m3kv-piecewise-depth-expansion-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp1-f01e-mtp3-eager-depth-grade-d", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP1 current-image eager MTP3 partial depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 1, "status": "mixed-partial-grade-d-human-adjudicated", "evidence_level": "B70-measured Grade D partial", "coverage": [ "native MTP3", "HTTP serving", "exact context 4K-32K measured", "2K quarantined", "F16 KV", "eager", "full quality battery", "x0 missing" ], "grades": { "evidence": { "grade": "D", "scope": "AutoRound INT4 TP1 eager MTP3 serving at five exact target-parity active-context depths; 2K is structurally quarantined", "basis": "All six cache-zero depth and acceptance gates plus the full quality battery passed, but the whole arm correctly failed closed because the 2K output diverged at token 90. Explicit human coverage adjudication publishes only the exact-parity 4K-32K cells as Grade D measured evidence; 2K remains quarantined, x0 remains missing, and the fail-closed receipt is unchanged.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp3-f16-eager-depth-expansion-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp3-f16-eager-depth-expansion-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp1-f01e-mtp2-eager-depth-grade-d", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP1 current-image eager MTP2 partial depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 1, "status": "mixed-partial-grade-d-human-adjudicated", "evidence_level": "B70-measured Grade D partial", "coverage": [ "native MTP2", "HTTP serving", "exact context 4K/24K/32K measured", "2K/8K/16K quarantined", "F16 KV", "eager", "full quality battery", "x0 missing" ], "grades": { "evidence": { "grade": "D", "scope": "AutoRound INT4 TP1 eager MTP2 serving at three exact target-parity active-context depths; three divergent depths are structurally quarantined", "basis": "All six cache-zero depth and acceptance gates plus the full quality battery passed, but the whole arm correctly failed closed because 2K, 8K, and 16K diverged at tokens 90, 99, and 32. Explicit human coverage adjudication publishes only exact-parity 4K, 24K, and 32K as Grade D measured evidence; the divergent cells remain quarantined, x0 remains missing, and the fail-closed receipt is unchanged.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp2-f16-eager-depth-expansion-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp2-f16-eager-depth-expansion-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp1-f01e-mtp1-eager-depth-grade-d", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP1 current-image eager MTP1 partial depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 1, "status": "mixed-partial-grade-d-human-adjudicated", "evidence_level": "B70-measured Grade D partial", "coverage": [ "native MTP1", "HTTP serving", "exact context 4K/16K/24K/32K measured", "2K/8K quarantined", "F16 KV", "eager", "full quality battery", "x0 missing" ], "grades": { "evidence": { "grade": "D", "scope": "AutoRound INT4 TP1 eager MTP1 serving at four exact target-parity active-context depths; two divergent depths are structurally quarantined", "basis": "All six cache-zero depth and acceptance gates plus the full quality battery passed, but the whole arm correctly failed closed because 2K and 8K diverged at tokens 90 and 99. Explicit human coverage adjudication publishes only exact-parity 4K, 16K, 24K, and 32K as Grade D measured evidence; the divergent cells remain quarantined, x0 remains missing, and the fail-closed receipt is unchanged.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp1-f16-eager-depth-expansion-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp1-f16-eager-depth-expansion-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp1-f01e-mtp1-eager-e4m3kv-4k-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP1 eager/E4M3 MTP1 exact 4K", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 1, "status": "passed-quality-clean-mtp1-e4m3-exact-4k-grade-c", "evidence_level": "B70-measured Grade C", "coverage": [ "native MTP1", "TP1", "HTTP serving", "exact context 4K", "E4M3 KV", "eager", "62/66 accepted", "same-profile target parity", "full quality battery", "all other depths missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP1/MTP1 eager/E4M3 serving at exact 4K", "basis": "The exact cache-zero request passed every depth gate, accepted 62/66 isolated draft tokens, matched the frozen same-image TP1/MTP0/eager/E4M3 target across all 128 tokens, and passed the full objective/baseline quality battery with cache zero on all 16 requests. Separate publication selects only exact 4K; x0 and every other depth remain missing, and no F16 or graph cell transfers.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp1-e4m3kv-eager-4k-sentinel-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp1-e4m3kv-eager-4k-sentinel-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp1-f01e-mtp1-piecewise-f16-4k-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP1 PIECEWISE/F16 MTP1 exact 4K", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 1, "status": "grade-c-exact-4k-mtp1-piecewise", "evidence_level": "B70-measured Grade C", "coverage": [ "native MTP1", "TP1", "HTTP serving", "PIECEWISE graph", "exact context 4K", "F16 KV", "56/71 accepted", "dual-parent parity", "full quality battery", "x0 and other depths missing", "8K corruption caveat retained" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP1/MTP1/PIECEWISE/F16 serving at exact 4K", "basis": "The exact cache-zero request passed every depth gate, accepted 56/71 isolated draft tokens, exactly matched both same-image clean TP1/MTP0 eager and PIECEWISE parents across all 128 tokens, and passed the full objective/baseline quality battery with cache zero on all 16 requests. Explicit human adjudication publishes only 4K; x0 and every other depth remain missing, including 8K under the retained token-99 graph-corruption caveat.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp1-f16-piecewise-4k-sentinel-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp1-f16-piecewise-4k-sentinel-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp1-f01e-mtp2-piecewise-f16-4k-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP1 PIECEWISE/F16 MTP2 exact 4K", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 1, "status": "grade-c-exact-4k-mtp2-piecewise-postrun-cache-audited", "evidence_level": "B70-measured Grade C \u00b7 disclosed runner defect", "coverage": [ "native MTP2", "TP1", "HTTP serving", "PIECEWISE graph", "exact context 4K", "F16 KV", "80/94 accepted", "dual-parent parity", "full quality battery", "post-run cache audit", "other depths missing or quarantined" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP1/MTP2/PIECEWISE/F16 serving at exact 4K", "basis": "The exact cache-zero request accepted 80/94 isolated draft tokens, matched both clean same-image TP1/MTP0 parents across all 128 tokens, and passed full quality, graph/topology identity, model verification, and runtime cleanup. The original runner omitted its promised cache gate; a separately hashed report-only audit found exactly rank_0_0 in the surviving dedicated cache. Explicit human adjudication publishes only 4K with that defect disclosed; 2K/8K/16K corruption caveats and all other missing depths remain.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp2-f16-piecewise-4k-sentinel-r1-result.json", "experiments/qwen38-27b-b70/notes/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp2-piecewise-cache-gate-correction.md" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp2-f16-piecewise-4k-sentinel-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp1-f01e-mtp4-eager-f16-screened-grade-d", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP1 current-image eager/F16 MTP4 screened depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 1, "status": "mixed-partial-grade-d-human-adjudicated", "evidence_level": "B70-screened Grade D partial", "coverage": [ "native MTP4", "TP1", "HTTP serving", "exact context 4K/16K/24K screened", "2K target-divergence quarantine", "8K cross-boot-conflict quarantine", "32K runtime-fatal closure", "F16 KV", "eager", "no expansion quality battery", "x0 missing", "zero measured cells" ], "grades": { "evidence": { "grade": "D", "scope": "Current-f01e AutoRound INT4 TP1/MTP4 eager/F16 screened serving at exact target-parity 4K, 16K, and 24K", "basis": "Explicit human adjudication publishes only the complete cache-zero target-parity 4K/16K/24K observations as Grade D lab-screened evidence. The 2K divergence and conflicting separate-boot 8K receipts remain speedless quarantines, 32K remains closed after an incomplete engine-fatal response, and x0 remains missing. No full expansion quality battery ran, so no selector is lab-measured and no headline, record, existing profile, or protected value changes.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp4-f16-eager-depth-r1-human-adjudication-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp4-f16-eager-depth-r1-human-adjudication-result.json" }, { "id": "qwen38-27b-autoround-int4-tp2-f01e-mtp4-eager-f16-8k-quarantine", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 eager/F16 MTP4 8K quarantine", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 2, "status": "quarantined-target-parity-failed", "evidence_level": "B70 structural quarantine", "coverage": [ "native MTP4", "TP2", "exact context 8K quarantined", "token-99 divergence", "F16 KV", "eager", "mechanism and quality diagnostic only", "no measured 8K speed", "all other depths missing" ], "grades": { "evidence": { "grade": "D", "scope": "Current-f01e TP2/MTP4/eager/F16 exact-8K structural quarantine", "basis": "Exact depth, 97/124 finite conserved acceptance, full objective and same-topology baseline quality, all 16 cache-zero usages, topology, identity, and cleanup passed, but the candidate diverged from the same-topology TP2/MTP0 oracle at token 99. Only the 8K selector is classified as quarantined; its diagnostic timing is not a measured site speed and all other depths remain missing.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-8k-sentinel-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-8k-sentinel-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp2-f01e-mtp4-eager-f16-4k-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 eager/F16 MTP4 exact 4K", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 2, "status": "passed-quality-clean-sentinel-human-adjudicated-grade-c", "evidence_level": "B70-measured Grade C", "coverage": [ "native MTP4", "TP2", "HTTP serving", "exact context 4K measured", "8K quarantined", "F16 KV", "eager", "90/148 accepted", "same-topology parity", "full quality battery", "all other depths missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP2/MTP4 eager/F16 serving at exact 4K", "basis": "The preregistered sentinel passed exact depth and cache zero, finite conserved 90/148 acceptance, exact same-topology TP2/MTP0 target parity across all 128 tokens, the full objective/baseline quality battery with all 16 requests cache-zero, TP2 topology, model, rank-cache-isolation, and cleanup. Explicit human adjudication publishes only 4K; the existing 8K token-99 quarantine is unchanged and every other depth remains missing.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-4k-sentinel-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-4k-sentinel-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp2-f01e-mtp4-eager-f16-16k24k-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 eager/F16 MTP4 exact 16K and 24K", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 2, "status": "passed-quality-clean-two-depth-expansion-human-adjudicated-grade-c", "evidence_level": "B70-measured Grade C", "coverage": [ "native MTP4", "TP2", "HTTP serving", "exact context 16K/24K measured", "8K quarantined", "F16 KV", "eager", "89/160 and 93/144 accepted", "same-topology parity", "full quality battery", "x0/2K/32K missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP2/MTP4 eager/F16 serving at exact 16K and 24K", "basis": "The preregistered expansion passed both exact-depth and cache-zero gates, finite conserved 89/160 and 93/144 acceptance, exact same-topology TP2/MTP0 target parity across all 128 tokens at both depths, the full objective/baseline quality battery with all 16 requests cache-zero, TP2 topology, model verification, rank-cache isolation, and cleanup. Explicit human adjudication publishes only 16K and 24K; the existing 8K token-99 quarantine is unchanged and x0/2K/32K remain missing.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-16k24k-expansion-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-16k24k-expansion-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp4-f01e-mtp4-eager-f16-8k-quarantine", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 eager/F16 MTP4 8K quarantine", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU", "cards": 4, "status": "quarantined-target-parity-failed", "evidence_level": "B70 structural quarantine", "coverage": [ "native MTP4", "TP4", "exact context 8K quarantined", "token-99 divergence", "F16 KV", "eager", "mechanism and quality diagnostic only", "no measured 8K speed" ], "grades": { "evidence": { "grade": "D", "scope": "Current-f01e TP4/MTP4/eager/F16 exact-8K structural quarantine", "basis": "Exact depth, 97/124 finite conserved acceptance, quality, all 16 cache-zero usages, topology, identity, and cleanup passed, but the candidate diverged from the same-topology TP4/MTP0 oracle at token 99. The 8K selector remains quarantined and its diagnostic timing is not a measured site speed; a separate recovery packet now owns the independently qualified 4K/16K/24K cells.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-8k-sentinel-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-8k-sentinel-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp4-f01e-mtp4-eager-f16-recovery-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 current-image eager/F16 MTP4 recovery", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 4, "status": "quality-clean-grade-c-recovery", "evidence_level": "B70-measured Grade C partial", "coverage": [ "native MTP4", "TP4", "HTTP serving", "exact context 4K/16K/24K measured", "2K/8K quarantined", "32K runtime-fatal closure", "F16 KV", "eager", "full quality battery", "x0 missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP4/MTP4 eager/F16 serving at exact target-parity 4K, 16K, and 24K", "basis": "The focused recovery passed exact/cache-zero/acceptance, same-topology target, full quality/baseline, topology, model, rank-cache-isolation, and cleanup gates. Explicit human adjudication publishes only 4K/16K/24K; 2K and 8K remain quarantined, 32K remains a current-profile runtime-fatal closure, x0 remains missing, and no diagnostic speed is exposed.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-quality-recovery-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-quality-recovery-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp4-f01e-mtp3-eager-f16-8k-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 eager/F16 MTP3 exact 8K", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU", "cards": 4, "status": "grade-c-exact-8k-mtp3", "evidence_level": "B70-measured Grade C", "coverage": [ "native MTP3", "TP4", "HTTP serving", "exact context 8K", "F16 KV", "eager", "89/114 accepted", "same-topology parity", "full quality battery", "x0 and other depths missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP4/MTP3 eager/F16 serving at exact 8K", "basis": "Exact cache-zero depth, 89/114 finite conserved acceptance, exact same-topology TP4/MTP0 target parity, full quality and baseline, all 16 cache-zero usages, topology, identity, and cleanup passed. Explicit per-cell adjudication publishes only 8K; automatic publication and expansion remain false.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-8k-sentinel-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-8k-sentinel-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp4-f01e-mtp3-eager-f16-depth-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 current-image eager/F16 MTP3 partial depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 4, "status": "partial-grade-c-human-adjudicated", "evidence_level": "B70-measured Grade C partial", "coverage": [ "native MTP3", "TP4", "HTTP serving", "exact context 4K-32K measured", "2K quarantined token90", "F16 KV", "eager", "full quality battery", "x0 missing", "prior 8K retained" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP4/MTP3 eager/F16 serving at five exact target-parity depths", "basis": "All six exact/cache-zero/acceptance gates and the full quality battery passed, but the raw arm correctly failed closed because 2K diverged from the same-topology TP4/MTP0 target at token 90. Explicit human adjudication adds 4K/16K/24K/32K, retains the prior 8K sentinel unchanged, quarantines 2K, and leaves x0 missing.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-depth-expansion-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-depth-expansion-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp4-f01e-mtp2-eager-f16-8k-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 eager/F16 MTP2 exact 8K", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU", "cards": 4, "status": "grade-c-exact-8k-mtp2", "evidence_level": "B70-measured Grade C", "coverage": [ "native MTP2", "TP4", "HTTP serving", "exact context 8K", "F16 KV", "eager", "78/98 accepted", "same-topology parity", "full quality battery", "x0 and other depths missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP4/MTP2 eager/F16 serving at exact 8K", "basis": "The exact cache-zero request passed every depth gate, accepted 78/98 finite conserved draft tokens, returned 128 token IDs that exactly matched the same-topology TP4/MTP0 oracle, and passed the full quality and baseline battery with cache zero on all 16 requests. Explicit per-cell adjudication publishes only 8K; automatic publication remains false, no expansion is authorized, and no protected graph authority transfers.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-8k-sentinel-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-8k-sentinel-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp4-f01e-mtp2-eager-f16-depth-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 current-image eager/F16 MTP2 partial depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 4, "status": "partial-grade-c-human-adjudicated", "evidence_level": "B70-measured Grade C partial", "coverage": [ "native MTP2", "TP4", "HTTP serving", "exact context 4K-32K measured", "2K quarantined token90", "F16 KV", "eager", "full quality battery", "x0 missing", "prior 8K retained" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP4/MTP2 eager/F16 serving at five exact target-parity depths", "basis": "All six exact/cache-zero/acceptance gates and the full quality battery passed, but the raw arm correctly failed closed because 2K diverged from the same-topology TP4/MTP0 target at token 90. Explicit human adjudication adds 4K/16K/24K/32K, retains the prior 8K sentinel unchanged, quarantines 2K, and leaves x0 missing.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-depth-expansion-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-depth-expansion-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp4-f01e-mtp1-eager-f16-8k-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 eager/F16 MTP1 exact 8K", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU", "cards": 4, "status": "grade-c-exact-8k-mtp1", "evidence_level": "B70-measured Grade C", "coverage": [ "native MTP1", "TP4", "HTTP serving", "exact context 8K", "F16 KV", "eager", "61/66 accepted", "same-topology parity", "full quality battery", "x0 and other depths missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP4/MTP1 eager/F16 serving at exact 8K", "basis": "The exact cache-zero request passed every depth gate, accepted 61/66 isolated draft tokens, returned 128 token IDs that exactly matched the same-image same-topology TP4/MTP0 oracle, and passed the full natural-text quality and baseline battery with cache zero on all 16 requests. One server and one repeated-token depth remain Grade C; no other depth or protected graph authority transfers.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-8k-sentinel-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-8k-sentinel-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp4-f01e-mtp1-eager-f16-depth-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 current-image eager/F16 MTP1 partial depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 4, "status": "partial-grade-c-human-adjudicated", "evidence_level": "B70-measured Grade C partial", "coverage": [ "native MTP1", "TP4", "HTTP serving", "exact context 4K-32K measured", "2K quarantined token90", "F16 KV", "eager", "full quality battery", "x0 missing", "prior 8K retained" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP4/MTP1 eager/F16 serving at five exact target-parity depths", "basis": "All six exact/cache-zero/acceptance gates and the full quality battery passed, but the raw arm correctly failed closed because 2K diverged from the same-topology TP4/MTP0 target at token 90. Explicit human adjudication adds 4K/16K/24K/32K as Grade C, retains the prior 8K sentinel unchanged, quarantines 2K, and leaves x0 missing.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-depth-expansion-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-depth-expansion-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp4-f01e-mtp1-piecewise-f16-4k-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 PIECEWISE/F16 MTP1 exact 4K", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 4, "status": "passed-quality-clean-graph-mtp1-exact-4k-human-adjudicated-grade-c", "evidence_level": "B70-measured Grade C", "coverage": [ "native MTP1", "TP4", "HTTP serving", "PIECEWISE graph", "exact context 4K measured", "F16 KV", "56/71 accepted", "dual-parent parity", "full quality battery", "all other depths missing", "8K corruption caveat retained" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP4/MTP1/PIECEWISE/F16 serving at exact 4K", "basis": "The exact cache-zero request passed every gate, accepted 56/71 isolated draft tokens, matched both same-image TP4/MTP0 eager and PIECEWISE parents across all 128 tokens, and passed the full quality battery, PIECEWISE capture, all-four-worker topology, per-rank cache isolation, model verification, and cleanup. Explicit human adjudication publishes only exact 4K; every other depth remains missing and the existing 8K graph-corruption caveat is not cleared.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp1-f16-piecewise-4k-sentinel-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp1-f16-piecewise-4k-sentinel-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp2-f01e-mtp1-piecewise-f16-4k-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 PIECEWISE/F16 MTP1 exact 4K", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 2, "status": "passed-quality-clean-graph-mtp1-exact-4k-human-adjudicated-grade-c", "evidence_level": "B70-measured Grade C", "coverage": [ "native MTP1", "TP2", "HTTP serving", "PIECEWISE graph", "exact context 4K measured", "F16 KV", "56/71 accepted", "dual-parent parity", "full quality battery", "all other depths missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP2/MTP1/PIECEWISE/F16 serving at exact 4K", "basis": "The exact cache-zero request passed every gate, accepted 56/71 isolated draft tokens, matched both same-image TP2/MTP0 PIECEWISE and TP2/MTP1 eager parents across all 128 tokens, and passed the full quality battery, PIECEWISE capture, both-worker topology, per-rank cache isolation, model verification, and cleanup. Explicit human adjudication publishes only exact 4K; every other depth remains missing.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp1-f16-piecewise-4k-sentinel-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp1-f16-piecewise-4k-sentinel-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp2-f01e-mtp2-piecewise-f16-4k-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 PIECEWISE/F16 MTP2 exact 4K", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 2, "status": "passed-quality-clean-graph-mtp2-exact-4k-human-adjudicated-grade-c", "evidence_level": "B70-measured Grade C", "coverage": [ "native MTP2", "TP2", "HTTP serving", "PIECEWISE graph", "exact context 4K measured", "F16 KV", "80/94 accepted", "dual-parent parity", "full quality battery", "all other depths missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP2/MTP2/PIECEWISE/F16 serving at exact 4K", "basis": "The exact cache-zero request passed every gate, accepted 80/94 isolated draft tokens, matched both same-image TP2/MTP0 PIECEWISE and TP2/MTP2 eager parents across all 128 tokens, and passed the full quality battery, PIECEWISE capture, both-worker topology, per-rank cache isolation, model verification, and cleanup. Explicit human adjudication publishes only exact 4K; every other depth remains missing.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp2-f16-piecewise-4k-sentinel-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp2-f16-piecewise-4k-sentinel-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp2-f01e-eager-f16-depth-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 current-image eager/F16 depth expansion", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 2, "status": "quality-battery-qualified-grade-c-http-depth-expansion", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "TP2", "HTTP serving", "exact context 2K-32K", "F16 KV", "eager", "full quality battery", "cross-topology parity 6/6", "x0 missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP2/MTP0 eager/F16 target-only serving at all six canonical nonzero depths", "basis": "All six cache-zero exact TP2-native receipts, the complete objective and cross-topology baseline quality battery, both-worker topology, rank-cache isolation, direct model verification, and cleanup passed. Every output exactly matched the current-f01e TP1 comparison. Six missing cells are filled additively; x0 and the older TP2 graph profile remain unchanged.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp0-f16-eager-depth-expansion-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp0-f16-eager-depth-expansion-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp2-f01e-piecewise-f16-depth-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 current-image PIECEWISE/F16 partial depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 2, "status": "partial-grade-c-human-adjudicated", "evidence_level": "B70-measured Grade C partial", "coverage": [ "target-only MTP0", "TP2", "HTTP serving", "PIECEWISE graph", "exact context 2K/4K/24K/32K measured", "8K/16K quarantined", "F16 KV", "full quality battery", "x0 missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP2/MTP0 PIECEWISE/F16 serving at four exact target-identical depths", "basis": "All six exact/cache-zero requests and every global quality, graph-identity, TP2-topology, rank-cache, model, and cleanup gate passed. Explicit per-depth adjudication publishes only target-identical 2K/4K/24K/32K; 8K and 16K remain speedless token-divergence quarantines, x0 remains missing, and the dated six-depth FULL_AND_PIECEWISE graph profile remains a separate fully certified series.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp0-f16-piecewise-depth-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp0-f16-piecewise-depth-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp2-f01e-mtp1-eager-f16-depth-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 current-image eager/F16 MTP1 depth expansion", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 2, "status": "quality-battery-qualified-grade-c-http-depth-expansion", "evidence_level": "B70-measured Grade C", "coverage": [ "native MTP1", "TP2", "HTTP serving", "exact context 2K-32K", "F16 KV", "eager", "positive isolated acceptance 6/6", "same-topology target parity 6/6", "full quality battery", "x0 missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP2/MTP1 eager/F16 serving at all six canonical nonzero depths", "basis": "All six cache-zero exact TP2-native receipts, isolated positive finite draft counters, exact same-topology TP2/MTP0 target parity, the complete objective and baseline quality battery, both-worker topology, rank-cache isolation, direct model verification, and cleanup passed. Six missing MTP1 cells are filled additively; x0, TP2/MTP0, the older TP2 graph profile, and all protected values remain unchanged.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp1-f16-eager-depth-expansion-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp1-f16-eager-depth-expansion-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp2-f01e-mtp2-eager-f16-depth-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 current-image eager/F16 MTP2 partial depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 2, "status": "partial-grade-c-human-adjudicated", "evidence_level": "B70-measured Grade C partial", "coverage": [ "native MTP2", "TP2", "HTTP serving", "exact context 4K-32K measured", "2K quarantined token90", "F16 KV", "eager", "positive isolated acceptance 6/6", "same-topology target parity 5/6", "full quality battery", "x0 missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP2/MTP2 eager/F16 serving at five exact target-parity depths", "basis": "All six cache-zero exact TP2-native receipts, isolated positive finite draft counters, the complete objective and baseline quality battery, both-worker topology, rank-cache isolation, direct model verification, and cleanup passed. The raw arm correctly failed closed because 2K diverged from the same-topology TP2/MTP0 target at token 90. Explicit human adjudication adds only 4K-32K as Grade C, quarantines 2K, and leaves x0 missing; TP2/MTP0, TP2/MTP1, older graph evidence, and protected values remain unchanged.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp2-f16-eager-depth-expansion-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp2-f16-eager-depth-expansion-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp2-f01e-mtp3-eager-f16-depth-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 current-image eager/F16 MTP3 partial depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 2, "status": "quality-battery-qualified-grade-c-parent-scoped", "evidence_level": "B70-measured Grade C partial", "coverage": [ "native MTP3", "TP2", "HTTP serving", "exact context 4K-32K measured", "2K structurally excluded by parent token90 quarantine", "F16 KV", "eager", "positive isolated acceptance 5/5", "same-topology target parity 5/5", "full quality battery", "x0 missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP2/MTP3 eager/F16 serving at five exact target-parity depths", "basis": "All five frozen included cache-zero exact TP2-native receipts passed with positive finite isolated draft counters and exact same-topology TP2/MTP0 token parity. The complete objective and baseline quality battery, both-worker topology, rank-cache isolation, direct model verification, and cleanup passed. The parent MTP2 token-90 divergence structurally excluded 2K before launch, so no MTP3 2K speed exists. Five 4K-32K cells are added; x0, the parent quarantine, prior MTP0-2 profiles, graph evidence, and protected values remain unchanged.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp3-f16-eager-depth-expansion-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp3-f16-eager-depth-expansion-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp4-f01e-eager-f16-oracle-8k-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 eager/F16 exact-8K oracle", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU", "cards": 4, "status": "grade-c-exact-8k-oracle", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "TP4", "HTTP serving", "exact context 8K", "F16 KV", "eager", "full quality battery", "cross-topology parity", "x0 and other depths missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP4/MTP0 eager/F16 target-only serving at exact 8K", "basis": "The exact cache-zero request passed every depth gate, returned 128 token IDs, matched the frozen same-image TP1 target exactly, and the full natural-text quality and baseline battery passed with cache zero on all 16 requests. All four workers, fresh ext4 cache, model verification, and cleanup passed. One server and one repeated-token depth remain Grade C; no other depth or protected graph authority transfers.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp0-f16-eager-8k-oracle-sentinel-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp0-f16-eager-8k-oracle-sentinel-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp4-f01e-eager-f16-depth-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 current-image eager/F16 depth expansion", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 4, "status": "quality-battery-qualified-grade-c-http-depth-expansion", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "TP4", "HTTP serving", "exact context 2K-32K", "F16 KV", "eager", "full quality battery", "2K cross-TP caveat", "x0 missing", "prior 8K cell retained" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP4/MTP0 eager/F16 target-only serving at all six canonical nonzero depths", "basis": "All six cache-zero exact TP4-native receipts, the complete quality and baseline battery, all-four-worker topology, rank-cache isolation, and cleanup passed. The 8K output reproduced the frozen TP4 parent; 4K-32K matched TP1, while 2K has an explicit cross-topology token-90 caveat that does not invalidate the TP4-native oracle. Five missing site cells are filled additively and the prior 8K speed remains unchanged.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp0-f16-eager-depth-expansion-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp0-f16-eager-depth-expansion-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-tp4-f01e-piecewise-f16-depth-grade-c", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP4 current-image PIECEWISE/F16 partial depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "cards": 4, "status": "partial-grade-c-human-adjudicated", "evidence_level": "B70-measured Grade C partial", "coverage": [ "target-only MTP0", "TP4", "HTTP serving", "PIECEWISE graph", "exact context 2K/4K/16K/24K/32K measured", "8K quarantined", "F16 KV", "full quality battery", "x0 missing" ], "grades": { "evidence": { "grade": "C", "scope": "Current-f01e AutoRound INT4 TP4/MTP0 PIECEWISE/F16 serving at five exact target-identical depths", "basis": "All six exact/cache-zero requests and every global quality, graph-identity, all-four-worker topology, rank-cache, model, and cleanup gate passed. Explicit per-depth adjudication publishes only target-identical 2K/4K/16K/24K/32K; 8K remains a speedless token-99 quarantine, x0 remains missing, and the dated six-depth FULL_AND_PIECEWISE graph profile remains a separate fully certified series.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp0-f16-piecewise-depth-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp0-f16-piecewise-depth-r1-result.json" }, { "id": "qwen38-27b-official-fp8-tp1-eager-depth-grade-c", "label": "Qwen3.8 official FP8 \u00b7 TP1 eager depth screen", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "quantization": "FP8", "runtime": "vLLM XPU", "cards": 1, "status": "grade-c-bounded-fit-depth", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "exact context 2K-8K", "F16 KV", "eager", "fit boundary" ], "grades": { "evidence": { "grade": "C", "scope": "Official Qwen3.8 FP8 TP1 eager exact-depth serving at the first supported 8,448-token capacity", "basis": "strict direct-plus-ordinary verification passed for all 66 weights; the 2K/4K/8K cache-zero receipts returned 128 token IDs and passed every exact-depth gate. This is repeated-token shape evidence, not a natural-prose/full semantic battery, package headline, or protected-route replacement.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-fp8-tp1-fit-depth-r2-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-fp8-tp1-fit-depth-r2-result.json" }, { "id": "qwen38-27b-official-fp8-tp4-piecewise-depth-grade-c", "label": "Qwen3.8 official FP8 \u00b7 TP4 PIECEWISE depth", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "quantization": "FP8", "runtime": "vLLM XPU", "cards": 4, "status": "grade-c-exact-depth", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "exact context 2K-32K", "F16 KV", "PIECEWISE graph" ], "grades": { "evidence": { "grade": "C", "scope": "Official Qwen3.8 FP8 TP4 PIECEWISE exact-depth serving through 32K", "basis": "strict direct-plus-ordinary verification passed for all 66 weights; six cache-zero receipts returned 128 token IDs and passed every exact-depth gate. This is repeated-token shape evidence, not natural prose, a package headline, or a replacement for the faster protected AutoRound TP4 route.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-fp8-tp4-http-depth-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-fp8-tp4-http-depth-r1-result.json" }, { "id": "qwen38-27b-256k-vision-mtp-b70", "label": "Qwen3.8 Q5_K_S \u00b7 256K + vision + MTP", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "runtime": "llama.cpp SYCL", "cards": 1, "status": "candidate", "evidence_level": "B70-verified operating points", "coverage": [ "decode", "configured 256K capacity", "prefill", "vision", "MTP" ], "grades": { "evidence": { "grade": "C", "scope": "TP1 full-package Q5_K_S/Q4_K_XL operating points at 262144 configured capacity", "basis": "two fresh serving runs per quant, cache-zero checks, objective canaries, exact artifact identity, and Q5 vision smoke are recorded; active prompts were short, cross-server hashes matched only 8/12, token IDs were not captured, and raw serving JSONs remain external with tracked checksums", "reviewed_at": "2026-08-23", "evidence": [ "data/qwen38-27b-256k-package-operating-points-20260822.json" ] } }, "manifest": "packages/qwen38-27b-256k-vision-mtp-b70/package.json" }, { "id": "qwen38-27b-q5ks-q8kv-external-mtp-8k-grade-c", "label": "Qwen3.8 Q5_K_S \u00b7 TP1 external-MTP 8K route screen", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "runtime": "llama.cpp SYCL", "cards": 1, "status": "grade-c-diagnostic-route-divergence-no-speed-authority", "evidence_level": "B70-screened Grade C diagnostic", "coverage": [ "exact 8K", "MTP0/1/2/3/4", "Q8_0 target/draft KV", "deterministic route divergence" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.8 UD-Q5_K_S with the same-revision external Q4_0 MTP draft at TP1, exact 8K active context, graph off, and Q8_0 target/draft KV", "basis": "five fresh cache-zero route lifetimes retained exact target, draft, runtime, binary, request, output-token, counter, and cleanup receipts. MTP1\u20134 all deterministically diverged from MTP0 at token index 6, so their positive counters and apparent speedups are diagnostic only; preregistered candidate quality batteries were skipped and no speed, headline, certification, or submission authority transfers.", "reviewed_at": "2026-08-25", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-q5ks-external-q4mtp-q8kv-tp1-route-8k-sentinel-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-q5ks-external-q4mtp-q8kv-tp1-route-8k-sentinel-r1-result.json" }, { "id": "qwen38-27b-q5ks-q8kv-target-http-depth-grade-c", "label": "Qwen3.8 Q5_K_S \u00b7 TP1 target-only HTTP context curve", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "runtime": "llama.cpp SYCL", "cards": 1, "status": "quality-battery-qualified-grade-c-http-curve", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "active context 0-32K", "Q8_0 KV", "full quality battery" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.8 UD-Q5_K_S target-only TP1 HTTP serving at seven exact active-context depths with graph and fit disabled and Q8_0 KV", "basis": "all seven cache-zero depth receipts completed under one exact pinned identity; the full natural-language quality battery passed 7 exact cases, 2 repeat runs, and a 25,200-token long-context case, for 10/10 cache-zero quality requests. The synthetic exact-depth fixture and single campaign remain Grade C; no prefill, speculative, TP2/TP4, headline, protected-score, or LocalMaxxing authority transfers.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-q5ks-q8kv-tp1-target-http-depth-quality-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-q5ks-q8kv-tp1-target-http-depth-quality-r1-result.json" }, { "id": "qwen38-27b-q5ks-f16kv-target-http-depth-grade-c", "label": "Qwen3.8 Q5_K_S \u00b7 TP1 target-only F16-KV HTTP context curve", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "runtime": "llama.cpp SYCL", "cards": 1, "status": "quality-battery-qualified-grade-c-http-curve", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "active context 0-32K", "F16 KV", "full quality battery" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.8 UD-Q5_K_S target-only TP1 HTTP serving at seven exact active-context depths with graph and fit disabled and F16 KV", "basis": "all seven cache-zero depth receipts completed under one exact pinned identity; the full natural-language quality battery passed 7 exact cases, 2 repeat runs, and a 25,200-token long-context case, for 10/10 cache-zero quality requests. The synthetic exact-depth fixture and single campaign remain Grade C; no prefill, Q8_0-KV, graph, speculative, TP2/TP4, headline, protected-score, or LocalMaxxing authority transfers.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q5ks-f16kv-tp1-target-http-depth-quality-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q5ks-f16kv-tp1-target-http-depth-quality-r1-result.json" }, { "id": "qwen38-27b-q5ks-f16kv-sycl-graph-cache64-depth-grade-c", "label": "Qwen3.8 Q5_K_S \u00b7 TP1 F16-KV cache64 SYCL-graph HTTP context curve", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "runtime": "llama.cpp SYCL graph patch stack fa0f3b25a47f", "cards": 1, "status": "quality-battery-qualified-grade-c-graph-http-curve", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "active context 0-32K", "F16 KV", "SYCL graph cache64", "full quality battery" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.8 UD-Q5_K_S target-only TP1 HTTP serving at seven exact active-context depths with F16 KV, fit disabled, and the separately pinned cache64 SYCL-graph patch profile", "basis": "all seven cache-zero exact-depth receipts completed under one pinned graph-patched identity; the full natural-language battery passed 7 exact cases, 2 stable repeats, the 25,200-token needle, and 10/10 cache-zero quality requests. Graph telemetry passed with 947 direct replays against the 896 floor and all 19 terminal checks passed. The synthetic depth fixture and single campaign remain Grade C; graph-off data and all other selectors, prefill, headlines, protected scores, and LocalMaxxing remain separate.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q5ks-f16kv-tp1-sycl-graph-cache64-depth-quality-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q5ks-f16kv-tp1-sycl-graph-cache64-depth-quality-r1-result.json" }, { "id": "qwen38-27b-q4kxl-f16kv-target-http-depth-grade-c", "label": "Qwen3.8 Q4_K_XL \u00b7 TP1 target-only F16-KV HTTP context curve", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "quantization": "UD-Q4_K_XL", "runtime": "llama.cpp SYCL", "cards": 1, "status": "quality-battery-qualified-grade-c-http-curve", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "active context 0-32K", "F16 KV", "full quality battery" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.8 UD-Q4_K_XL target-only TP1 HTTP serving at seven exact active-context depths with graph and fit disabled and F16 KV", "basis": "all seven cache-zero depth receipts completed under one exact pinned identity; the full natural-language quality battery passed 7 exact cases, 2 repeat runs, and a 25,200-token long-context case, for 10/10 cache-zero quality requests. The synthetic exact-depth fixture and single campaign remain Grade C; no Q8_0-KV, graph, prefill, speculative, TP2/TP4, headline, protected-score, or LocalMaxxing authority transfers.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q4kxl-f16kv-tp1-target-http-depth-quality-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q4kxl-f16kv-tp1-target-http-depth-quality-r1-result.json" }, { "id": "qwen38-27b-q4kxl-f16kv-sycl-graph-cache64-depth-grade-c", "label": "Qwen3.8 Q4_K_XL \u00b7 TP1 F16-KV cache64 SYCL-graph HTTP context curve", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "quantization": "UD-Q4_K_XL", "runtime": "llama.cpp SYCL graph port", "cards": 1, "status": "quality-and-graph-mechanism-qualified-grade-c-http-curve", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "active context 0-32K", "F16 KV", "SYCL graph cache64", "full quality battery" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.8 UD-Q4_K_XL target-only TP1 HTTP serving at seven exact active-context depths with fit disabled, F16 KV, and the exact cache64 SYCL-graph patch profile", "basis": "all seven cache-zero depth receipts and the full natural-language quality battery passed. Graph telemetry recorded 947 direct replays versus the frozen 896 minimum with 64/64 entries, zero compatibility/device rejects, and conserved counters. The synthetic fixture and one campaign remain Grade C; offline validator recovery used the immutable completed raw root and no GPU rerun. No other KV/quant/TP/MTP selector, prefill, headline, protected-score, or LocalMaxxing authority transfers.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q4kxl-f16kv-tp1-sycl-graph-cache64-depth-quality-r3-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q4kxl-f16kv-tp1-sycl-graph-cache64-depth-quality-r3-result.json" }, { "id": "qwen38-27b-q4kxl-q8kv-target-http-depth-grade-c", "label": "Qwen3.8 Q4_K_XL \u00b7 TP1 target-only Q8_0-KV HTTP context curve", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "quantization": "UD-Q4_K_XL", "runtime": "llama.cpp SYCL", "cards": 1, "status": "quality-battery-qualified-grade-c-http-curve", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "active context 0-32K", "Q8_0 KV", "full quality battery" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.8 UD-Q4_K_XL target-only TP1 HTTP serving at seven exact active-context depths with graph and fit disabled and Q8_0 KV", "basis": "all seven cache-zero depth receipts completed under one exact pinned identity; the full natural-language quality battery passed 7 exact cases, 2 repeat runs, and a 25,200-token long-context case, for 10/10 cache-zero quality requests. The synthetic exact-depth fixture and single campaign remain Grade C; no F16-KV, other-quantization, graph, prefill, speculative, TP2/TP4, headline, protected-score, or LocalMaxxing authority transfers.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q4kxl-q8kv-tp1-target-http-depth-quality-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q4kxl-q8kv-tp1-target-http-depth-quality-r1-result.json" }, { "id": "qwen38-27b-q8weights-f16kv-target-http-depth-grade-c", "label": "Qwen3.8 Q8_0 weights \u00b7 TP1 target-only F16-KV HTTP context curve", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "runtime": "llama.cpp SYCL", "cards": 1, "status": "quality-battery-qualified-grade-c-http-curve", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "active context 0-32K", "F16 KV", "full quality battery" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.8 Q8_0-weight target-only TP1 HTTP serving at seven exact active-context depths with graph and fit disabled and F16 KV", "basis": "all seven cache-zero depth receipts completed under one exact pinned identity; the full natural-language quality battery passed 7 exact cases, 2 repeat runs, and a 25,200-token long-context case, for 10/10 cache-zero quality requests. The synthetic exact-depth fixture and single campaign remain Grade C; no Q8_0-KV, graph, prefill, speculative, TP2/TP4, headline, protected-score, or LocalMaxxing authority transfers.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-f16kv-tp1-target-http-depth-quality-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-f16kv-tp1-target-http-depth-quality-r1-result.json" }, { "id": "qwen38-27b-q8weights-f16kv-sycl-graph-cache64-depth-grade-c", "label": "Qwen3.8 Q8_0 weights \u00b7 TP1 F16-KV cache64 SYCL-graph HTTP context curve", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "runtime": "llama.cpp SYCL graph patch stack fa0f3b25a47f", "cards": 1, "status": "quality-battery-qualified-grade-c-graph-http-curve", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "active context 0-32K", "F16 KV", "SYCL graph cache64", "full quality battery" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.8 Q8_0-weight target-only TP1 HTTP serving at seven exact active-context depths with F16 KV, fit disabled, and the separately pinned cache64 SYCL-graph patch profile", "basis": "all seven cache-zero exact-depth receipts completed under one pinned graph-patched identity; the full quality battery and 947-direct-replay graph floor passed. This separate graph profile can be slower and does not replace graph-off F16/Q8_0 routes, headlines, protected scores, or LocalMaxxing.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-f16kv-tp1-sycl-graph-cache64-depth-quality-r1-result.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-f16kv-tp1-sycl-graph-cache64-depth-quality-r1-result.json" }, { "id": "qwen38-27b-q8weights-q8kv-sycl-graph-cache64-8k-closed", "label": "Qwen3.8 Q8_0 weights \u00b7 TP1 Q8_0-KV cache64 SYCL-graph 8K closure", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "runtime": "llama.cpp SYCL graph patch stack fa0f3b25a47f", "cards": 1, "status": "closed-bounded-negative-long-quality-crash", "evidence_level": "B70 structural closure", "coverage": [ "target-only MTP0", "exact context 8K closed", "Q8_0 KV", "SYCL graph cache64", "exact token/text/usage parity before failure", "long-quality qptr->wait crash", "no measured speed", "all other depths missing" ], "grades": { "evidence": { "grade": "D", "scope": "Qwen3.8 Q8_0-weight/Q8_0-KV TP1/MTP0 cache64 SYCL-graph exact-8K structural closure", "basis": "The matched cache-zero 8K request passed exact token-ID, text, usage, and returned-prompt parity, but the required graph-on long-context quality case aborted after 8192 prompt tokens when fattn-buffers.cpp called qptr->wait during command-graph recording. This classifies only the exact 8K selector as closed without publishing its diagnostic timing; every sibling depth remains missing, and graph-off Q8_0-KV plus all F16-KV profiles remain unchanged.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-q8kv-tp1-target-sycl-graph-cache64-8k-sentinel-r1-result.json", "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-retired-estimates-q8kv-graph-8k-closure-adjudication.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-q8kv-tp1-target-sycl-graph-cache64-8k-sentinel-r1-result.json" }, { "id": "qwen38-27b-q8weights-q8kv-target-http-depth-grade-c", "label": "Qwen3.8 Q8_0 weights \u00b7 TP1 target-only Q8_0-KV HTTP context curve", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "runtime": "llama.cpp SYCL", "cards": 1, "status": "quality-battery-qualified-grade-c-http-curve", "evidence_level": "B70-measured Grade C", "coverage": [ "target-only MTP0", "HTTP serving", "active context 0-32K", "Q8_0 KV", "full quality battery" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.8 Q8_0-weight target-only TP1 HTTP serving at seven exact active-context depths with graph and fit disabled and Q8_0 KV", "basis": "all seven cache-zero depth receipts completed under one exact pinned identity; the full natural-language quality battery passed 7 exact cases, 2 repeat runs, and a 25,200-token long-context case, for 10/10 cache-zero quality requests. The earlier Grade D estimate overpredicted every measured cell and missed all seven frozen intervals; it remains historical calibration evidence only. The synthetic exact-depth fixture and single campaign remain Grade C; no F16-KV, other-quantization, graph, prefill, speculative, TP2/TP4, headline, protected-score, or LocalMaxxing authority transfers.", "reviewed_at": "2026-08-26", "evidence": [ "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-q8kv-tp1-target-http-depth-quality-r1-result.json", "data/qwen38-q8weights-q8kv-tp1-context-estimate-v1.json", "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-q8kv-tp1-estimator-calibration-r1.json" ] } }, "manifest": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-q8kv-tp1-target-http-depth-quality-r1-result.json" }, { "id": "qwen38-27b-autoround-int4-mtp5-research", "label": "Qwen3.8 AutoRound INT4 \u00b7 TP2 + MTP5", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime": "vLLM XPU source stack", "cards": 2, "status": "research-only-margin-free-with-determinism-caveat", "evidence_level": "B70-measured research", "coverage": [ "decode", "MTP", "quality caveat", "determinism" ], "manifest": "repro/qwen38-27b-autoround-int4-b70/README.md" }, { "id": "qwen36-27b-autoround-int4-tp2", "label": "Qwen3.6 AutoRound INT4 \u00b7 TP2 + MTP3", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-autoround-w4a16-f5750c9", "quantization": "AutoRound INT4", "runtime": "vLLM XPU", "cards": 2, "status": "historical-record-retained-under-original-narrow-quality-scope", "evidence_level": "B70-verified history", "coverage": [ "decode", "MTP", "TP1/2", "quality", "determinism" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.6 AutoRound TP1/TP2 MTP3 historical records and dated current support", "basis": "the historical 12-prompt records retain exact runtime and cache-zero quality evidence, while later deterministic/current bands use different prompt suites and accounting and therefore remain separately labeled rather than treated as direct repeats", "reviewed_at": "2026-08-23", "evidence": [ "results/qwen36-27b-autoround-int4-b70/tp2-fp16-fullgraph-transaction-20260711.json", "data/qwen36-27b-autoround-int4-determinism-speed-20260818.json", "results/qwen36-27b-autoround-int4-b70/webhie-int8lmhead-bf16scale-draftint4-replayssm-current-confirm-20260706.json", "results/qwen36-27b-autoround-int4-b70/tp1-draftgraph-attribution-reconfirm-20260711.json" ] } }, "featured_metric": { "metric": "decode_tok_s", "measurement_id": "q36-autoround-tp2-mtp3-historical", "sample_index": 0, "value": 95.384867741895, "unit": "tok/s", "workload": "12 unique cold prompts, up to 512 output tokens, cached_tokens=0; historical 100-event compatibility decode accounting", "evidence": "results/qwen36-27b-autoround-int4-b70/tp2-fp16-fullgraph-transaction-20260711.json" }, "manifest": "results/qwen36-27b-autoround-int4-b70/README.md" }, { "id": "qwen36-27b-q8-tp2", "label": "Qwen3.6 Q8_0 \u00b7 TP2", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-ggmlorg-q8-0-8a7ee08", "quantization": "Q8_0", "runtime": "llama.cpp SYCL", "cards": 2, "status": "qualified-result", "evidence_level": "B70-verified", "coverage": [ "decode", "TTFT", "TP2", "quality", "recipe", "patch identity" ], "grades": { "evidence": { "grade": "B", "scope": "Qwen3.6 Q8_0 target-only TP2 conventional 99-interval record", "basis": "a clean 12-prompt 512-token cache-zero run retained exact output hashes against the accepted control, with model, runtime binary, full patch, hardware, and metric identity preserved", "reviewed_at": "2026-08-23", "evidence": [ "data/qwen36-q8-tp2-asrock-b70-20260814/summary.json" ] } }, "featured_metric": { "metric": "decode_tok_s", "measurement_id": "q36-q8-tp2-target-conventional", "sample_index": 0, "value": 36.60412776947562, "unit": "tok/s", "workload": "12 unique cold prompts, 512 output tokens each, cached_tokens=0; conventional 99-interval median after TTFT", "evidence": "data/qwen36-q8-tp2-asrock-b70-20260814/summary.json" }, "manifest": "results/qwen36-27b-q8-tp2-asrock-b70/README.md" }, { "id": "qwen36-27b-q8-tp1-sycl-graph-profile", "label": "Qwen3.6 Q8_0 \u00b7 TP1 SYCL graph depth profiles", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "quantization": "Q8_0", "runtime": "llama.cpp SYCL", "cards": 1, "status": "quality-qualified-family-research-profile", "evidence_level": "B70-verified raw-engine profile", "coverage": [ "prefill", "decode", "active context 0-32K", "F16/Q8_0 KV", "SYCL graph phase", "quality", "patch identity" ], "grades": { "evidence": { "grade": "B", "scope": "Qwen3.6 target-only Q8_0 weights with F16 or Q8_0 KV, TP1 MTP0 SYCL-graph raw-engine depth profiles", "basis": "fourteen exact five-repetition pp2048/tg128 cells retain per-phase graph counters and sealed model, binary, backend, DSO, source, and patch identities; separate fresh cache-zero batteries cover each KV identity, while clean-host replay and HTTP serving evidence remain absent", "reviewed_at": "2026-08-25", "evidence": [ "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q8-f16-tp1-sycl-graph-exact-depth-r4-result.json", "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q8-f16-tp1-sycl-graph-quality-r1-result.json", "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q8-q8kv-tp1-sycl-graph-exact-depth-r2-result.json", "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q8-q8kv-tp1-sycl-graph-quality-r1-result.json" ] } }, "manifest": "experiments/qwen36-27b-mtp-gguf-q4-b70/notes/2026-08-25-qwen36-q8-f16-tp1-sycl-graph-quality-r1-result.md" }, { "id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "label": "Qwen3.6 embedded-MTP Q8_0 \u00b7 TP1 SYCL graph depth profiles", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "runtime": "llama.cpp SYCL", "cards": 1, "status": "quality-qualified-family-research-profile-negative-optimization-result", "evidence_level": "B70-verified raw-engine profile", "coverage": [ "prefill", "decode", "active context 0-32K", "F16/Q8_0 KV", "target-only MTP0", "SYCL graph phase", "quality", "patch identity" ], "grades": { "evidence": { "grade": "B", "scope": "Qwen3.6 embedded-MTP Q8_0 artifact run target-only at TP1 MTP0 with F16 or Q8_0 KV and SYCL graph", "basis": "fourteen exact five-repetition pp2048/tg128 cells retain per-phase graph counters and sealed model, binary, backend, DSO, source, and patch identities; a separate fresh 13-request cache-zero battery for each KV identity passed exact canaries, repeat determinism, and the approximately 29.4K-token needle, while clean-host replay and HTTP serving evidence remain absent; both graph-on curves are slower than their matched protected graph-off controls in both phases at every depth", "reviewed_at": "2026-08-25", "evidence": [ "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-f16-tp1-sycl-graph-exact-depth-r1-result.json", "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-f16-tp1-sycl-graph-quality-r1-result.json", "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-sycl-graph-exact-depth-r1-result.json", "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-sycl-graph-quality-r1-result.json" ] } }, "manifest": "experiments/qwen36-27b-mtp-gguf-q4-b70/notes/2026-08-25-qwen36-mtpq8-f16-tp1-sycl-graph-quality-r1-result.md" }, { "id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "label": "Qwen3.6 embedded-MTP Q8_0 \u00b7 TP1 MTP1\u20134 Q8_0-KV screen", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "runtime": "llama.cpp SYCL", "cards": 1, "status": "failed-r1-retained-as-grade-c-exploratory-screen", "evidence_level": "B70-measured Grade C exploratory", "coverage": [ "decode", "MTP1/2/3/4", "active context 0-32K", "Q8_0 KV", "quality", "deterministic 2K divergence" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.6 embedded-MTP Q8_0 TP1 MTP1\u20134 graph-off Q8_0-KV HTTP-serving depth screen", "basis": "R1 itself remains failed and gains no publication authority: an inherited F16 output seal invalidated its global control frame. The retained measurements are nevertheless complete screened evidence: all 28 candidate speeds are exact cache-zero receipts with conserved draft counters, all four route-specific quality batteries passed, 24/28 cells match the fresh Q8_0-KV MTP0 control, and a separate 18-request R3 classified every 2K route mismatch as deterministic rather than within-arm or temporal-control noise.", "reviewed_at": "2026-08-25", "evidence": [ "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-mtp1234-exact-depth-quality-r1-result.json", "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-mtp01234-exact2k-classification-r3-result.json" ] } }, "manifest": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-mtp1234-exact-depth-quality-r1-result.json" }, { "id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "label": "Qwen3.6 embedded-MTP Q4_K_M \u00b7 TP1 SYCL graph depth profiles", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "quantization": "Q4_K_M", "runtime": "llama.cpp SYCL", "cards": 1, "status": "quality-qualified-family-research-profile-negative-optimization-result", "evidence_level": "B70-verified raw-engine profile", "coverage": [ "prefill", "decode", "active context 0-32K", "F16/Q8_0 KV", "target-only MTP0", "SYCL graph phase", "quality", "patch identity" ], "grades": { "evidence": { "grade": "B", "scope": "Qwen3.6 embedded-MTP Q4_K_M artifact run target-only at TP1 MTP0 with F16 or Q8_0 KV and SYCL graph", "basis": "fourteen exact five-repetition pp2048/tg128 cells across F16 and Q8_0 KV retain per-phase graph counters and sealed model, binary, backend, DSO, source, and patch identities; a separate fresh 13-request cache-zero battery for each KV type passed exact canaries, repeat determinism, and the approximately 29.4K-token needle, while clean-host replay and HTTP serving evidence remain absent; both graph-on profiles are slower than their matched protected graph-off controls in both phases at every depth", "reviewed_at": "2026-08-25", "evidence": [ "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4km-f16-tp1-sycl-graph-exact-depth-r1-result.json", "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4km-f16-tp1-sycl-graph-quality-r1-result.json", "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4km-q8kv-tp1-sycl-graph-exact-depth-r1-result.json", "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4km-q8kv-tp1-sycl-graph-quality-r1-result.json" ] } }, "manifest": "experiments/qwen36-27b-mtp-gguf-q4-b70/notes/2026-08-25-qwen36-q4km-f16-tp1-sycl-graph-quality-r1-result.md" }, { "id": "qwen36-27b-q8-mtp3-tp1", "label": "Qwen3.6 Q8_0 \u00b7 TP1 + integrated MTP3", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "runtime": "llama.cpp SYCL", "cards": 1, "status": "qualified-scoped-result-with-long-context-support-evidence", "evidence_level": "B70-verified", "coverage": [ "decode", "MTP acceptance", "active context", "quality", "memory", "concurrency closure" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.6 Q8_0 integrated-publisher-MTP3 TP1 fixed-suite and long-context support", "basis": "the matched fresh-control fixed suite passed full token/content equality and was approved by LocalMaxxing; middle/near-32K retention is parallel functional evidence, while same-card c2 remains a documented fit no-go and production generalization is incomplete", "reviewed_at": "2026-08-23", "evidence": [ "experiments/qwen36-27b-q8-gguf-b70/data/goal1-c1-c2-scorecard-20260809.json" ] } }, "featured_metric": { "metric": "decode_tok_s", "measurement_id": "q36-q8-tp1-mtp3-realistic", "sample_index": 0, "value": 36.04870684253697, "unit": "tok/s", "workload": "12-prompt fixed cold realistic suite, ordinary EOS, up to 512 output tokens, cached_tokens=0; conventional 99-interval median after TTFT", "evidence": "experiments/qwen36-27b-q8-gguf-b70/data/goal1-c1-c2-scorecard-20260809.json" }, "manifest": "experiments/qwen36-27b-q8-gguf-b70/README.md" }, { "id": "qwen36-27b-native-fp8-tp2-community", "label": "Qwen3.6 runtime FP8 (vLLM native path) \u00b7 TP2 community recipe", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-base-runtime-fp8-6a9e13b", "quantization": "FP8", "runtime": "vLLM XPU", "cards": 2, "status": "b70-tested-community-recipe", "evidence_level": "B70-tested", "coverage": [ "decode", "TTFT", "TP2", "262,144 configured max", "recipe", "topology support" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.6 base checkpoint quantized at runtime through the vLLM native-FP8 TP2 path", "basis": "the version-tagged recipe completed a 15-row three-pass decode measurement and a separate cross-root topology repeat, but sampling was enabled, cached_tokens was not reported, no deterministic output gate applied, and the image digest/source commit was not retained", "reviewed_at": "2026-08-23", "evidence": [ "community/dominick253-qwen36-27b-fp8-tp2-docker/validation/bench-20260725T163224Z.json", "community/dominick253-qwen36-27b-fp8-tp2-docker/validation/bench-20260725T164806Z.json", "community/dominick253-qwen36-27b-fp8-tp2-docker/STATUS.md" ] } }, "featured_metric": { "metric": "decode_tok_s", "measurement_id": "q36-native-fp8-tp2-eager-community-recipe", "sample_index": 0, "value": 30.1709, "unit": "tok/s", "workload": "one warmup discarded; 3 passes over five unique prompts; actual prompt lengths 29/30, 60, 210, 510, 2010; 256 output tokens; one active request", "evidence": "community/dominick253-qwen36-27b-fp8-tp2-docker/validation/bench-20260725T163224Z.json" }, "manifest": "community/dominick253-qwen36-27b-fp8-tp2-docker/STATUS.md" }, { "id": "qwen36-27b-block-fp8-requant-historical", "label": "Qwen3.6 block-FP8 checkpoint \u00b7 historical XPU requant screen", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-official-block-fp8-unpinned", "quantization": "FP8", "runtime": "vLLM XPU 0.20.1 + local fallback patch", "topologies": [ 1, 2, 4 ], "status": "historical-rd-screen-closed", "evidence_level": "lab-screened", "coverage": [ "TP1/2/4 screen", "end-to-end output rate only", "negative result", "fallback patch identity" ], "grades": { "evidence": { "grade": "D", "scope": "May 2026 official block-FP8 checkpoint fallback/requant R&D screen", "basis": "one-cold-iteration total-window output rates include prefill and are not decode; TP1/TP4 raw JSONs and an exact model revision were not tracked, workloads differ across arms, and no quality gate applied, while the source patch and negative interpretation remain durable", "reviewed_at": "2026-08-23", "evidence": [ "results/fp8-vllm-xpu-qwen36-2026-05-04.md", "results/qwen36-b70-followup-2026-05-04-vdr-rootcopy-fp8.md", "patches/vllm-c51df4300-xpu-qwen36-block-fp8-fallbacks.patch" ] } }, "manifest": "results/qwen36-b70-followup-2026-05-04-vdr-rootcopy-fp8.md" }, { "id": "qwen36-27b-q4-mtp-ladder", "label": "Qwen3.6 UD-Q4_K_XL \u00b7 intrinsic and policy-tuned MTP", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "quantization": "UD-Q4_K_XL", "runtime": "llama.cpp SYCL", "cards": 1, "status": "closed-portability-result", "evidence_level": "B70-tested", "coverage": [ "MTP0/3/4/5 matched depth", "MTP5/7/9 policy closure", "decode", "TTFT", "cache-zero quality gate" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.6 UD-Q4_K_XL TP1 intrinsic and policy-tuned MTP", "basis": "fixed 12-prompt cache-zero suites preserve the exact model hash, runtime build identity, and a matched MTP0/3/4/5 wave; the best deeper-policy row is separately identified, but no pinned Hugging Face revision, token-ID A/B, or clean-host replay was retained", "reviewed_at": "2026-08-23", "evidence": [ "results/qwen36-27b-mtp-gguf-q4-b70/README.md", "experiments/qwen36-27b-mtp-gguf-q4-b70/notes/2026-07-05-pmin-screen-and-harness-fix.md" ] } }, "featured_metric": { "metric": "decode_tok_s", "measurement_id": "q36-udq4kxl-tp1-mtp7-pmin065", "sample_index": 0, "value": 31.1652489904295, "unit": "tok/s", "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "evidence": "data/qwen36-27b-mtp-gguf-q4-b70-baselines/qwen36-27b-udq4xl-gguf-mtp7-pmin065-nmin1-cacheoff-fixed-20260705T230230Z.json" }, "manifest": "results/qwen36-27b-mtp-gguf-q4-b70/README.md" }, { "id": "qwen36-27b-q4-0-intrinsic-mtp3", "label": "Qwen3.6 Q4_0 \u00b7 intrinsic MTP3", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "quantization": "Q4_0", "runtime": "llama.cpp SYCL e3546c794 + preserved local stack", "cards": 1, "status": "qualified-scoped-result", "evidence_level": "B70-tested", "coverage": [ "matched target-only control", "MTP3", "decode", "TTFT", "acceptance", "cache-zero quality gate" ], "grades": { "evidence": { "grade": "C", "scope": "Qwen3.6 Q4_0 target-only and intrinsic-MTP3 TP1 comparison", "basis": "the exact Q4_0 hash, llama.cpp base, cold/cache-zero suite, timeline artifacts, and acceptance counters are retained; the protected SYCL source tree was dirty and token IDs were not captured for an output-exact A/B", "reviewed_at": "2026-08-23", "evidence": [ "data/qwen27-cycle-timeline/no-spec-normal-20260712T160033Z/qwen27-q4_0-kv8-no-spec-graph0-strict128-20260712T160033Z.json", "data/qwen27-cycle-timeline/mtp3-normal-20260712T160205Z/qwen27-q4_0-kv8-mtp3-graph0-strict128-20260712T160205Z.json" ] } }, "featured_metric": { "metric": "decode_tok_s", "measurement_id": "q36-q4-0-tp1-intrinsic-mtp3", "sample_index": 0, "value": 48.434052141079086, "unit": "tok/s", "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "evidence": "data/qwen27-cycle-timeline/mtp3-normal-20260712T160205Z/qwen27-q4_0-kv8-mtp3-graph0-strict128-20260712T160205Z.json" }, "manifest": "experiments/qwen27-dflash-sycl-b70/notes/2026-07-12-cycle-timeline-tooling.md" }, { "id": "qwen36-27b-q4-0-dflash5-q6-top1", "label": "Qwen3.6 Q4_0 \u00b7 native DFlash5 Q6_K top-1 fusion", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "quantization": "Q4_0", "draft_quantization": "Q8_0", "runtime": "llama.cpp SYCL e3546c794 + preserved local stack", "cards": 1, "status": "closed-record-patch-preserved", "evidence_level": "B70-verified", "coverage": [ "exact configuration A/B", "two strict candidates", "decode", "TTFT", "target verification", "mechanism exactness", "fail-closed safety", "source patch" ], "grades": { "evidence": { "grade": "B", "scope": "Qwen3.6 Q4_0 target plus native Q8_0 DFlash5 draft on one B70", "basis": "two strict cache-zero candidates, a same-configuration fusion-off DFlash5 control, target/draft hashes, target verification, 15/15 real-fixture token-ID comparison, finite-tie oracles, fail-closed recovery tests, a preserved source patch, and LocalMaxxing approval support the mechanism; candidate/control suite hashes matched only 6/12 and returned no token IDs, and the complete dirty overlay was not reconstructed on a clean host", "reviewed_at": "2026-08-23", "evidence": [ "data/qwen27-q6k-m6-fused-top1-record-20260713.json", "data/qwen36-27b-mtp-gguf-q4-b70-baselines/q6top1-aot-realistic128-r2-20260713.json", "data/qwen36-27b-mtp-gguf-q4-b70-baselines/q6top1-aot-control-realistic128-r1-20260713.json", "experiments/qwen27-dflash-sycl-b70/notes/2026-07-13-q6k-m6-fused-top1-production-record.md", "patches/qwen27-q6k-m6-fused-top1-20260713.patch" ] } }, "featured_metric": { "metric": "decode_tok_s", "measurement_id": "q36-q4-0-dflash5-q6-top1-candidate", "sample_index": 0, "value": 47.34062984948743, "unit": "tok/s", "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "evidence": "data/qwen36-27b-mtp-gguf-q4-b70-baselines/q6top1-aot-realistic128-r2-20260713.json" }, "manifest": "notes/2026-07-13-qwen27-dflash-sycl-closure.md" } ], "run_measurements": [ { "id": "q38-nightly-tp1-eager-diagnostic", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 1, "mtp": 0, "graph": "off", "kv": "f16", "configured_max_context_tokens": 32768 }, "workload": "25-prompt cache-zero fixed-output diagnostic", "metrics": { "decode_tok_s": [ 23.7163, 24.2459 ], "prefill_tok_s": [ 281.5, 281.7 ], "ttft_ms": [ 274.6, 274.5 ] }, "quality": "objective battery pass; fresh boots differed on 5/25 outputs", "evidence": "experiments/qwen38-27b-b70/data/2026-08-22-qwen38-tp1-vllm-nightly-matrix.json" }, { "id": "q38-nightly-tp1-graph-diagnostic", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 1, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768 }, "workload": "25-prompt cache-zero fixed-output diagnostic", "metrics": { "decode_tok_s": [ 30.2178, 30.2569 ], "prefill_tok_s": [ 277.9, 276.3 ], "ttft_ms": [ 277.5, 278.6 ] }, "quality": "objective battery pass; graph boot pair matched 19/25 outputs", "evidence": "experiments/qwen38-27b-b70/data/2026-08-22-qwen38-tp1-vllm-nightly-matrix.json" }, { "id": "q38-nightly-tp2-eager-diagnostic", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 2, "mtp": 0, "graph": "off", "kv": "f16", "configured_max_context_tokens": 32768 }, "workload": "25-prompt cache-zero fixed-output diagnostic", "metrics": { "decode_tok_s": [ 16.7699 ], "prefill_tok_s": [ 495.3 ], "ttft_ms": [ 162.0 ] }, "quality": "diagnostic performance arm", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tpscale-nightly-matrix.json" }, { "id": "q38-nightly-tp2-graph-diagnostic", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 2, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768 }, "workload": "25-prompt cache-zero fixed-output diagnostic", "metrics": { "decode_tok_s": [ 48.8301, 48.950458800865434 ], "prefill_tok_s": [ 509.0 ], "ttft_ms": [ 152.2, 150.3093639621511 ] }, "quality": "objective battery pass; independent captures matched 19/25 complete outputs", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tpscale-nightly-matrix.json" }, { "id": "q38-nightly-tp4-eager-diagnostic", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 4, "mtp": 0, "graph": "off", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.6 }, "workload": "25-prompt cache-zero fixed-output diagnostic", "metrics": { "decode_tok_s": [ 17.3761 ], "prefill_tok_s": [ 865.5 ], "ttft_ms": [ 89.8 ] }, "quality": "diagnostic performance arm", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tpscale-nightly-matrix.json" }, { "id": "q38-nightly-tp4-graph-diagnostic", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 4, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.6 }, "workload": "25-prompt cache-zero fixed-output diagnostic", "metrics": { "decode_tok_s": [ 71.6741, 71.5488 ], "prefill_tok_s": [ 849.5, 864.8 ], "ttft_ms": [ 90.8, 91.1 ] }, "quality": "objective battery pass; independent captures matched 21/25 complete outputs", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tpscale-nightly-matrix.json" }, { "id": "q38-nightly-tp1-graph-strict", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 1, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768 }, "workload": "25-prompt cache-zero natural-EOS strict 99-interval", "metrics": { "decode_tok_s": [ 30.31067504052998 ] }, "quality": "full objective battery pass; 24/24 baseline comparisons", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tpscale-nightly-matrix.json" }, { "id": "q38-nightly-tp2-graph-strict", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 2, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768 }, "workload": "25-prompt cache-zero natural-EOS strict 99-interval", "metrics": { "decode_tok_s": [ 49.01965141150585 ] }, "quality": "full objective battery pass; 24/24 baseline comparisons", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tpscale-nightly-matrix.json" }, { "id": "q38-nightly-tp4-graph-strict", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 4, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.6 }, "workload": "25-prompt cache-zero natural-EOS strict 99-interval", "metrics": { "decode_tok_s": [ 71.29326283364946, 71.39843006187554 ] }, "quality": "full objective battery pass; fresh/replay outputs matched 21/25", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tpscale-nightly-matrix.json" }, { "id": "q38-a3561ef8-stock-tp1-graph-diagnostic", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 stock", "runtime_family": "vLLM XPU", "profile_id": "a3561ef8-stock", "measurement_class": "diagnostic-ignore-eos", "promotion_status": "diagnostic-new-high-not-strict-promoted", "runtime_identity": { "repository_digest": "sha256:d3f5daa1552a231471a5ec5097475d282e07788db336819ed9e932f9193b0e35", "linux_amd64_manifest_digest": "sha256:ad7d8e8ef69e3dcc1ad08339b12c0c118bf98b9602b89f66aa5efc236e1df41a", "vllm_source": "a3561ef8e49d3545c4078df43444beb4c98ae124" }, "config": { "tp": 1, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.9, "natural_eos": false }, "workload": "25-prompt cache-zero ignore-EOS fixed-output diagnostic, 99-interval median", "metrics": { "decode_tok_s": [ 30.329809361830037 ] }, "quality": "25/25 valid cache-zero rows; diagnostic capture only; strict quality belongs to the separate replay", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-rolling-nightly-a3561ef8-tpscale.json" }, { "id": "q38-a3561ef8-stock-tp2-graph-diagnostic", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 stock", "runtime_family": "vLLM XPU", "profile_id": "a3561ef8-stock", "measurement_class": "diagnostic-ignore-eos", "promotion_status": "diagnostic-bounded-regression", "runtime_identity": { "repository_digest": "sha256:d3f5daa1552a231471a5ec5097475d282e07788db336819ed9e932f9193b0e35", "linux_amd64_manifest_digest": "sha256:ad7d8e8ef69e3dcc1ad08339b12c0c118bf98b9602b89f66aa5efc236e1df41a", "vllm_source": "a3561ef8e49d3545c4078df43444beb4c98ae124" }, "config": { "tp": 2, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.9, "natural_eos": false }, "workload": "25-prompt cache-zero ignore-EOS fixed-output diagnostic, 99-interval median", "metrics": { "decode_tok_s": [ 48.64759224153825 ] }, "quality": "25/25 valid cache-zero rows; diagnostic capture only; strict quality belongs to the separate replay", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-rolling-nightly-a3561ef8-tpscale.json" }, { "id": "q38-a3561ef8-stock-tp4-graph-diagnostic", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 stock", "runtime_family": "vLLM XPU", "profile_id": "a3561ef8-stock", "measurement_class": "diagnostic-ignore-eos", "promotion_status": "diagnostic-bounded-regression", "runtime_identity": { "repository_digest": "sha256:d3f5daa1552a231471a5ec5097475d282e07788db336819ed9e932f9193b0e35", "linux_amd64_manifest_digest": "sha256:ad7d8e8ef69e3dcc1ad08339b12c0c118bf98b9602b89f66aa5efc236e1df41a", "vllm_source": "a3561ef8e49d3545c4078df43444beb4c98ae124" }, "config": { "tp": 4, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.6, "natural_eos": false }, "workload": "25-prompt cache-zero ignore-EOS fixed-output diagnostic, 99-interval median", "metrics": { "decode_tok_s": [ 71.34404937397696 ] }, "quality": "25/25 valid cache-zero rows; diagnostic capture only; strict quality belongs to the separate replay", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-rolling-nightly-a3561ef8-tpscale.json" }, { "id": "q38-a3561ef8-stock-tp1-graph-strict", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 stock", "runtime_family": "vLLM XPU", "profile_id": "a3561ef8-stock", "measurement_class": "strict-natural-eos", "promotion_status": "repeat-confirmed-bounded-regression-historical-frontier-retained", "runtime_identity": { "repository_digest": "sha256:d3f5daa1552a231471a5ec5097475d282e07788db336819ed9e932f9193b0e35", "linux_amd64_manifest_digest": "sha256:ad7d8e8ef69e3dcc1ad08339b12c0c118bf98b9602b89f66aa5efc236e1df41a", "vllm_source": "a3561ef8e49d3545c4078df43444beb4c98ae124" }, "config": { "tp": 1, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.9, "natural_eos": true }, "workload": "25-prompt cache-zero natural-EOS strict, 99-interval median", "metrics": { "decode_tok_s": [ 30.241645123711923, 30.243714296955797 ] }, "sample_annotations": [ { "metric": "decode_tok_s", "index": 0, "value": 30.241645123711923, "label": "strict replay A", "quality_battery": "pass" }, { "metric": "decode_tok_s", "index": 1, "value": 30.243714296955797, "label": "strict replay B", "quality_battery": "not repeated" } ], "quality": "replay A full objective battery pass; replay B battery not repeated; A/B complete-token match 19/25", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-rolling-nightly-a3561ef8-tpscale.json" }, { "id": "q38-a3561ef8-stock-tp2-graph-strict", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 stock", "runtime_family": "vLLM XPU", "profile_id": "a3561ef8-stock", "measurement_class": "strict-natural-eos", "promotion_status": "quality-qualified-bounded-regression-historical-frontier-retained", "runtime_identity": { "repository_digest": "sha256:d3f5daa1552a231471a5ec5097475d282e07788db336819ed9e932f9193b0e35", "linux_amd64_manifest_digest": "sha256:ad7d8e8ef69e3dcc1ad08339b12c0c118bf98b9602b89f66aa5efc236e1df41a", "vllm_source": "a3561ef8e49d3545c4078df43444beb4c98ae124" }, "config": { "tp": 2, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.9, "natural_eos": true }, "workload": "25-prompt cache-zero natural-EOS strict, 99-interval median", "metrics": { "decode_tok_s": [ 48.49048978038331 ] }, "quality": "full objective battery pass; 24/24 nonempty baseline comparisons; cached tokens zero", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-rolling-nightly-a3561ef8-tpscale.json" }, { "id": "q38-a3561ef8-stock-tp4-graph-strict", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 stock", "runtime_family": "vLLM XPU", "profile_id": "a3561ef8-stock", "measurement_class": "strict-natural-eos", "promotion_status": "quality-qualified-performance-variable-captured-high-not-promoted", "runtime_identity": { "repository_digest": "sha256:d3f5daa1552a231471a5ec5097475d282e07788db336819ed9e932f9193b0e35", "linux_amd64_manifest_digest": "sha256:ad7d8e8ef69e3dcc1ad08339b12c0c118bf98b9602b89f66aa5efc236e1df41a", "vllm_source": "a3561ef8e49d3545c4078df43444beb4c98ae124" }, "config": { "tp": 4, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.6, "natural_eos": true }, "workload": "25-prompt cache-zero natural-EOS strict, 99-interval median", "metrics": { "decode_tok_s": [ 71.9001988117144, 71.2457420049019 ] }, "sample_annotations": [ { "metric": "decode_tok_s", "index": 0, "value": 71.9001988117144, "label": "strict replay A captured high", "quality_battery": "pass", "promotion": "not replicated and not promoted" }, { "metric": "decode_tok_s", "index": 1, "value": 71.2457420049019, "label": "same-cache strict replay B", "quality_battery": "not repeated", "promotion": "repeat evidence for performance variability" } ], "quality": "replay A full objective battery pass; replay B battery not repeated; A/B complete-token match 19/25 and first-100 match 24/25", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-rolling-nightly-a3561ef8-tpscale.json" }, { "id": "q38-a3561ef8-tp2-winner-overlay-graph-diagnostic", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 + TP2 historical-winner overlay", "profile_id": "a3561ef8-tp2-e9d1398-best-config-overlay-v1", "measurement_class": "diagnostic-ignore-eos", "promotion_status": "diagnostic-high-only", "runtime_identity": { "repository_digest": "sha256:d3f5daa1552a231471a5ec5097475d282e07788db336819ed9e932f9193b0e35", "linux_amd64_manifest_digest": "sha256:ad7d8e8ef69e3dcc1ad08339b12c0c118bf98b9602b89f66aa5efc236e1df41a", "vllm_source": "a3561ef8e49d3545c4078df43444beb4c98ae124", "overlay_manifest_file_sha256": "65c574c24d24804d250e5179e9a202ec9e77e8c5740cea121b7660d8ee854757" }, "config": { "tp": 2, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.9, "natural_eos": false }, "workload": "25-prompt cache-zero ignore-EOS fixed-output diagnostic, 99-interval median", "metrics": { "decode_tok_s": [ 49.05894025767351 ] }, "quality": "25/25 valid rows, exact code-14 canary, cached tokens zero; diagnostic high only", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tp2-autotune-winner-overlay-result.json" }, { "id": "q38-a3561ef8-tp2-winner-overlay-graph-strict", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 + TP2 historical-winner overlay", "profile_id": "a3561ef8-tp2-e9d1398-best-config-overlay-v1", "measurement_class": "strict-natural-eos", "promotion_status": "quality-qualified-partial-not-promoted", "runtime_identity": { "repository_digest": "sha256:d3f5daa1552a231471a5ec5097475d282e07788db336819ed9e932f9193b0e35", "linux_amd64_manifest_digest": "sha256:ad7d8e8ef69e3dcc1ad08339b12c0c118bf98b9602b89f66aa5efc236e1df41a", "vllm_source": "a3561ef8e49d3545c4078df43444beb4c98ae124", "overlay_manifest_file_sha256": "65c574c24d24804d250e5179e9a202ec9e77e8c5740cea121b7660d8ee854757" }, "config": { "tp": 2, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.9, "natural_eos": true }, "workload": "25-prompt cache-zero natural-EOS strict, 99-interval median", "metrics": { "decode_tok_s": [ 49.00935245117815 ] }, "quality": "full objective battery pass: 7/7 exact cases, 8/8 one-hash repeat, 8K needle pass, 24/24 baseline comparisons, cached tokens zero; missed the frozen 49.019651 gate by 0.021%", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tp2-autotune-winner-overlay-result.json" }, { "id": "q38-a3561ef8-tp4-winner-overlay-graph-diagnostic", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 + TP4 historical-winner overlay", "profile_id": "a3561ef8-tp4-e9d1398-best-config-overlay-v1", "measurement_class": "diagnostic-ignore-eos", "promotion_status": "diagnostic-high-only", "runtime_identity": { "repository_digest": "sha256:d3f5daa1552a231471a5ec5097475d282e07788db336819ed9e932f9193b0e35", "linux_amd64_manifest_digest": "sha256:ad7d8e8ef69e3dcc1ad08339b12c0c118bf98b9602b89f66aa5efc236e1df41a", "vllm_source": "a3561ef8e49d3545c4078df43444beb4c98ae124", "overlay_manifest_file_sha256": "a2df36339567d2619e024351deeca98970ebf92497db0148eac0de7dd5df3ba2" }, "config": { "tp": 4, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.6, "natural_eos": false }, "workload": "25-prompt cache-zero ignore-EOS fixed-output diagnostic, 99-interval median", "metrics": { "decode_tok_s": [ 71.72254506718171 ] }, "quality": "25/25 valid rows, exact code-14 canary, cached tokens zero; diagnostic high only", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tp4-autotune-winner-overlay-result.json" }, { "id": "q38-a3561ef8-tp4-winner-overlay-graph-strict", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 + TP4 historical-winner overlay", "profile_id": "a3561ef8-tp4-e9d1398-best-config-overlay-v1", "measurement_class": "strict-natural-eos", "promotion_status": "accepted-versioned-overlay", "runtime_identity": { "repository_digest": "sha256:d3f5daa1552a231471a5ec5097475d282e07788db336819ed9e932f9193b0e35", "linux_amd64_manifest_digest": "sha256:ad7d8e8ef69e3dcc1ad08339b12c0c118bf98b9602b89f66aa5efc236e1df41a", "vllm_source": "a3561ef8e49d3545c4078df43444beb4c98ae124", "overlay_manifest_file_sha256": "a2df36339567d2619e024351deeca98970ebf92497db0148eac0de7dd5df3ba2" }, "config": { "tp": 4, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.6, "natural_eos": true }, "workload": "25-prompt cache-zero natural-EOS strict, 99-interval median", "metrics": { "decode_tok_s": [ 71.35287190161719, 71.45427094575045 ] }, "sample_annotations": [ { "metric": "decode_tok_s", "index": 0, "value": 71.35287190161719, "label": "exact-cache strict replay A", "quality_battery": "pass", "promotion": "lower observed endpoint, not an independently replicated floor" }, { "metric": "decode_tok_s", "index": 1, "value": 71.45427094575045, "label": "exact-cache strict replay B", "quality_battery": "not repeated", "promotion": "upper observed endpoint, not independently replicated" } ], "quality": "replay A full battery pass: 7/7 exact cases, 8/8 one-hash repeat, 8K needle pass, 24/24 baseline comparisons, cached tokens zero; replay B battery not repeated; A/B complete-token match 20/25 and first-100 match 24/25", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tp4-autotune-winner-overlay-result.json" }, { "id": "q38-q8-tp1-strict-reasoningoff-native-r1", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "variant": "Q8_0", "runtime": "llama.cpp SYCL", "profile_id": "qwen38-q8-tp1-package-reasoningoff-native-v1", "measurement_class": "strict-two-fresh-server-class-balanced-12-prompt-512-cap-native-http", "promotion_status": "strict-package-headline-with-cross-tp-disclosure", "runtime_identity": { "llama_server_sha256": "35f2d2327f05f42feb40f1a015ff46791e7277771ed97653f085be05a6f2c545", "libggml_sycl_sha256": "0e7789313ac5776b197da813d482f78e2f396620cc745af0f9c1bb2ec39bd154" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "kv": "f16", "reasoning_enabled": false, "parallel_slots": 1, "configured_max_context_tokens": 8192, "prompt_cache": false }, "workload": "Two fresh servers; fixed 12-prompt/six-class raw native HTTP suite; 512-token cap; median of class medians; conventional events 1-100 over 99 intervals after TTFT", "metrics": { "decode_tok_s": [ 19.619239834548473 ] }, "quality": "Both attempts passed workload, cache-zero, and objective-canary gates; 12/12 complete token arrays were exact between fresh TP1 servers. Same-binary prior battery passed 7/7 expected-answer cases, 8/8 repeat stability, a 7,617-token needle, and 16/16 cache-zero checks.", "caveat": "TP1 differs from the strict TP2 raw oracle on 12/12 complete arrays, with first divergences at generated tokens 59-444. It is a separately quality-gated arithmetic identity; no cross-card-count byte-equivalence is claimed.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-27-qwen38-q8-tp1-strict-reasoningoff-native-r1-result.json" }, { "id": "q38-q8-tp2-strict-reasoningoff-native-r2", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "variant": "Q8_0", "runtime": "llama.cpp SYCL", "profile_id": "qwen38-q8-tp2-package-reasoningoff-native-v1", "measurement_class": "strict-two-fresh-server-class-balanced-12-prompt-512-cap-native-http", "promotion_status": "strict-package-headline", "config": { "tp": 2, "mtp": 0, "graph": "off", "kv": "f16", "reasoning_enabled": false, "parallel_slots": 1, "prompt_cache": false }, "workload": "Two fresh servers; fixed 12-prompt/six-class raw native HTTP suite; 512-token cap; median of class medians; conventional events 1-100 over 99 intervals after TTFT", "metrics": { "decode_tok_s": [ 36.726447009509016 ] }, "quality": "Both attempts passed workload, cache-zero, and objective-canary gates; 12/12 complete token arrays were exact between fresh TP2 servers and 12/12 complete response hashes matched the historical raw-completion oracle.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-27-qwen38-q8-tp2-strict-reasoningoff-native-r2-result.json" }, { "id": "q38-q4km-q4mtp-tp1-mtp2-strict-r1", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "speculator_artifact_id": "qwen38-27b-mtp-q4-0-50d9ce5", "quantization": "Q4_K_M", "variant": "Q4_K_M target with same-revision external Q4_0 MTP2", "runtime": "llama.cpp SYCL", "runtime_family": "llama.cpp SYCL", "profile_id": "qwen38-q4km-q4mtp-tp1-mtp2-strict-v1", "measurement_class": "strict-two-fresh-server-class-balanced-12-prompt-512-cap-native-http", "promotion_status": "strict-package-headline", "config": { "tp": 1, "mtp": 2, "graph": "off", "kv": "f16", "draft_kv": "f16", "reasoning_enabled": false, "parallel_slots": 1, "configured_max_context_tokens": 8192, "prompt_cache": false }, "workload": "Two fresh servers; fixed 12-prompt/six-class raw native HTTP suite; 512-token cap; median of class medians; conventional events 1-100 over 99 intervals after TTFT", "metrics": { "decode_tok_s": [ 42.63698751409024 ] }, "quality": "Both replicas passed workload, cache-zero, and objective canary gates; 12/12 complete arrays were exact between replicas and against the same-build MTP0 target-only control.", "caveat": "Single-user short-context headline only. MTP5 matched 0/12 target arrays and is rejected. No 32K or concurrency authority transfers from the target-only package; separately measured MTP2 context and concurrency profiles appear below.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-27-qwen38-q4km-q4mtp-tp1-mtp2-strict-result.json" }, { "id": "q38-q8-q4mtp-tp1-mtp2-strict-r1", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "speculator_artifact_id": "qwen38-27b-mtp-q4-0-50d9ce5", "quantization": "Q8_0", "variant": "Q8_0 target with external Q4_0 MTP2 \u00b7 1K configured context", "runtime": "llama.cpp SYCL", "runtime_family": "llama.cpp SYCL", "profile_id": "qwen38-q8-q4mtp-tp1-mtp2-strict-v1", "measurement_class": "strict-two-fresh-server-class-balanced-12-prompt-512-cap-native-http", "promotion_status": "strict-package-headline", "config": { "tp": 1, "mtp": 2, "graph": "off", "kv": "f16", "draft_kv": "f16", "reasoning_enabled": false, "parallel_slots": 1, "configured_max_context_tokens": 1024, "prompt_cache": false }, "workload": "Two fresh MTP2 servers; fixed 12-prompt/six-class raw native HTTP suite; 512-token cap; median of class medians; conventional events 1-100 over 99 intervals after TTFT", "metrics": { "decode_tok_s": [ 37.06202846372931 ] }, "quality": "Both MTP2 replicas passed workload, cache-zero, objective-canary, and positive-draft gates; all 24 complete MTP2 arrays exactly matched the configuration-matched MTP0 control.", "caveat": "Single-user short-context headline at 1,024 configured context only. The exact Q8+MTP2 32K and concurrency cells remain unmeasured; no target-only or Q4-target value transfers.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-27-qwen38-q8-q4mtp-tp1-mtp2-strict-r1-result.json" }, { "id": "q38-q4km-q4mtp-tp1-mtp2-mixed-content-r1-grade-b", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "speculator_artifact_id": "qwen38-27b-mtp-q4-0-50d9ce5", "quantization": "Q4_K_M", "variant": "Q4_K_M target with external Q4_0 MTP2 \u00b7 F16 KV \u00b7 three-class real content", "runtime": "llama.cpp SYCL", "runtime_family": "llama.cpp SYCL", "profile_id": "qwen38-q4km-q4mtp-tp1-mtp2-mixed-content-grade-b-r1", "measurement_class": "two-fresh-server-three-class-unrepeated-real-content-exact-depth-native-http-grade-b", "config": { "tp": 1, "mtp": 2, "graph": "off", "kv": "f16", "draft_kv": "f16", "reasoning_enabled": false, "parallel_slots": 1, "configured_max_context_tokens": 33024, "prompt_cache": false }, "workload": "Two fresh one-slot native HTTP servers; three unrepeated content classes per exact submitted depth; 128 returned token IDs; cache zero; median of class medians; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 41.424652885454535, "ttft_ms": 2083.700629475061, "cached_tokens": 0, "samples": 6, "target_exact_cases": 6 }, { "x": 4096, "decode_tok_s": 41.71002822382011, "ttft_ms": 4179.578055511229, "cached_tokens": 0, "samples": 6, "target_exact_cases": 6 }, { "x": 8192, "decode_tok_s": 41.497569394347856, "ttft_ms": 8569.58368344931, "cached_tokens": 0, "samples": 6, "target_exact_cases": 6 }, { "x": 16384, "decode_tok_s": 34.65465932855136, "ttft_ms": 18029.892563004978, "cached_tokens": 0, "samples": 6, "target_exact_cases": 6 }, { "x": 24576, "decode_tok_s": 32.25723037788288, "ttft_ms": 28347.941487503704, "cached_tokens": 0, "samples": 6, "target_exact_cases": 6 }, { "x": 32768, "decode_tok_s": 36.50506489790905, "ttft_ms": 39538.43021352077, "cached_tokens": 0, "samples": 6, "target_exact_cases": 6 } ], "quality": "All 54 target/control/speculative requests passed transport/cache gates and all six before/after objective-canary batteries passed. All 36 MTP2 output arrays exactly matched the fresh same-build MTP0 oracle.", "caveat": "Grade B raw-document continuation profile over unrepeated technical prose, Python code, and structured documentation; not a natural retrieval/task suite. The older repeated-token 2K/token-23 divergence remains valid, so parity is workload-scoped. No interpolation, extrapolation, headline, or concurrency authority.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-27-qwen38-q4km-q4mtp-tp1-mixed-content-depth-r1-result.json" }, { "id": "q38-q4km-q4mtp-tp1-mtp2-http-concurrency-r2", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "speculator_artifact_id": "qwen38-27b-mtp-q4-0-50d9ce5", "quantization": "Q4_K_M", "variant": "Q4_K_M target with external Q4_0 MTP2 \u00b7 16-slot/8K-total HTTP", "runtime": "llama.cpp SYCL", "runtime_family": "llama.cpp SYCL", "profile_id": "qwen38-q4km-q4mtp-tp1-mtp2-http-concurrency-r2", "measurement_class": "two-fresh-server-output-isolation-and-concurrent-canary-qualified-native-http", "config": { "tp": 1, "mtp": 2, "graph": "off", "kv": "f16", "draft_kv": "f16", "reasoning_enabled": false, "parallel_slots": 16, "configured_max_context_tokens": 8192, "prompt_cache": false }, "workload": "Unique short prompts; 128 returned token IDs per throughput request; cache zero; two fresh servers; separate 16-way exact-answer canary repeated eight times per attempt", "axis": "concurrent_users", "points": [ { "x": 1, "aggregate_tok_s": 34.89261578012342, "per_user_tok_s": 34.89261578012342, "samples": 2 }, { "x": 2, "aggregate_tok_s": 41.25496493747313, "per_user_tok_s": 20.627482468736567, "samples": 2 }, { "x": 4, "aggregate_tok_s": 52.3551634776993, "per_user_tok_s": 13.088790869424825, "samples": 2 }, { "x": 8, "aggregate_tok_s": 47.914052836702545, "per_user_tok_s": 5.989256604587818, "samples": 2 }, { "x": 16, "aggregate_tok_s": 68.34116883301498, "per_user_tok_s": 4.271323052063436, "samples": 2 } ], "quality": "All throughput requests returned 128 uncached token IDs with zero cross-base collisions; 256/256 concurrent exact-answer canaries passed across the two attempts.", "caveat": "8K total configured context, 512 nominal tokens per slot. Multi-user greedy output is batch-shape-dependent. The 32-slot/16K and both 64-slot profiles failed startup with device OOM; no interpolation or extrapolation.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-27-qwen38-q4km-q4mtp-tp1-mtp2-http-concurrency-r2-result.json" }, { "id": "q38-q4km-tp2-conventional", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "quantization": "Q4_K_M", "variant": "Q4_K_M", "runtime": "llama.cpp SYCL", "profile_id": "qwen38-q4km-tp2-lab-patch-stack", "measurement_class": "conventional-99-interval-target-only", "promotion_status": "quality-cleared-package-headline", "runtime_identity": { "repository": "https://github.com/mndodd/llama.cpp/tree/intel-sycl-optimization", "base_commit": "4302fb59969a5d8cf9f8e5f55fdd4506d0ed2126", "full_lab_patch_sha256": "f21e9b557c3d024527ac98d5f189cf7ea72fa8c38a5faf2a22ee339fd1988998", "llama_server_sha256": "6ae782c7e8f7a992e0eeced10ade2a84b3cbb9ba65c65cbb917e52d1ce09777d" }, "config": { "tp": 2, "mtp": 0, "graph": "off", "kv": "f16" }, "workload": "12-prompt cache-zero realistic suite, target-only, reasoning off, conventional 99-interval median", "metrics": { "decode_tok_s": [ 49.71750333219927 ] }, "quality": "realistic and fresh-response gates passed; cached tokens zero; 12/12 complete output hashes exact", "evidence": "experiments/qwen38-27b-b70/data/2026-08-15-q4km-tp2-q4k-glu-summary.json" }, { "id": "q38-q8-tp2-conventional", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "variant": "Q8_0", "runtime": "llama.cpp SYCL", "profile_id": "qwen38-q8-tp2-quality-cleared-transfer", "measurement_class": "conventional-99-interval-target-only", "promotion_status": "quality-cleared-historical-package-headline", "runtime_identity": { "repository": "mndodd/llama.cpp", "base_commit": "4302fb59969a5d8cf9f8e5f55fdd4506d0ed2126" }, "config": { "tp": 2, "mtp": 0, "graph": "off", "kv": "f16", "reasoning_enabled": true }, "workload": "12-prompt cache-zero realistic suite, target-only, reasoning enabled, conventional 99-interval median", "metrics": { "decode_tok_s": [ 36.772932224864405 ] }, "quality": "optimized and control gates passed; cached tokens zero; 12/12 complete output hashes exact", "evidence": "experiments/qwen38-27b-b70/data/2026-08-15-q8-tp2-transfer-summary.json" }, { "id": "q38-fp8-vllm-tp2-graph", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "quantization": "FP8", "variant": "FP8", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "profile_id": "qwen38-official-fp8-vllm-tp2-graph-size1", "measurement_class": "five-prompt-fixed-line-target-only", "promotion_status": "quality-cleared-package-headline", "runtime_identity": { "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b" }, "config": { "tp": 2, "mtp": 0, "graph": "on", "kv": "f16" }, "workload": "five unique p512/g128 fixed-line cache-zero completions after one warmup, median after TTFT", "metrics": { "decode_tok_s": [ 21.708532114978812 ] }, "quality": "full recorded battery passed: seven exact cases, deterministic 8-run repeat, long-context needle, and oracle checks; free-form graph/eager outputs are not universally exact", "evidence": "experiments/qwen38-27b-b70/data/2026-08-16-official-fp8-vllm-graph-tp2.json" }, { "id": "q38-nightly-tp1-mtp1-eager", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 1, "mtp": 1, "graph": "off", "kv": "f16", "configured_max_context_tokens": 32768 }, "workload": "25-prompt cache-zero fixed-output diagnostic", "metrics": { "decode_tok_s": [ 4.5112 ], "prefill_tok_s": [ 168.2 ], "ttft_ms": [ 487.5 ], "mean_acceptance_length": [ 1.91 ] }, "quality": "18/20 stable-set oracle matches", "evidence": "experiments/qwen38-27b-b70/data/2026-08-22-qwen38-tp1-vllm-nightly-matrix.json" }, { "id": "q38-nightly-tp1-mtp2-eager", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 1, "mtp": 2, "graph": "off", "kv": "f16", "configured_max_context_tokens": 32768 }, "workload": "25-prompt cache-zero fixed-output diagnostic", "metrics": { "decode_tok_s": [ 4.4067 ], "prefill_tok_s": [ 199.4 ], "ttft_ms": [ 411.8 ], "mean_acceptance_length": [ 2.7 ] }, "quality": "18/20 stable-set oracle matches", "evidence": "experiments/qwen38-27b-b70/data/2026-08-22-qwen38-tp1-vllm-nightly-matrix.json" }, { "id": "q38-nightly-tp1-mtp3-eager", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 1, "mtp": 3, "graph": "off", "kv": "f16", "configured_max_context_tokens": 32768 }, "workload": "25-prompt cache-zero fixed-output diagnostic", "metrics": { "decode_tok_s": [ 4.3037 ], "prefill_tok_s": [ 161.3 ], "ttft_ms": [ 518.7 ], "mean_acceptance_length": [ 3.47 ] }, "quality": "19/20 stable-set oracle matches", "evidence": "experiments/qwen38-27b-b70/data/2026-08-22-qwen38-tp1-vllm-nightly-matrix.json" }, { "id": "q38-nightly-tp1-mtp1-graph-corrupt", "state": "quarantined", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 1, "mtp": 1, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768 }, "workload": "25-prompt cache-zero fixed-output diagnostic", "metrics": { "decode_tok_s": [ 7.6266 ], "prefill_tok_s": [ 268.9 ], "ttft_ms": [ 286.6 ], "mean_acceptance_length": [ 1.0 ] }, "quality": "0/25 oracle matches; graph plus MTP correctness quarantine", "evidence": "experiments/qwen38-27b-b70/data/2026-08-22-qwen38-tp1-vllm-nightly-matrix.json" }, { "id": "q38-nightly-tp1-fp8e4m3-kv", "state": "quarantined", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 1, "mtp": 0, "graph": "off", "kv": "fp8_e4m3", "configured_max_context_tokens": 32768 }, "workload": "25-prompt cache-zero fixed-output diagnostic", "metrics": { "decode_tok_s": [ 24.1009 ], "prefill_tok_s": [ 280.5 ], "ttft_ms": [ 274.2 ] }, "quality": "3/20 stable-set oracle matches; quality gate failed", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json" }, { "id": "q38-nightly-tp4-mtp2-screen", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly e9d1398d9", "config": { "tp": 4, "mtp": 2, "graph": "off", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.6 }, "workload": "two-prompt 128-token cache-zero expansion screen", "metrics": { "decode_tok_s": [ 31.16799415898192 ], "draft_acceptance_rate": [ 0.7095238095238096 ], "effective_tokens_per_verification": [ 2.419047619047619 ] }, "quality": "boot and code-14 canary pass; no full battery; failed speed and acceptance expansion floors", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-tpscale-nightly-matrix.json" }, { "id": "q36-native-fp8-tp2-eager-community-recipe", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-base-runtime-fp8-6a9e13b", "variant": "runtime FP8 (vLLM native path)", "quantization": "FP8", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU \u00b7 intel/llm-scaler-vllm:0.21.0-b1", "profile_id": "q36-native-fp8-tp2-eager-community-v1", "measurement_class": "single-session-decode-heterogeneous-prompt-suite", "promotion_status": "b70-tested-community-packet-not-b70-verified", "quality_scope": "performance and serve-path validation only; no exactness gate", "identity": { "model_repository": "Qwen/Qwen3.6-27B", "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9", "model_prequantized_fp8": false, "image_reference": "intel/llm-scaler-vllm:0.21.0-b1", "image_digest_recorded": false }, "config": { "tp": 2, "mtp": 0, "weight_quantization": "runtime fp8", "graph": "off", "kv": "fp8_e4m3", "configured_max_context_tokens": 262144, "dtype": "float16", "block_size": 128, "max_num_seqs": 4, "gpu_memory_utilization": 0.92, "prefix_caching": false, "concurrency": 1, "card_pairing": "same-root cards 0+1", "sampling": "temperature=0.7, top_p=0.8, top_k=20" }, "workload": "one warmup discarded; 3 passes over five unique prompts; actual prompt lengths 29/30, 60, 210, 510, 2010; 256 output tokens; one active request", "metrics": { "decode_tok_s": [ 30.1709 ], "ttft_ms": [ 218.3 ] }, "quality": "15/15 requests completed; median decode was 30.1709 tok/s (range 29.5637\u201330.5283, stdev 0.3018) and median TTFT across this heterogeneous suite was 218.3 ms. Prefix caching was disabled and prompts were unique, but cached_tokens was null rather than proven zero. Sampling was enabled, so no deterministic-output or exactness gate applies.", "evidence": "community/dominick253-qwen36-27b-fp8-tp2-docker/validation/bench-20260725T163224Z.json", "supporting_evidence": [ "community/dominick253-qwen36-27b-fp8-tp2-docker/STATUS.md", "community/dominick253-qwen36-27b-fp8-tp2-docker/validation/validate-recipe.sh" ] }, { "id": "q36-native-fp8-tp2-eager-cross-root-support", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-base-runtime-fp8-6a9e13b", "variant": "runtime FP8 (vLLM native path)", "quantization": "FP8", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU \u00b7 intel/llm-scaler-vllm:0.21.0-b1", "profile_id": "q36-native-fp8-tp2-eager-cross-root-v1", "measurement_class": "interconnect-support-screen", "promotion_status": "support-only-topology-repeat", "quality_scope": "same protocol as the canonical replay; topology support only", "identity": { "model_repository": "Qwen/Qwen3.6-27B", "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9", "model_prequantized_fp8": false, "image_reference": "intel/llm-scaler-vllm:0.21.0-b1", "image_digest_recorded": false }, "config": { "tp": 2, "mtp": 0, "weight_quantization": "runtime fp8", "graph": "off", "kv": "fp8_e4m3", "configured_max_context_tokens": 262144, "dtype": "float16", "block_size": 128, "max_num_seqs": 4, "gpu_memory_utilization": 0.92, "prefix_caching": false, "concurrency": 1, "card_pairing": "cross-root cards 0+2", "sampling": "temperature=0.7, top_p=0.8, top_k=20" }, "workload": "same 15-row protocol as the canonical FP8 record; one warmup discarded, three passes, five unique prompt lengths, 256 output tokens, one active request", "metrics": { "decode_tok_s": [ 30.4824 ], "ttft_ms": [ 212.5 ] }, "quality": "Support-only topology repeat; median decode was 30.4824 tok/s (range 29.7523\u201330.9643, stdev 0.3642) and median TTFT across the heterogeneous suite was 212.5 ms. The 1.0% median increase over same-root cards is inside dispersion and is not a speed claim.", "evidence": "community/dominick253-qwen36-27b-fp8-tp2-docker/validation/bench-20260725T164806Z.json" }, { "id": "q36-q8-tp1-target-short-exact", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "variant": "Q8_0 target-only", "quantization": "Q8_0", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 15586e2d", "profile_id": "q36-q8-target-tp1-short-exact-v1", "measurement_class": "conventional-99-interval-fixed-cold-128", "promotion_status": "validated-baseline-not-localmaxxing", "quality_scope": "12-prompt short exact stream/replay gate", "identity": { "model_repository_revision": "unsloth/Qwen3.6-27B-GGUF@82d411acf4a06cfb8d9b073a5211bf410bfc29bf", "model_sha256": "f93f517f38e696d35a1a7df2c0e3155a64f4c4dcd662107a146ae263f7fb14ce", "runtime_commit": "15586e2d7165570fb3aa7c26e0d442e289ef69de", "llama_server_sha256": "1a093f09122ceb2851157042c2bbc6281ddb9d4e2de50137502890f9b52fa7d7" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "kv": "f16", "speculation_profile": "target only", "parallel_slots": 1, "configured_max_context_tokens": 4096 }, "workload": "12-prompt fixed cold short suite, 128 output tokens, cached_tokens=0; conventional 99-interval median after TTFT", "metrics": { "decode_tok_s": [ 15.550256588703753 ] }, "quality": "12/12 stream/replay exactness checks passed, every cache-reuse count was zero, the model fully offloaded, and teardown was clean.", "evidence": "experiments/qwen36-27b-q8-gguf-b70/data/baseline-summary-20260808.json" }, { "id": "q36-q8-tp2-target-conventional", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-ggmlorg-q8-0-8a7ee08", "variant": "Q8_0 target-only", "quantization": "Q8_0", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 4302fb5 + lab patch f21e9b55", "profile_id": "q36-q8-target-tp2-asrock-record-v1", "measurement_class": "conventional-99-interval-fixed-cold-512", "promotion_status": "quality-cleared-record", "quality_scope": "12-prompt 512-token cache-zero exact-output gate", "identity": { "model_repository_revision": "ggml-org/Qwen3.6-27B-GGUF@8a7ee08e8b9bfb857107ecc25a5599d2f38b76f8", "model_sha256": "73f8260284708ed78ae266df672288b6ad1f2c73ec7ffeb7514b5cecdba646c9", "runtime_base_commit": "4302fb59969a5d8cf9f8e5f55fdd4506d0ed2126", "full_lab_patch_sha256": "f21e9b557c3d024527ac98d5f189cf7ea72fa8c38a5faf2a22ee339fd1988998", "llama_server_sha256": "fecde8d8c645655b6ed5e48ccf1c3e879cda14bc95ba8d4a2cf7bf154d401641" }, "config": { "tp": 2, "mtp": 0, "graph": "off", "kv": "f16", "speculation_profile": "target only", "parallel_slots": 1, "configured_max_context_tokens": 8192 }, "workload": "12 unique cold prompts, 512 output tokens each, cached_tokens=0; conventional 99-interval median after TTFT", "metrics": { "decode_tok_s": [ 36.60412776947562 ], "ttft_ms": [ 180.25461700744927 ] }, "quality": "Fresh-response validity passed; 12/12 complete 512-token output hashes matched the accepted control and all 12 cached-token counts were zero.", "evidence": "data/qwen36-q8-tp2-asrock-b70-20260814/summary.json" }, { "id": "q36-q8-tp1-mtp0-matched-control", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "variant": "Q8_0 embedded publisher MTP artifact", "quantization": "Q8_0", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 15586e2d", "profile_id": "q36-q8-embedded-mtp3-realistic-v1", "measurement_class": "conventional-99-interval-fixed-cold-realistic", "promotion_status": "matched-fresh-control", "quality_scope": "matched target-only control on the same embedded-MTP artifact and fixed suite", "identity": { "model_repository_revision": "unsloth/Qwen3.6-27B-MTP-GGUF@5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8", "runtime_commit": "15586e2d7165570fb3aa7c26e0d442e289ef69de", "llama_server_sha256": "1a093f09122ceb2851157042c2bbc6281ddb9d4e2de50137502890f9b52fa7d7", "runtime_manifest_sha256": "4119790a79c55d158e7257d4fa0d95be0ca34639807c1a71ce87b60d6fdc1b49" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "kv": "f16", "speculation_profile": "embedded artifact, speculation off", "parallel_slots": 1, "configured_max_context_tokens": 32768 }, "workload": "12-prompt fixed cold realistic suite, ordinary EOS, up to 512 output tokens, cached_tokens=0; conventional 99-interval median after TTFT", "metrics": { "decode_tok_s": [ 17.107772327446934 ] }, "quality": "Fresh control for the MTP comparison; candidate and control full token IDs and content matched on all 12 prompts.", "evidence": "experiments/qwen36-27b-q8-gguf-b70/data/goal1-c1-c2-scorecard-20260809.json" }, { "id": "q36-q8-tp1-mtp3-realistic", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "variant": "Q8_0 embedded publisher MTP artifact", "quantization": "Q8_0", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 15586e2d", "profile_id": "q36-q8-embedded-mtp3-realistic-v1", "measurement_class": "conventional-99-interval-fixed-cold-realistic", "promotion_status": "localmaxxing-approved-research-scope-not-production", "quality_scope": "matched fresh-control fixed suite; later long-context evidence is parallel functional support", "identity": { "model_repository_revision": "unsloth/Qwen3.6-27B-MTP-GGUF@5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8", "runtime_commit": "15586e2d7165570fb3aa7c26e0d442e289ef69de", "llama_server_sha256": "1a093f09122ceb2851157042c2bbc6281ddb9d4e2de50137502890f9b52fa7d7", "runtime_manifest_sha256": "4119790a79c55d158e7257d4fa0d95be0ca34639807c1a71ce87b60d6fdc1b49" }, "config": { "tp": 1, "mtp": 3, "spec_draft_n_max": 3, "spec_draft_n_min": 0, "spec_draft_p_split": 0.1, "spec_draft_p_min": 0, "spec_draft_backend_sampling": true, "graph": "off", "kv": "f16", "draft_kv": "f16", "speculation_profile": "embedded MTP3", "parallel_slots": 1, "configured_max_context_tokens": 32768 }, "workload": "12-prompt fixed cold realistic suite, ordinary EOS, up to 512 output tokens, cached_tokens=0; conventional 99-interval median after TTFT", "metrics": { "decode_tok_s": [ 36.04870684253697 ], "draft_acceptance_rate": [ 0.5752171215880894 ], "effective_tokens_per_verification": [ 2.7235130111524164 ] }, "quality": "Matched fresh control and MTP3 candidate full token IDs and content were exact on all 12 prompts; 11 reached 512 tokens and one ended naturally at 248. LocalMaxxing approved the scoped result.", "caveat": "The immutable source packet preserves its historical FAIL from a stale, identity-mismatched legacy-prefix oracle. A sealed offline supplement reclassified the complete unchanged measurement PASS against its matched fresh control; this is LocalMaxxing-approved research scope, not production promotion.", "evidence": "experiments/qwen36-27b-q8-gguf-b70/data/goal1-c1-c2-scorecard-20260809.json" }, { "id": "q36-q8-tp1-mtp3-short-diagnostic", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "variant": "Q8_0 embedded publisher MTP artifact", "quantization": "Q8_0", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 15586e2d", "profile_id": "q36-q8-embedded-mtp3-two-prompt-diagnostic-v1", "measurement_class": "two-prompt-4k-diagnostic-99-interval", "promotion_status": "diagnostic-not-promotable", "quality_scope": "two full-512 rows, replays, canary, counter binding, cache zero, and full offload", "identity": { "model_repository_revision": "unsloth/Qwen3.6-27B-MTP-GGUF@5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8", "runtime_commit": "15586e2d7165570fb3aa7c26e0d442e289ef69de", "runtime_manifest_sha256": "4119790a79c55d158e7257d4fa0d95be0ca34639807c1a71ce87b60d6fdc1b49" }, "config": { "tp": 1, "mtp": 3, "spec_draft_n_max": 3, "spec_draft_n_min": 0, "spec_draft_p_split": 0.1, "spec_draft_p_min": 0, "spec_draft_backend_sampling": true, "graph": "off", "kv": "f16", "draft_kv": "f16", "speculation_profile": "embedded MTP3", "parallel_slots": 1, "configured_max_context_tokens": 32768 }, "workload": "two 4K-band prompts, 512 output tokens each, cache zero; diagnostic conventional 99-interval median after TTFT", "metrics": { "decode_tok_s": [ 44.69661981847966 ], "ttft_ms": [ 7517.483672498202 ], "draft_acceptance_rate": [ 0.9344645991808075 ], "effective_tokens_per_verification": [ 3.791958041958042 ] }, "supporting_metrics": { "decode_511_interval_tok_s": 48.037351317642944 }, "quality": "Both control and candidate rows were exact, stream/replay and post-canary gates passed, counters bound, cache was zero, and fit passed. Primary D99 was 44.6966198185 tok/s; the separately labeled matched full-window D511 was 48.0373513176 tok/s. This is a two-prompt diagnostic, not the fixed-suite record.", "evidence": "experiments/qwen36-27b-q8-gguf-b70/data/goal1-c1-c2-scorecard-20260809.json" }, { "id": "q36-q8-tp1-target-c2-near32k", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "variant": "Q8_0 target-only", "quantization": "Q8_0", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 15586e2d", "profile_id": "q36-q8-vdr2-target-c2-near32k-v1", "measurement_class": "concurrent-two-slot-aggregate-d511", "promotion_status": "functional-pass-performance-fail", "quality_scope": "fresh sequential oracle followed by simultaneous two-slot full-512 gate", "identity": { "model_sha256": "f93f517f38e696d35a1a7df2c0e3155a64f4c4dcd662107a146ae263f7fb14ce", "runtime_commit": "15586e2d7165570fb3aa7c26e0d442e289ef69de", "llama_server_sha256": "1a093f09122ceb2851157042c2bbc6281ddb9d4e2de50137502890f9b52fa7d7", "runtime_manifest_sha256": "4119790a79c55d158e7257d4fa0d95be0ca34639807c1a71ce87b60d6fdc1b49" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "kv": "f16", "speculation_profile": "target only", "parallel_slots": 2, "context_tokens_per_slot": 32768, "total_context_tokens": 65536, "concurrency": 2 }, "workload": "two simultaneous 31.8K-prompt, 512-output requests after fresh sequential oracles; aggregate conventional D511 window", "metrics": { "decode_tok_s": [ 10.144217182338524 ], "prefill_tok_s": [ 598.1492279823318 ] }, "supporting_metrics": { "per_request_decode_511_tok_s": [ 5.185071612281629, 10.391849287987231 ], "fairness_min_over_max": 0.49895562075514965 }, "quality": "Both simultaneous rows matched their fresh sequential oracles, cache was zero, M=2 occupancy and fit passed. Per-request D511 was 5.1850716123 / 10.3918492880 tok/s and fairness min/max was 0.4989556208; aggregate decode, each-request decode, and fairness missed the serving targets.", "evidence": "experiments/qwen36-27b-q8-gguf-b70/data/goal1-c1-c2-scorecard-20260809.json" }, { "id": "q36-autoround-tp2-mtp3-historical", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-autoround-w4a16-f5750c9", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 webhie BF16-scale INT8 LM-head", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU e7213ba8 + XPU kernels 3b4effee + oneCCL 4ceafd15", "profile_id": "q36-webhie-int4-tp2-mtp3-historical-v1", "measurement_class": "historical-100-event-compatibility", "promotion_status": "retained-historical-record", "quality_scope": "strict fresh 12-prompt cache-zero suite, exact cases, repeat128, baseline parity, and 1K needle", "identity": { "model_repository_revision": "webhie/Qwen3.6-27B-int4-AutoRound@f5750c90b3776db658594df5fe8051098226dd8e", "vllm_source": "e7213ba8e13b74d7bfa3cbc05435a45df90eb76a", "xpu_kernels_source": "3b4effeeffd83f6ef4696bbe7e76d924a0e9d171", "oneccl_source_top_commit": "b52f40c07f0b140e6aba87548c80720a350a9827", "oneccl_libccl_commit": "4ceafd15c03ce46f11eeaf91781a92afebd3cecf" }, "config": { "tp": 2, "mtp": 3, "graph": "on", "graph_mode": "FULL_AND_PIECEWISE", "graph_capture_size": 4, "kv": "f16" }, "workload": "12 unique cold prompts, up to 512 output tokens, cached_tokens=0; historical 100-event compatibility decode accounting", "metrics": { "decode_tok_s": [ 95.384867741895 ], "ttft_ms": [ 742.3079368891194 ] }, "quality": "Strict fresh gate passed: all 12 prompts unique and cache zero; exact cases, repeat128, baseline comparisons, and 1K needle passed. This retained high predates the later determinism suite.", "evidence": "results/qwen36-27b-autoround-int4-b70/tp2-fp16-fullgraph-transaction-20260711.json" }, { "id": "q36-autoround-tp2-mtp3-current-deterministic", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-autoround-w4a16-f5750c9", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 webhie BF16-scale INT8 LM-head", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU 44fc8fde + XPU kernels 2dd55f38 + oneCCL 4ceafd15", "profile_id": "q36-webhie-int4-tp2-mtp3-deterministic-v1", "measurement_class": "conventional-99-interval-25-prompt", "promotion_status": "current-deterministic-support-no-new-record", "quality_scope": "25-prompt cache-zero quality suite and same-configuration determinism assessment", "identity": { "model_repository_revision": "webhie/Qwen3.6-27B-int4-AutoRound@f5750c90b3776db658594df5fe8051098226dd8e", "vllm_source": "44fc8fde09fc311d3099dab10366b672d9142ea4", "xpu_kernels_source": "2dd55f380df753a10a88fcd9e96192561066e713", "oneccl_source_top_commit": "b52f40c07f0b140e6aba87548c80720a350a9827", "oneccl_libccl_commit": "4ceafd15c03ce46f11eeaf91781a92afebd3cecf" }, "config": { "tp": 2, "mtp": 3, "graph": "on", "kv": "f16" }, "workload": "25-prompt cache-zero suite, up to 512 output tokens; conventional 99-interval decode accounting", "metrics": { "decode_tok_s": [ 94.32115209029722, 94.7910539713551, 94.7104973610472 ] }, "sample_annotations": [ { "metric": "decode_tok_s", "index": 0, "value": 94.32115209029722, "label": "replicate A; quality pass; differs from B/C on one known bistable prompt" }, { "metric": "decode_tok_s", "index": 1, "value": 94.7910539713551, "label": "replicate B; quality pass; B/C token-identical" }, { "metric": "decode_tok_s", "index": 2, "value": 94.7104973610472, "label": "replicate C; quality pass; B/C token-identical" } ], "quality": "Quality passed on all three replicates. B/C matched 25/25; A differed on one known bistable prompt. The comparable historical-suite subset was 89.766 tok/s, so this is support rather than a replacement record.", "evidence": "data/qwen36-27b-autoround-int4-determinism-speed-20260818.json" }, { "id": "q36-autoround-tp1-mtp3-historical", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-autoround-w4a16-f5750c9", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 webhie BF16-scale INT8 LM-head", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU e7213ba8 + XPU kernels 3b4effee", "profile_id": "q36-webhie-int4-tp1-mtp3-historical-v1", "measurement_class": "historical-100-event-compatibility", "promotion_status": "retained-historical-record", "quality_scope": "strict fresh 12-prompt cache-zero suite with exact cases, repeat64, and baseline parity", "identity": { "model_repository_revision": "webhie/Qwen3.6-27B-int4-AutoRound@f5750c90b3776db658594df5fe8051098226dd8e", "vllm_source": "e7213ba8e13b74d7bfa3cbc05435a45df90eb76a", "xpu_kernels_source": "3b4effeeffd83f6ef4696bbe7e76d924a0e9d171" }, "config": { "tp": 1, "mtp": 3, "graph": "on", "graph_capture_size": 8, "kv": "f16" }, "workload": "12 unique cold prompts, 11\u00d7512 and one natural-EOS 186-token completion, cached_tokens=0; historical 100-event compatibility decode accounting", "metrics": { "decode_tok_s": [ 68.23626314761921 ], "ttft_ms": [ 479.1464500594884 ] }, "quality": "Strict fresh gate passed; cache zero; exact cases, repeat64, and baseline parity passed. A long-context gate was not recorded for this historical row.", "evidence": "results/qwen36-27b-autoround-int4-b70/webhie-int8lmhead-bf16scale-draftint4-replayssm-current-confirm-20260706.json" }, { "id": "q36-autoround-tp1-mtp3-current-support", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-autoround-w4a16-f5750c9", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 webhie BF16-scale INT8 LM-head", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU e7213ba8 + XPU kernels 3b4effee", "profile_id": "q36-webhie-int4-tp1-mtp3-current-isolated-v1", "measurement_class": "historical-100-event-compatibility-current-isolated", "promotion_status": "current-support-band-no-new-record", "quality_scope": "three isolated cache-zero rows; full repeat64 and long-context quality on the first row", "identity": { "model_repository_revision": "webhie/Qwen3.6-27B-int4-AutoRound@f5750c90b3776db658594df5fe8051098226dd8e", "vllm_source": "e7213ba8e13b74d7bfa3cbc05435a45df90eb76a", "xpu_kernels_source": "3b4effeeffd83f6ef4696bbe7e76d924a0e9d171" }, "config": { "tp": 1, "mtp": 3, "graph": "on", "graph_capture_size": 8, "kv": "f16" }, "workload": "three isolated cache-zero rows on the historical suite; historical 100-event compatibility decode accounting", "metrics": { "decode_tok_s": [ 65.35866669031512, 66.71558804214723, 65.42008634854352 ] }, "sample_annotations": [ { "metric": "decode_tok_s", "index": 0, "value": 65.35866669031512, "label": "full quality, repeat64, baseline, and long-context pass" }, { "metric": "decode_tok_s", "index": 1, "value": 66.71558804214723, "label": "strict cache-zero support row; quality not repeated" }, { "metric": "decode_tok_s", "index": 2, "value": 65.42008634854352, "label": "strict cache-zero support row; quality not repeated" } ], "quality": "All three rows passed strict cache-zero validity. The first row passed the full quality, baseline, repeat64, and long-context gates; quality was intentionally not repeated on the two support rows. The 68.236 historical high remains retained.", "evidence": "results/qwen36-27b-autoround-int4-b70/tp1-draftgraph-attribution-reconfirm-20260711.json" }, { "id": "q36-webhie-tp1-mtp1", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-autoround-w4a16-f5750c9", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 webhie BF16-scale INT8 LM-head", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU source stack", "profile_id": "q36-webhie-tp1-mtp-depth-same-window-cg8-v1", "measurement_class": "historical-100-event-compatibility", "promotion_status": "strict-valid-depth-screen-no-win", "config": { "tp": 1, "mtp": 1, "graph": "on", "graph_capture_size": 8, "kv": "f16" }, "workload": "same-window fixed realistic cold suite, cache zero", "metrics": { "decode_tok_s": [ 51.24613704631071 ], "ttft_ms": [ 298.7594275036827 ] }, "quality": "registered gate pass; MTP1 was slower than the MTP3 control", "evidence": "experiments/qwen36-27b-autoround-int4-b70/notes/2026-07-04-webhie-mtp1-mtp2-depth-coverage-no-win.md" }, { "id": "q36-webhie-tp1-mtp2", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-autoround-w4a16-f5750c9", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 webhie BF16-scale INT8 LM-head", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU source stack", "profile_id": "q36-webhie-tp1-mtp-depth-same-window-cg8-v1", "measurement_class": "historical-100-event-compatibility", "promotion_status": "strict-valid-depth-screen-no-win", "config": { "tp": 1, "mtp": 2, "graph": "on", "graph_capture_size": 8, "kv": "f16" }, "workload": "same-window fixed realistic cold suite, cache zero", "metrics": { "decode_tok_s": [ 59.589096936159876 ], "ttft_ms": [ 437.3506020056084 ] }, "quality": "registered gate pass; strict-valid but slower than MTP3", "evidence": "experiments/qwen36-27b-autoround-int4-b70/notes/2026-07-04-webhie-mtp1-mtp2-depth-coverage-no-win.md" }, { "id": "q36-webhie-tp1-mtp3", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-autoround-w4a16-f5750c9", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 webhie BF16-scale INT8 LM-head", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU source stack", "profile_id": "q36-webhie-tp1-mtp-depth-same-window-cg8-v1", "measurement_class": "historical-100-event-compatibility", "promotion_status": "same-window-depth-screen-control", "config": { "tp": 1, "mtp": 3, "graph": "on", "graph_capture_size": 8, "kv": "f16" }, "workload": "same-window fixed realistic cold suite, cache zero", "metrics": { "decode_tok_s": [ 64.72972570060101 ], "ttft_ms": [ 610.369234578684 ] }, "quality": "registered gate pass; same-window winning control", "evidence": "experiments/qwen36-27b-autoround-int4-b70/notes/2026-07-04-webhie-mtp1-mtp2-depth-coverage-no-win.md" }, { "id": "q36-webhie-tp1-mtp4", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-autoround-w4a16-f5750c9", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 webhie BF16-scale INT8 LM-head", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU source stack", "profile_id": "q36-webhie-tp1-mtp-depth-same-window-cg8-v1", "measurement_class": "historical-100-event-compatibility", "promotion_status": "strict-valid-depth-screen-no-win", "config": { "tp": 1, "mtp": 4, "graph": "on", "graph_capture_size": 8, "kv": "f16" }, "workload": "same-window fixed realistic cold suite, cache zero", "metrics": { "decode_tok_s": [ 59.88620742185209 ], "ttft_ms": [ 779.4782184064388 ] }, "quality": "registered gate pass; deeper draft did not win", "evidence": "experiments/qwen36-27b-autoround-int4-b70/notes/2026-07-04-webhie-mtp1-mtp2-depth-coverage-no-win.md" }, { "id": "q36-webhie-tp1-mtp5-cg8", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-autoround-w4a16-f5750c9", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 webhie BF16-scale INT8 LM-head", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU source stack", "profile_id": "q36-webhie-tp1-mtp5-capture-screen-v1", "measurement_class": "historical-100-event-compatibility", "promotion_status": "strict-valid-depth-screen-no-win", "quality_scope": "strict fresh-response gate with every request cache zero; no separate full quality battery", "config": { "tp": 1, "mtp": 5, "graph": "on", "graph_mode": "PIECEWISE", "graph_capture_size": 8, "kv": "f16" }, "workload": "same-window fixed realistic cold suite, cached_tokens=0; generated tokens 1\u2013100 after TTFT", "metrics": { "decode_tok_s": [ 59.256808975767214 ], "ttft_ms": [ 985.8371954178438 ] }, "quality": "Strict fresh-response gate passed and cached_tokens=0 for every request. This was a depth/config screen, not a full quality-battery repeat; MTP5 did not beat MTP3.", "evidence": "experiments/qwen36-27b-autoround-int4-b70/notes/2026-07-04-webhie-depth-screen-no-win.md" }, { "id": "q36-webhie-tp1-mtp5-cg16", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-autoround-w4a16-f5750c9", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 webhie BF16-scale INT8 LM-head", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU source stack", "profile_id": "q36-webhie-tp1-mtp5-capture-screen-v1", "measurement_class": "historical-100-event-compatibility", "promotion_status": "strict-valid-capture-screen-no-win", "quality_scope": "strict fresh-response gate with every request cache zero; no separate full quality battery", "config": { "tp": 1, "mtp": 5, "graph": "on", "graph_mode": "PIECEWISE", "graph_capture_size": 16, "kv": "f16" }, "workload": "same-window fixed realistic cold suite, cached_tokens=0; generated tokens 1\u2013100 after TTFT", "metrics": { "decode_tok_s": [ 59.816562920681044 ], "ttft_ms": [ 986.620420939289 ] }, "quality": "Strict fresh-response gate passed and cached_tokens=0 for every request. This was a capture-size screen, not a full quality-battery repeat; MTP5 did not beat MTP3.", "evidence": "experiments/qwen36-27b-autoround-int4-b70/notes/2026-07-04-webhie-depth-screen-no-win.md" }, { "id": "q38-source-tp2-mtp0", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 source stack", "runtime": "vLLM XPU source stack 2026-08-19", "config": { "tp": 2, "mtp": 0, "graph": "on", "kv": "f16" }, "workload": "25-prompt fixed realistic cold suite, cache zero", "metrics": { "decode_tok_s": [ 48.756537282215334 ] }, "quality": "target-only source-stack baseline", "evidence": "data/qwen38-27b-autoround-int4-baseline-20260818.json" }, { "id": "q38-source-tp2-mtp5-margin-free", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 source stack", "runtime": "vLLM XPU source stack 2026-08-20", "config": { "tp": 2, "mtp": 5, "graph": "mixed target/draft capture", "kv": "f16" }, "workload": "three-arm 25-prompt fixed realistic cold suite, cache zero, shared compile cache", "metrics": { "decode_tok_s": [ 101.394, 100.455, 101.17 ] }, "quality": "honest margin-free median 101.170 tok/s; pairwise complete-output agreement only 21\u201322/25; research only", "evidence": "data/qwen38-27b-autoround-int4-baseline-20260818.json" }, { "id": "q36-q4-0-tp1-target-only", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "quantization": "Q4_0", "variant": "Q4_0 target", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9976 (e3546c794) + preserved local stack", "profile_id": "q36-q4-0-tp1-intrinsic-mtp-v1", "measurement_class": "conventional-99-interval-recomputed-from-historical-helper", "promotion_status": "matched-target-only-control", "identity": { "model_repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "model_sha256": "20c9c45d4d25b492b82117960b5f715ef9daff75e4e14c4fb878fa3793fb379a", "runtime_commit": "e3546c7948e3af463d0b401e6421d5a4c2faf565", "result_sha256": "1a72aeda183a7cb8f3b9cfb1d705e2cd64d47f887c9fab342be91e7bad78c49f" }, "config": { "tp": 1, "mtp": 0, "dflash": 0, "speculation_profile": "target only", "graph": "off", "kv": "q8_0", "configured_max_context_tokens": 4096, "parallel_slots": 1, "batch_size": 1024, "ubatch_size": 256, "threads": 8, "poll": 50, "flash_attention": true, "dnn": true, "sycl_opt": true, "vmm": true, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "metrics": { "decode_tok_s": [ 25.677641189061973 ], "ttft_ms": [ 1146.5011414838955 ] }, "quality": "All 12 unique prompts passed the realistic fresh-response gate with cached_tokens=0, reasoning disabled, and no prompt, context-checkpoint, response, or history reuse.", "caveat": "The retained historical helper reported 25.9370113020828 tok/s using 100 divided by the span of 99 token intervals. The rankable value is recomputed as 99 over that same span. Token IDs were not retained.", "evidence": "data/qwen27-cycle-timeline/no-spec-normal-20260712T160033Z/qwen27-q4_0-kv8-no-spec-graph0-strict128-20260712T160033Z.json", "supporting_evidence": [ "data/qwen27-cycle-timeline/no-spec-normal-20260712T160033Z/timeline-summary.json", "experiments/qwen27-dflash-sycl-b70/notes/2026-07-12-cycle-timeline-tooling.md" ] }, { "id": "q36-q4-0-tp1-intrinsic-mtp3", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "quantization": "Q4_0", "variant": "Q4_0 target", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9976 (e3546c794) + preserved local stack", "profile_id": "q36-q4-0-tp1-intrinsic-mtp-v1", "measurement_class": "conventional-99-interval-recomputed-from-historical-helper", "promotion_status": "qualified-intrinsic-mtp3-result", "identity": { "model_repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "model_sha256": "20c9c45d4d25b492b82117960b5f715ef9daff75e4e14c4fb878fa3793fb379a", "runtime_commit": "e3546c7948e3af463d0b401e6421d5a4c2faf565", "result_sha256": "640f9086533a0626a6a6fab06c2a248fa43e3769954ba3bbeb49ec70b9322dde" }, "config": { "tp": 1, "mtp": 3, "dflash": 0, "speculation_profile": "intrinsic MTP3", "spec_draft_n_max": 3, "spec_draft_n_min": 0, "spec_draft_p_min": 0, "graph": "off", "kv": "q8_0", "configured_max_context_tokens": 4096, "parallel_slots": 1, "batch_size": 1024, "ubatch_size": 256, "threads": 8, "poll": 50, "flash_attention": true, "dnn": true, "sycl_opt": true, "vmm": true, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "metrics": { "decode_tok_s": [ 48.434052141079086 ], "ttft_ms": [ 1178.5369194112718 ], "draft_acceptance_rate": [ 0.5865209471766849 ], "mean_acceptance_length": [ 2.76 ] }, "quality": "All 12 unique prompts passed the realistic fresh-response gate with cached_tokens=0. The unchanged Q4_0 target verified 966 accepted draft tokens out of 1,647; no prompt, context-checkpoint, response, or history reuse was enabled.", "caveat": "The retained historical helper reported 48.923284990988975 tok/s using 100 divided by the span of 99 token intervals. The rankable value is recomputed as 99 over that same span. Token IDs were not retained, so this is not an output-exact A/B against target-only.", "evidence": "data/qwen27-cycle-timeline/mtp3-normal-20260712T160205Z/qwen27-q4_0-kv8-mtp3-graph0-strict128-20260712T160205Z.json", "supporting_evidence": [ "data/qwen27-cycle-timeline/mtp3-normal-20260712T160205Z/timeline-summary.json", "experiments/qwen27-dflash-sycl-b70/notes/2026-07-12-cycle-timeline-tooling.md" ] }, { "id": "q36-q4-0-dflash5-q6-top1-control", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "quantization": "Q4_0", "variant": "Q4_0 target + Q8_0 native DFlash draft", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9976 (e3546c794) + preserved local stack", "profile_id": "q36-q4-0-dflash5-q6-top1-v1", "measurement_class": "conventional-99-interval-recomputed-from-historical-helper", "promotion_status": "same-config-dflash5-fusion-off-control", "identity": { "target_model_sha256": "20c9c45d4d25b492b82117960b5f715ef9daff75e4e14c4fb878fa3793fb379a", "draft_model_sha256": "c37b84724fa58cc5c6b545d8b96f8617a8c3bd7f018bf608feef4d3460e0575e", "runtime_commit": "e3546c7948e3af463d0b401e6421d5a4c2faf565", "source_patch_sha256": "38e28748b7f75d5a1f0fd24463cdfe01a623f376207eb631284e2b72a38573fc", "result_sha256": "ca39d32ebaf70bcce117dcdec93c1741324dededf4ddd7e443707c24ab6323f0" }, "config": { "tp": 1, "mtp": 0, "dflash": 5, "speculation_profile": "native DFlash5", "spec_draft_n_max": 5, "spec_draft_n_min": 0, "spec_draft_p_min": 0, "q6_draft_lmhead_top1_fusion": false, "q6_top1_fusion_axis": 0, "graph": "off", "kv": "q8_0", "draft_kv": "f16", "configured_max_context_tokens": 4096, "parallel_slots": 1, "batch_size": 1024, "ubatch_size": 256, "flash_attention": true, "cache_prompt": false, "ctx_checkpoints": 0, "xe2_packed_projection_count": 187, "joint_gate_up": true, "gdn_snapshot_cache": true }, "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "metrics": { "decode_tok_s": [ 43.77829940838165 ], "ttft_ms": [ 1153.5825345199555 ] }, "quality": "The same-configuration DFlash5 control passed the realistic fresh-response and cache-zero gates with target verification; only the Q6_K draft-head top-1 fusion was disabled.", "caveat": "This is not MTP0 or target-only. The retained helper reported 44.22050445291076 tok/s; 43.77829940838165 is the conventional 99-interval recomputation.", "evidence": "data/qwen36-27b-mtp-gguf-q4-b70-baselines/q6top1-aot-control-realistic128-r1-20260713.json", "supporting_evidence": [ "data/qwen27-q6k-m6-fused-top1-record-20260713.json", "patches/qwen27-q6k-m6-fused-top1-20260713.patch" ] }, { "id": "q36-q4-0-dflash5-q6-top1-candidate", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "quantization": "Q4_0", "variant": "Q4_0 target + Q8_0 native DFlash draft", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9976 (e3546c794) + preserved local stack", "profile_id": "q36-q4-0-dflash5-q6-top1-v1", "measurement_class": "conventional-99-interval-recomputed-from-historical-helper", "promotion_status": "confirmed-dflash5-fusion-record", "identity": { "target_model_sha256": "20c9c45d4d25b492b82117960b5f715ef9daff75e4e14c4fb878fa3793fb379a", "draft_model_sha256": "c37b84724fa58cc5c6b545d8b96f8617a8c3bd7f018bf608feef4d3460e0575e", "runtime_commit": "e3546c7948e3af463d0b401e6421d5a4c2faf565", "source_patch_sha256": "38e28748b7f75d5a1f0fd24463cdfe01a623f376207eb631284e2b72a38573fc", "protected_overlay_diff_sha256": "bee7b62a0aeda711f4ef9d3ff4b102b87c11908b4b67539960be34a4edfe553f", "confirmed_result_sha256": "fd0b1419b649a25c35cc7335f8217cbd675cf8802085cc47a26106d0876af44e", "support_result_sha256": "cb3784b076b7fd295d3124dd252adeccd74b678d76d6f942606c47678ccb9abb" }, "config": { "tp": 1, "mtp": 0, "dflash": 5, "speculation_profile": "native DFlash5", "spec_draft_n_max": 5, "spec_draft_n_min": 0, "spec_draft_p_min": 0, "q6_draft_lmhead_top1_fusion": true, "q6_top1_fusion_axis": 1, "graph": "off", "kv": "q8_0", "draft_kv": "f16", "configured_max_context_tokens": 4096, "parallel_slots": 1, "batch_size": 1024, "ubatch_size": 256, "flash_attention": true, "cache_prompt": false, "ctx_checkpoints": 0, "xe2_packed_projection_count": 187, "joint_gate_up": true, "gdn_snapshot_cache": true, "q6_pack_bytes": 1360793600 }, "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "metrics": { "decode_tok_s": [ 47.34062984948743, 46.6431464045719 ], "ttft_ms": [ 1156.511059962213 ] }, "quality": "Both strict candidates passed the realistic fresh-response and cache-zero gates. The unchanged Q4_0 target verified accepted DFlash tokens; finite-tie oracles and a forced compact-read failure also passed the fail-closed recovery contract.", "caveat": "The confirmed retained helper reported 47.81881802978528 tok/s and the first candidate reported 47.11428929754737; rankable values are conventional 99-interval recomputations. Candidate/control suite hashes matched only 6/12 and token IDs were not returned, so the A/B is configuration-exact, not output-exact. Mechanism exactness is separately supported by the 15/15 real-fixture token-ID comparator, finite-tie oracles, target verification, and fail-closed recovery. The complete dirty overlay has not been reconstructed on a clean host. Intrinsic Q4_0 MTP3 is separately faster at 48.434052 conventional tok/s, so this is the DFlash record, not the overall Q4_0 speculation record.", "evidence": "data/qwen36-27b-mtp-gguf-q4-b70-baselines/q6top1-aot-realistic128-r2-20260713.json", "supporting_evidence": [ "data/qwen36-27b-mtp-gguf-q4-b70-baselines/q6top1-aot-realistic128-r1-20260713.json", "data/qwen27-q6k-m6-fused-top1-record-20260713.json", "experiments/qwen27-dflash-sycl-b70/notes/2026-07-13-q6k-m6-fused-top1-production-record.md", "patches/qwen27-q6k-m6-fused-top1-20260713.patch" ] }, { "id": "q36-udq4kxl-tp1-mtp0", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9860 (fdb1db877)", "profile_id": "q36-udq4kxl-tp1-intrinsic-mtp-depth-v1", "measurement_class": "conventional-99-interval-recomputed-from-historical-helper", "identity": { "model_repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "model_sha256": "4085665ee36d82a672a238a43f0e5643f2f0e39f2d7bd5d373f0ef10ecf53095", "runtime_commit": "fdb1db877" }, "config": { "tp": 1, "mtp": 0, "graph": "requested-not-proven-replay", "kv": "f16", "configured_max_context_tokens": 4096, "parallel_slots": 1, "batch_size": 1024, "ubatch_size": 256, "flash_attention": true, "cache_prompt": false, "cache_ram_mib": 0, "ctx_checkpoints": 0 }, "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "metrics": { "decode_tok_s": [ 23.43791447861844 ], "ttft_ms": [ 411.0360319027677 ] }, "quality": "Fresh-response gate passed for every unique prompt and cached_tokens=0 throughout the matched four-service wave.", "caveat": "All four arms were independent TP1 services, not TP4. GGML_SYCL_DISABLE_GRAPH=0 requested graph use but does not prove persistent capture/replay. The retained helper value was 23.674661089513574 tok/s.", "evidence": "data/qwen36-27b-mtp-gguf-q4-b70-baselines/qwen36-27b-udq4xl-gguf-llamacpp-mtp-depth-screen-cacheoff-qwensuite128-nospec-20260705T224725Z.json" }, { "id": "q36-udq4kxl-tp1-mtp3", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9860 (fdb1db877)", "profile_id": "q36-udq4kxl-tp1-intrinsic-mtp-depth-v1", "measurement_class": "conventional-99-interval-recomputed-from-historical-helper", "identity": { "model_repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "model_sha256": "4085665ee36d82a672a238a43f0e5643f2f0e39f2d7bd5d373f0ef10ecf53095", "runtime_commit": "fdb1db877" }, "config": { "tp": 1, "mtp": 3, "spec_draft_n_max": 3, "spec_draft_n_min": 0, "spec_draft_p_min": 0, "graph": "requested-not-proven-replay", "kv": "f16", "configured_max_context_tokens": 4096, "parallel_slots": 1, "batch_size": 1024, "ubatch_size": 256, "flash_attention": true, "cache_prompt": false, "cache_ram_mib": 0, "ctx_checkpoints": 0 }, "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "metrics": { "decode_tok_s": [ 29.219352576812312 ], "ttft_ms": [ 423.1553884455934 ], "draft_acceptance_rate": [ 0.588557516738 ] }, "quality": "Fresh-response gate passed for every unique prompt and cached_tokens=0; aggregate tracked-log acceptance was 967/1,643.", "caveat": "Independent TP1 service; graph replay was requested but not proven. The retained helper value was 29.51449755233567 tok/s.", "evidence": "data/qwen36-27b-mtp-gguf-q4-b70-baselines/qwen36-27b-udq4xl-gguf-llamacpp-mtp-depth-screen-cacheoff-qwensuite128-mtp3-20260705T224725Z.json" }, { "id": "q36-udq4kxl-tp1-mtp4", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9860 (fdb1db877)", "profile_id": "q36-udq4kxl-tp1-intrinsic-mtp-depth-v1", "measurement_class": "conventional-99-interval-recomputed-from-historical-helper", "identity": { "model_repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "model_sha256": "4085665ee36d82a672a238a43f0e5643f2f0e39f2d7bd5d373f0ef10ecf53095", "runtime_commit": "fdb1db877" }, "config": { "tp": 1, "mtp": 4, "spec_draft_n_max": 4, "spec_draft_n_min": 0, "spec_draft_p_min": 0, "graph": "requested-not-proven-replay", "kv": "f16", "configured_max_context_tokens": 4096, "parallel_slots": 1, "batch_size": 1024, "ubatch_size": 256, "flash_attention": true, "cache_prompt": false, "cache_ram_mib": 0, "ctx_checkpoints": 0 }, "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "metrics": { "decode_tok_s": [ 28.313083350548315 ], "ttft_ms": [ 422.71748650819063 ], "draft_acceptance_rate": [ 0.508270676692 ] }, "quality": "Fresh-response gate passed for every unique prompt and cached_tokens=0; aggregate tracked-log acceptance was 1,014/1,995.", "caveat": "Independent TP1 service; graph replay was requested but not proven. The retained helper value was 28.599074091462942 tok/s.", "evidence": "data/qwen36-27b-mtp-gguf-q4-b70-baselines/qwen36-27b-udq4xl-gguf-llamacpp-mtp-depth-screen-cacheoff-qwensuite128-mtp4-20260705T224725Z.json" }, { "id": "q36-udq4kxl-tp1-mtp5", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9860 (fdb1db877)", "profile_id": "q36-udq4kxl-tp1-intrinsic-mtp-depth-v1", "measurement_class": "conventional-99-interval-recomputed-from-historical-helper", "identity": { "model_repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "model_sha256": "4085665ee36d82a672a238a43f0e5643f2f0e39f2d7bd5d373f0ef10ecf53095", "runtime_commit": "fdb1db877" }, "config": { "tp": 1, "mtp": 5, "spec_draft_n_max": 5, "spec_draft_n_min": 0, "spec_draft_p_min": 0, "graph": "requested-not-proven-replay", "kv": "f16", "configured_max_context_tokens": 4096, "parallel_slots": 1, "batch_size": 1024, "ubatch_size": 256, "flash_attention": true, "cache_prompt": false, "cache_ram_mib": 0, "ctx_checkpoints": 0 }, "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "metrics": { "decode_tok_s": [ 24.65502058729531 ], "ttft_ms": [ 423.87354152742773 ], "draft_acceptance_rate": [ 0.428096425603 ] }, "quality": "Fresh-response gate passed for every unique prompt and cached_tokens=0; aggregate tracked-log acceptance was 1,030/2,406.", "caveat": "Independent TP1 service; graph replay was requested but not proven. The retained helper value was 24.904061199288194 tok/s.", "evidence": "data/qwen36-27b-mtp-gguf-q4-b70-baselines/qwen36-27b-udq4xl-gguf-llamacpp-mtp-depth-screen-cacheoff-qwensuite128-mtp5-20260705T224725Z.json" }, { "id": "q36-udq4kxl-tp1-mtp5-pmin075", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9860 (fdb1db877)", "profile_id": "q36-udq4kxl-tp1-policy-tuned-deep-mtp-v1", "measurement_class": "conventional-99-interval-recomputed-from-historical-helper", "promotion_status": "closed-policy-screen", "identity": { "model_repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "model_sha256": "4085665ee36d82a672a238a43f0e5643f2f0e39f2d7bd5d373f0ef10ecf53095", "runtime_commit": "fdb1db877" }, "config": { "tp": 1, "mtp": 5, "spec_draft_n_max": 5, "spec_draft_n_min": 1, "spec_draft_p_min": 0.75, "graph": "requested-not-proven-replay", "kv": "f16", "configured_max_context_tokens": 4096, "parallel_slots": 1, "batch_size": 1024, "ubatch_size": 256, "flash_attention": true, "cache_prompt": false, "cache_ram_mib": 0, "ctx_checkpoints": 0 }, "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "metrics": { "decode_tok_s": [ 30.729199375766306 ], "ttft_ms": [ 420.99562752991915 ] }, "quality": "Fresh-response gate passed for all 12 unique prompts and cached_tokens=0.", "caveat": "Policy-tuned closure row; do not merge into the p_min=0 depth curve. Retained helper value: 31.039595329056876 tok/s.", "evidence": "data/qwen36-27b-mtp-gguf-q4-b70-baselines/qwen36-27b-udq4xl-gguf-mtp5-pmin075-nmin1-cacheoff-fixed-20260705T230230Z.json" }, { "id": "q36-udq4kxl-tp1-mtp7-pmin075", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9860 (fdb1db877)", "profile_id": "q36-udq4kxl-tp1-policy-tuned-deep-mtp-v1", "measurement_class": "conventional-99-interval-recomputed-from-historical-helper", "promotion_status": "closed-policy-screen", "identity": { "model_repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "model_sha256": "4085665ee36d82a672a238a43f0e5643f2f0e39f2d7bd5d373f0ef10ecf53095", "runtime_commit": "fdb1db877" }, "config": { "tp": 1, "mtp": 7, "spec_draft_n_max": 7, "spec_draft_n_min": 1, "spec_draft_p_min": 0.75, "graph": "requested-not-proven-replay", "kv": "f16", "configured_max_context_tokens": 4096, "parallel_slots": 1, "batch_size": 1024, "ubatch_size": 256, "flash_attention": true, "cache_prompt": false, "cache_ram_mib": 0, "ctx_checkpoints": 0 }, "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "metrics": { "decode_tok_s": [ 30.680442093103014 ], "ttft_ms": [ 427.96773056034 ] }, "quality": "Fresh-response gate passed for all 12 unique prompts and cached_tokens=0.", "caveat": "Policy-tuned closure row; do not merge into the p_min=0 depth curve. Retained helper value: 30.990345548588905 tok/s.", "evidence": "data/qwen36-27b-mtp-gguf-q4-b70-baselines/qwen36-27b-udq4xl-gguf-mtp7-pmin075-nmin1-cacheoff-fixed-20260705T230230Z.json" }, { "id": "q36-udq4kxl-tp1-mtp7-pmin065", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9860 (fdb1db877)", "profile_id": "q36-udq4kxl-tp1-policy-tuned-deep-mtp-v1", "measurement_class": "conventional-99-interval-recomputed-from-historical-helper", "promotion_status": "best-validated-policy-tuned-support", "identity": { "model_repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "model_sha256": "4085665ee36d82a672a238a43f0e5643f2f0e39f2d7bd5d373f0ef10ecf53095", "runtime_commit": "fdb1db877" }, "config": { "tp": 1, "mtp": 7, "spec_draft_n_max": 7, "spec_draft_n_min": 1, "spec_draft_p_min": 0.65, "graph": "requested-not-proven-replay", "kv": "f16", "configured_max_context_tokens": 4096, "parallel_slots": 1, "batch_size": 1024, "ubatch_size": 256, "flash_attention": true, "cache_prompt": false, "cache_ram_mib": 0, "ctx_checkpoints": 0 }, "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "metrics": { "decode_tok_s": [ 31.1652489904295 ], "ttft_ms": [ 424.65411801822484 ] }, "quality": "Fresh-response gate passed for all 12 unique prompts and cached_tokens=0.", "caveat": "Best policy-tuned deep-MTP support row, not a point on the p_min=0 depth curve. Retained helper value: 31.480049485282322 tok/s.", "evidence": "data/qwen36-27b-mtp-gguf-q4-b70-baselines/qwen36-27b-udq4xl-gguf-mtp7-pmin065-nmin1-cacheoff-fixed-20260705T230230Z.json" }, { "id": "q36-udq4kxl-tp1-mtp9-pmin075", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9860 (fdb1db877)", "profile_id": "q36-udq4kxl-tp1-policy-tuned-deep-mtp-v1", "measurement_class": "conventional-99-interval-recomputed-from-historical-helper", "promotion_status": "closed-policy-screen-regression", "identity": { "model_repository": "unsloth/Qwen3.6-27B-MTP-GGUF", "model_sha256": "4085665ee36d82a672a238a43f0e5643f2f0e39f2d7bd5d373f0ef10ecf53095", "runtime_commit": "fdb1db877" }, "config": { "tp": 1, "mtp": 9, "spec_draft_n_max": 9, "spec_draft_n_min": 2, "spec_draft_p_min": 0.75, "graph": "requested-not-proven-replay", "kv": "f16", "configured_max_context_tokens": 4096, "parallel_slots": 1, "batch_size": 1024, "ubatch_size": 256, "flash_attention": true, "cache_prompt": false, "cache_ram_mib": 0, "ctx_checkpoints": 0 }, "workload": "fixed 12-prompt cold realistic suite, 128 output tokens, cached_tokens=0; conventional 99-interval median recomputed from the retained historical helper", "metrics": { "decode_tok_s": [ 27.039108087931766 ], "ttft_ms": [ 427.31963261030614 ] }, "quality": "Fresh-response gate passed for all 12 unique prompts and cached_tokens=0.", "caveat": "Policy-tuned closure regression; do not merge into the p_min=0 depth curve. Retained helper value: 27.31223039185027 tok/s.", "evidence": "data/qwen36-27b-mtp-gguf-q4-b70-baselines/qwen36-27b-udq4xl-gguf-mtp9-pmin075-nmin2-cacheoff-fixed-20260705T230230Z.json" }, { "id": "q38-q5ks-flagship-tp1-256k-mtp3-serving", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "variant": "UD-Q5_K_S", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-256k-vision-mtp3-q8kv-v1", "measurement_class": "conventional-99-interval-cold-realistic-suite", "promotion_status": "shipped-highest-fitting-quant", "identity": { "model_repository_revision": "unsloth/Qwen3.8-27B-GGUF@4ca720788d1e01f1bff70c033e0d0028fd02e502", "model_sha256": "d8d62ffcf84d42658dd6ccf9782b4d0404700af78b26d750507510c7597b5bfe", "mmproj_sha256": "cbb841a9ee0636b2ec172f5bb8df2ea8dfeb01e90fe7c6126581d662a0b4e43e", "mtp_draft_sha256": "50d9ce5a6da381bbcfb31061cf73df94a90e6faf8efeddee379a9cb8f1501c6e" }, "config": { "tp": 1, "mtp": 3, "spec_draft_n_max": 3, "spec_draft_n_min": 0, "spec_draft_p_min": 0, "graph": "off", "kv": "q8_0", "draft_kv": "q8_0", "configured_max_context_tokens": 262144, "vision": "mmproj-F16 resident", "cache_prompt": false, "ctx_checkpoints": 0, "concurrency": 1 }, "workload": "two fresh servers; fixed 12-prompt suite; actual prompts 48\u201378 tokens; up to 512 output tokens; temperature 0, seed 42; cached_tokens=0; conventional 99-interval rate", "metrics": { "decode_tok_s": [ 26.668277361723614, 26.64050971102404 ], "ttft_ms": [ 373.1489949859679, 372.7790010161698 ] }, "quality": "Both fresh runs passed the final fresh-response gate; objective repeat/arithmetic/copy/JSON canaries pass_all=true; deterministic red/blue vision smoke passed. Suite output hashes matched only 8/12 across fresh servers and token IDs were not captured.", "caveat": "262144 is configured capacity, not active benchmark depth. The serving suite used short prompts. No deep-context needle at or near 256K was run.", "evidence": "data/qwen38-27b-256k-package-operating-points-20260822.json" }, { "id": "q38-q5ks-q8kv-route8k-mtp0-grade-c", "state": "lab-screened", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "variant": "UD-Q5_K_S + same-revision external Q4_0 MTP draft", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-q5ks-external-q4mtp-q8kv-route8k-grade-c-v1", "measurement_class": "exact-8k-http-route-sentinel-grade-c-diagnostic", "promotion_status": "diagnostic-control-no-speed-authority", "identity": { "model_sha256": "d8d62ffcf84d42658dd6ccf9782b4d0404700af78b26d750507510c7597b5bfe", "mtp_draft_sha256": "50d9ce5a6da381bbcfb31061cf73df94a90e6faf8efeddee379a9cb8f1501c6e", "llama_server_sha256": "ff2441d012488e3cf7fc537a3e7c1a05fea9159043f3f3a0b257f6647e7c6964" }, "config": { "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph": "off", "graph_mode": "off", "kv": "q8_0", "draft_kv": "q8_0", "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "one fresh lifetime; exact active 8192; 128 generated tokens; temperature 0; cache zero; conventional 99-interval serving decode", "metrics": { "decode_tok_s": [ 17.499247703365086 ] }, "quality": "Target-only control stream retained exactly; this row is the diagnostic comparator and has no independent headline or certified-speed authority.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-q5ks-external-q4mtp-q8kv-tp1-route-8k-sentinel-r1-result.json" }, { "id": "q38-q5ks-q8kv-route8k-mtp1-grade-c", "state": "lab-screened", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "variant": "UD-Q5_K_S + same-revision external Q4_0 MTP draft", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-external-mtp-v1", "speculation_method": "external-mtp-draft", "speculator_artifact_id": "qwen38-27b-mtp-q4-0-50d9ce5", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-q5ks-external-q4mtp-q8kv-route8k-grade-c-v1", "measurement_class": "exact-8k-http-route-sentinel-grade-c-diagnostic", "promotion_status": "deterministic-divergence-no-speed-authority", "identity": { "model_sha256": "d8d62ffcf84d42658dd6ccf9782b4d0404700af78b26d750507510c7597b5bfe", "mtp_draft_sha256": "50d9ce5a6da381bbcfb31061cf73df94a90e6faf8efeddee379a9cb8f1501c6e", "llama_server_sha256": "ff2441d012488e3cf7fc537a3e7c1a05fea9159043f3f3a0b257f6647e7c6964" }, "config": { "tp": 1, "mtp": 1, "active_context_tokens": 8192, "graph": "off", "graph_mode": "off", "kv": "q8_0", "draft_kv": "q8_0", "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "one fresh lifetime; exact active 8192; 128 generated tokens; temperature 0; cache zero; conventional 99-interval serving decode", "metrics": { "decode_tok_s": [ 21.750429921645285 ], "draft_acceptance_rate": [ 0.75 ] }, "quality": "Deterministically diverged from MTP0 at zero-based token index 6; candidate battery skipped by the preregistered parity gate. Diagnostic only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-q5ks-external-q4mtp-q8kv-tp1-route-8k-sentinel-r1-result.json" }, { "id": "q38-q5ks-q8kv-route8k-mtp2-grade-c", "state": "lab-screened", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "variant": "UD-Q5_K_S + same-revision external Q4_0 MTP draft", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-external-mtp-v1", "speculation_method": "external-mtp-draft", "speculator_artifact_id": "qwen38-27b-mtp-q4-0-50d9ce5", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-q5ks-external-q4mtp-q8kv-route8k-grade-c-v1", "measurement_class": "exact-8k-http-route-sentinel-grade-c-diagnostic", "promotion_status": "deterministic-divergence-no-speed-authority", "identity": { "model_sha256": "d8d62ffcf84d42658dd6ccf9782b4d0404700af78b26d750507510c7597b5bfe", "mtp_draft_sha256": "50d9ce5a6da381bbcfb31061cf73df94a90e6faf8efeddee379a9cb8f1501c6e", "llama_server_sha256": "ff2441d012488e3cf7fc537a3e7c1a05fea9159043f3f3a0b257f6647e7c6964" }, "config": { "tp": 1, "mtp": 2, "active_context_tokens": 8192, "graph": "off", "graph_mode": "off", "kv": "q8_0", "draft_kv": "q8_0", "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "one fresh lifetime; exact active 8192; 128 generated tokens; temperature 0; cache zero; conventional 99-interval serving decode", "metrics": { "decode_tok_s": [ 24.99411125486185 ], "draft_acceptance_rate": [ 0.61947 ] }, "quality": "Deterministically diverged from MTP0 at zero-based token index 6; candidate battery skipped by the preregistered parity gate. Diagnostic only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-q5ks-external-q4mtp-q8kv-tp1-route-8k-sentinel-r1-result.json" }, { "id": "q38-q5ks-q8kv-route8k-mtp3-grade-c", "state": "lab-screened", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "variant": "UD-Q5_K_S + same-revision external Q4_0 MTP draft", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-external-mtp-v1", "speculation_method": "external-mtp-draft", "speculator_artifact_id": "qwen38-27b-mtp-q4-0-50d9ce5", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-q5ks-external-q4mtp-q8kv-route8k-grade-c-v1", "measurement_class": "exact-8k-http-route-sentinel-grade-c-diagnostic", "promotion_status": "deterministic-divergence-no-speed-authority", "identity": { "model_sha256": "d8d62ffcf84d42658dd6ccf9782b4d0404700af78b26d750507510c7597b5bfe", "mtp_draft_sha256": "50d9ce5a6da381bbcfb31061cf73df94a90e6faf8efeddee379a9cb8f1501c6e", "llama_server_sha256": "ff2441d012488e3cf7fc537a3e7c1a05fea9159043f3f3a0b257f6647e7c6964" }, "config": { "tp": 1, "mtp": 3, "active_context_tokens": 8192, "graph": "off", "graph_mode": "off", "kv": "q8_0", "draft_kv": "q8_0", "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "one fresh lifetime; exact active 8192; 128 generated tokens; temperature 0; cache zero; conventional 99-interval serving decode", "metrics": { "decode_tok_s": [ 24.286066239547786 ], "draft_acceptance_rate": [ 0.55245 ] }, "quality": "Deterministically diverged from MTP0 at zero-based token index 6; candidate battery skipped by the preregistered parity gate. Diagnostic only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-q5ks-external-q4mtp-q8kv-tp1-route-8k-sentinel-r1-result.json" }, { "id": "q38-q5ks-q8kv-route8k-mtp4-grade-c", "state": "lab-screened", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "variant": "UD-Q5_K_S + same-revision external Q4_0 MTP draft", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-external-mtp-v1", "speculation_method": "external-mtp-draft", "speculator_artifact_id": "qwen38-27b-mtp-q4-0-50d9ce5", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-q5ks-external-q4mtp-q8kv-route8k-grade-c-v1", "measurement_class": "exact-8k-http-route-sentinel-grade-c-diagnostic", "promotion_status": "deterministic-divergence-no-speed-authority", "identity": { "model_sha256": "d8d62ffcf84d42658dd6ccf9782b4d0404700af78b26d750507510c7597b5bfe", "mtp_draft_sha256": "50d9ce5a6da381bbcfb31061cf73df94a90e6faf8efeddee379a9cb8f1501c6e", "llama_server_sha256": "ff2441d012488e3cf7fc537a3e7c1a05fea9159043f3f3a0b257f6647e7c6964" }, "config": { "tp": 1, "mtp": 4, "active_context_tokens": 8192, "graph": "off", "graph_mode": "off", "kv": "q8_0", "draft_kv": "q8_0", "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "one fresh lifetime; exact active 8192; 128 generated tokens; temperature 0; cache zero; conventional 99-interval serving decode", "metrics": { "decode_tok_s": [ 22.85489181453138 ], "draft_acceptance_rate": [ 0.47977 ] }, "quality": "Deterministically diverged from MTP0 at zero-based token index 6; candidate battery skipped by the preregistered parity gate. Diagnostic only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-q5ks-external-q4mtp-q8kv-tp1-route-8k-sentinel-r1-result.json" }, { "id": "q38-q4kxl-flagship-tp1-256k-mtp3-serving", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-256k-vision-mtp3-q8kv-v1", "measurement_class": "conventional-99-interval-cold-realistic-suite", "promotion_status": "measured-speed-and-headroom-alternative", "identity": { "model_repository_revision": "unsloth/Qwen3.8-27B-GGUF@4ca720788d1e01f1bff70c033e0d0028fd02e502", "model_sha256": "3f227079003add2511437e5b1e94812e363385225bf6a9b47b0054a72bc8b01e", "mmproj_sha256": "cbb841a9ee0636b2ec172f5bb8df2ea8dfeb01e90fe7c6126581d662a0b4e43e", "mtp_draft_sha256": "50d9ce5a6da381bbcfb31061cf73df94a90e6faf8efeddee379a9cb8f1501c6e" }, "config": { "tp": 1, "mtp": 3, "spec_draft_n_max": 3, "spec_draft_n_min": 0, "spec_draft_p_min": 0, "graph": "off", "kv": "q8_0", "draft_kv": "q8_0", "configured_max_context_tokens": 262144, "vision": "mmproj-F16 resident", "cache_prompt": false, "ctx_checkpoints": 0, "concurrency": 1 }, "workload": "two fresh servers; fixed 12-prompt suite; actual prompts 48\u201378 tokens; up to 512 output tokens; temperature 0, seed 42; cached_tokens=0; conventional 99-interval rate", "metrics": { "decode_tok_s": [ 27.510235918075423, 27.493910387807432 ], "ttft_ms": [ 416.16007903940044, 416.3693230075296 ] }, "quality": "Both fresh runs passed the fresh-response gate and objective canaries pass_all=true. Suite output hashes matched only 8/12 across fresh servers; no Q4-specific vision smoke or deep-context needle was recorded.", "caveat": "Configured 262144 capacity with companions resident; serving speed was measured on short prompts, not at 256K active depth.", "evidence": "data/qwen38-27b-256k-package-operating-points-20260822.json" }, { "id": "q38-0ecc-stock-kernel-tp1-strict", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU 0ecc284790 + stock kernel 0.1.13.2", "profile_id": "q38-0ecc-stock-kernel-dated-snapshot", "measurement_class": "strict-natural-eos", "promotion_status": "qualified-dated-control-not-current-head", "quality_scope": "complete quality battery and immutable-cache replay", "identity": { "vllm_source": "0ecc284790e5403f74b899524ef82ecb69f83cb3", "xpu_kernels_source": "stock-from-nightly-base-0.1.13.2", "nightly_base_digest": "sha256:3ee0ec37825cc03e866a75198e6fee2a201efb68a717852ed35737a3ae59f876" }, "config": { "tp": 1, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "natural_eos": true }, "workload": "two strict natural-EOS replays; 25 unique cold prompts; up to 512 output tokens; cached_tokens=0; conventional 99-interval median", "metrics": { "decode_tok_s": [ 30.324297716696414, 30.325970521145816 ] }, "quality": "Both strict speed gates passed. The full quality battery, benchmark-shape gates, model verification, and immutable-cache replay passed.", "caveat": "Qualified dated control using the stock kernel from the pinned nightly base. It is not the current upstream head and does not replace any protected historical value.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-24-qwen38-0ecc-tp1-qualification-attempts.json" }, { "id": "q38-0ecc-baaa-tp1-strict", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU 0ecc284790 + XPU kernels baaa05bb4e", "profile_id": "q38-0ecc-baaa-dated-snapshot", "measurement_class": "strict-natural-eos", "promotion_status": "quality-clean-speed-floor-miss", "quality_scope": "complete quality battery and immutable-cache replay", "identity": { "vllm_source": "0ecc284790e5403f74b899524ef82ecb69f83cb3", "xpu_kernels_source": "baaa05bb4e92901219a5a072dd63f2474896f6d1", "nightly_base_digest": "sha256:3ee0ec37825cc03e866a75198e6fee2a201efb68a717852ed35737a3ae59f876" }, "config": { "tp": 1, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "natural_eos": true }, "workload": "two strict natural-EOS replays; 25 unique cold prompts; up to 512 output tokens; cached_tokens=0; conventional 99-interval median", "metrics": { "decode_tok_s": [ 30.27919625650121, 30.261661472495938 ] }, "quality": "Both arms passed correctness, the complete quality battery, benchmark-shape gates, model verification, and immutable-cache replay.", "caveat": "Both strict speeds missed the frozen floor. This is measured support evidence only; it is not promoted and lowers no protected value.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-24-qwen38-0ecc-tp1-qualification-attempts.json" }, { "id": "q38-6a9-baaa-tp1-strict", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU 6a9c69fa85 + XPU kernels baaa05bb4e", "profile_id": "q38-6a9-baaa-dated-snapshot", "measurement_class": "strict-natural-eos", "promotion_status": "quality-clean-speed-floor-miss", "quality_scope": "complete quality battery on replay A and immutable-cache replay B", "identity": { "vllm_source": "6a9c69fa851389dcf1ee5d3a2363e27af665d26d", "xpu_kernels_source": "baaa05bb4e92901219a5a072dd63f2474896f6d1", "nightly_base_digest": "sha256:3ee0ec37825cc03e866a75198e6fee2a201efb68a717852ed35737a3ae59f876" }, "config": { "tp": 1, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "natural_eos": true }, "workload": "two strict natural-EOS replays; 25 unique cold prompts; up to 512 output tokens; cached_tokens=0; conventional 99-interval median", "metrics": { "decode_tok_s": [ 30.26782494070049, 30.27119782672338 ] }, "quality": "All non-speed gates passed; replay A passed the complete quality battery and replay B preserved the immutable cache.", "caveat": "Both strict speeds missed the frozen floor. This is a dated quality-clean speed miss, not a promoted profile or a replacement for protected history.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-24-qwen38-6a9c69fa85-tp1-r1-speed-only-miss.json" }, { "id": "q38-b2dd-1e90-tp1-strict-a", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU b2dd9ce73d + XPU kernels 1e90ffa672", "profile_id": "q38-b2dd-1e90-frozen-snapshot", "measurement_class": "strict-natural-eos", "promotion_status": "quality-clean-incomplete-single-strict-arm", "quality_scope": "complete quality battery on strict A; strict B not run", "identity": { "vllm_source": "b2dd9ce73dce2ad09007d1db5c171454118981d7", "xpu_kernels_source": "1e90ffa672ba02f17a909da11838a4c55b199783", "nightly_base_digest": "sha256:3ee0ec37825cc03e866a75198e6fee2a201efb68a717852ed35737a3ae59f876", "image_id": "sha256:059d4b3ee881c2a54d801518d59fd26b4e3c3af8840f4c18187c8b28000bc296" }, "config": { "tp": 1, "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "natural_eos": true }, "workload": "one strict natural-EOS arm; 25 unique cold prompts; up to 512 output tokens; cached_tokens=0; conventional 99-interval median", "metrics": { "decode_tok_s": [ 30.280007107732555 ] }, "quality": "Strict A passed the complete quality battery: 7/7 exact, 8/8 repeat with one hash, 8K needle, 24/24 baseline comparisons, and cache zero.", "caveat": "The old continuous-remote policy stopped the packet before strict B after upstream advanced. This is a frozen, quality-clean dated snapshot, not a replicated record-grade pair; the protected floor is unchanged.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-24-qwen38-b2dd9ce73d-r1-frozen-snapshot-closeout.json" }, { "id": "q38-b2dd-1e90-tp4-strict-pair", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU b2dd9ce73d + XPU kernels 1e90ffa672", "profile_id": "q38-b2dd-1e90-frozen-snapshot", "measurement_class": "strict-natural-eos", "promotion_status": "qualified-dated-control-offline-aggregation-recovery", "quality_scope": "complete quality battery on strict A plus immutable-cache strict B", "identity": { "vllm_source": "b2dd9ce73dce2ad09007d1db5c171454118981d7", "xpu_kernels_source": "1e90ffa672ba02f17a909da11838a4c55b199783", "nightly_base_digest": "sha256:3ee0ec37825cc03e866a75198e6fee2a201efb68a717852ed35737a3ae59f876", "image_id": "sha256:059d4b3ee881c2a54d801518d59fd26b4e3c3af8840f4c18187c8b28000bc296", "recovered_result_sha256": "d4d94a33161171461155e8526b53b306a38ec99f978b41d53912ce9c9e3b4201" }, "config": { "tp": 4, "mtp": 0, "graph": "on", "graph_mode": "FULL_AND_PIECEWISE", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.6, "natural_eos": true }, "workload": "two strict natural-EOS replays; 25 unique cold prompts; up to 512 output tokens; cached_tokens=0; conventional 99-interval median", "metrics": { "decode_tok_s": [ 71.77179128057259, 71.82969607434323 ] }, "quality": "Both strict arms passed all non-speed gates; strict A passed 7/7 exact cases, 8/8 one-hash repeat, the 8K needle, 24/24 baseline comparisons, and 16/16 zero cache counts. The exact compile cache stayed immutable through replay B.", "caveat": "All model arms passed. The outer wrapper hit a mawk reserved-name error only during deterministic aggregation; the original failure marker is preserved and the offline recovery is hash-sealed. The same packet's ignore-EOS diagnostic was 72.07605937552125 tok/s. No historical high was lowered or replaced.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-b2dd9ce73d-tp4-zero-overlay-r1-recovery.json" } ], "series_measurements": [ { "id": "q36-q4km-tp1-kv-f16-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "quantization": "Q4_K_M", "variant": "Q4_K_M", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-q4km-f16-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-depth-sweep", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "a7cbd3ecc0e3f9b333edee61ae66bc87ed713c5d49587a8355814722ed329e0f", "bench_sha256": "908b78b77fc28ad23b2924b7f32f56f4a8415eac9c2a79a244dee85b49b19030" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "f16", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 29.30276, "prefill_tok_s": 826.357043, "samples": 5 }, { "x": 2048, "decode_tok_s": 28.718264, "prefill_tok_s": 891.595341, "samples": 5 }, { "x": 4096, "decode_tok_s": 28.423839, "prefill_tok_s": 869.408814, "samples": 5 }, { "x": 8192, "decode_tok_s": 27.883558, "prefill_tok_s": 830.461807, "samples": 5 }, { "x": 16384, "decode_tok_s": 26.882685, "prefill_tok_s": 760.015741, "samples": 5 }, { "x": 24576, "decode_tok_s": 25.898142, "prefill_tok_s": 704.976178, "samples": 5 }, { "x": 32768, "decode_tok_s": 25.039506, "prefill_tok_s": 655.10387, "samples": 5 } ], "quality": "Performance-only raw-engine sweep; no new quality gate. The x=0 marker is a real n_depth=0 measurement.", "caveat": "Target-only raw-engine curve, not intrinsic MTP and not an HTTP serving measurement. Artifact quality and optimization maturity are graded separately.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4km-f16-tp1-exact-depth-result.json" }, { "id": "q36-q4km-tp1-graph-f16-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "quantization": "Q4_K_M", "variant": "Q4_K_M \u00b7 embedded-MTP artifact \u00b7 target-only MTP0 \u00b7 F16 KV \u00b7 SYCL graph", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110 + graph cache evidence/pointer-stability/capacity chain", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-q4km-f16-sycl-graph-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-exact-depth-graph-sweep", "promotion_status": "quality-qualified-family-profile-negative-optimization-result", "quality_scope": "13/13 cache-zero requests: 4/4 exact canaries, 8/8 identical repeats, and one approximately 29.4K-token needle inside a 32K service; the tracked adjudication covers all seven shared-identity cells", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "a7cbd3ecc0e3f9b333edee61ae66bc87ed713c5d49587a8355814722ed329e0f", "source_head": "fa0f3b25a47f346858a4d0d169f5181aa424b110", "bench_sha256": "8ea8fd14e6ac0c4a4b3a711db8997189d677df2a4f7f88d20609f59ca463a55e", "graph_backend_sha256": "7d03bc06f46f188fd6ecd47034a878a2bd96d20a752a6a0731121176e101c8e2", "dso_closure_count": 32, "dso_closure_sha256": "381e09a3e6a3f9c932930f20d5d4cc7fd67eef2b2c6bfb39308724f13b570720" }, "patch_chain": [ { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-evidence-port-20260825.patch", "sha256": "1a8589f894fde7d87aac35c59bc81e3701bf7f6d9ba54f35808ae262325d7892" }, { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-q8-pointer-stable-r2-20260825.patch", "sha256": "1575acc5ee07b37eb98186a09d201a895d36501c223dc114110a43ee08f4e0a3" }, { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-q8-capacity-scaled-r3-20260825.patch", "sha256": "3def9e5eeb42d9bd1dc4b0c759092572db178651ecafc5255943753bd8b485f6" } ], "config": { "tp": 1, "mtp": 0, "graph": "on", "graph_mode": "SYCL", "graph_cache_size": 8, "kv": "f16", "speculation": "none", "embedded_mtp_capability": true }, "workload": "llama-bench pp2048 plus tg128 at each exact active depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "phase_classification": { "decode": "verified capture-and-replay at every depth", "prefill_depth_0": "capture-and-replay without cache-full", "prefill_depth_2k_through_32k": "mixed partial graph with positive cache-full" }, "comparison_to_graph_off": { "baseline_measurement_id": "q36-q4km-tp1-kv-f16-context", "all_seven_depths_slower_in_decode": true, "all_seven_depths_slower_in_prefill": true, "unweighted_mean_decode_delta_pct": -2.333593, "unweighted_mean_prefill_delta_pct": -8.137743, "classification": "negative-optimization-result" }, "points": [ { "x": 0, "decode_tok_s": 28.579918, "prefill_tok_s": 818.20424, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "capture-and-replay-without-cache-full" }, { "x": 2048, "decode_tok_s": 28.049278, "prefill_tok_s": 800.162651, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 4096, "decode_tok_s": 27.664886, "prefill_tok_s": 780.493068, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 8192, "decode_tok_s": 27.180377, "prefill_tok_s": 746.47011, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 16384, "decode_tok_s": 26.233159, "prefill_tok_s": 688.173276, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 24576, "decode_tok_s": 25.3662, "prefill_tok_s": 644.830793, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 32768, "decode_tok_s": 24.569574, "prefill_tok_s": 606.643612, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" } ], "quality": "Family ingestion binds the immutable R1 raw curve to the separate tracked quality-battery adjudication. The raw terminal alone grants no publication authority.", "caveat": "Raw-engine pp2048/tg128 profile, not HTTP serving or record evidence. The artifact contains embedded MTP tensors, but this MTP0 run loaded no speculator and is target-only. Decode is fully graph-certified at all depths; prefill is fully graph-certified only at depth 0 and mixed partial above it. Graph-on is slower than the protected graph-off F16 series in both decode and prefill at every depth, so this is a negative optimization result and does not replace protected values.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4km-f16-tp1-sycl-graph-exact-depth-r1-result.json", "quality_evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4km-f16-tp1-sycl-graph-quality-r1-result.json" }, { "id": "q36-q4km-tp1-kv-q8-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "quantization": "Q4_K_M", "variant": "Q4_K_M", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-q4km-q8-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-depth-sweep", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "a7cbd3ecc0e3f9b333edee61ae66bc87ed713c5d49587a8355814722ed329e0f", "bench_sha256": "908b78b77fc28ad23b2924b7f32f56f4a8415eac9c2a79a244dee85b49b19030" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "q8_0", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 28.427444, "prefill_tok_s": 824.618443, "samples": 5 }, { "x": 2048, "decode_tok_s": 25.907235, "prefill_tok_s": 884.563514, "samples": 5 }, { "x": 4096, "decode_tok_s": 23.996142, "prefill_tok_s": 865.761332, "samples": 5 }, { "x": 8192, "decode_tok_s": 20.918488, "prefill_tok_s": 823.096859, "samples": 5 }, { "x": 16384, "decode_tok_s": 16.167457, "prefill_tok_s": 756.105791, "samples": 5 }, { "x": 24576, "decode_tok_s": 13.3011, "prefill_tok_s": 698.561985, "samples": 5 }, { "x": 32768, "decode_tok_s": 11.375246, "prefill_tok_s": 648.263152, "samples": 5 } ], "quality": "Performance-only raw-engine sweep; no new quality gate. The x=0 marker is a real n_depth=0 measurement.", "caveat": "Clean r2 only; r1 remains failed closed and no r1 row transfers. Target-only raw-engine curve, not intrinsic MTP or HTTP serving.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4km-q8kv-tp1-exact-depth-result.json" }, { "id": "q36-q4km-tp1-graph-q8-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "quantization": "Q4_K_M", "variant": "Q4_K_M \u00b7 embedded-MTP artifact \u00b7 target-only MTP0 \u00b7 Q8_0 KV \u00b7 SYCL graph", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110 + graph cache evidence/pointer-stability/capacity chain", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-q4km-q8-sycl-graph-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-exact-depth-graph-sweep", "promotion_status": "quality-qualified-family-profile-negative-optimization-result", "quality_scope": "13/13 cache-zero requests: 4/4 exact canaries, 8/8 identical repeats, and one approximately 29.4K-token needle inside a 32K service; the tracked adjudication covers all seven shared-identity cells", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "a7cbd3ecc0e3f9b333edee61ae66bc87ed713c5d49587a8355814722ed329e0f", "source_head": "fa0f3b25a47f346858a4d0d169f5181aa424b110", "bench_sha256": "8ea8fd14e6ac0c4a4b3a711db8997189d677df2a4f7f88d20609f59ca463a55e", "graph_backend_sha256": "7d03bc06f46f188fd6ecd47034a878a2bd96d20a752a6a0731121176e101c8e2", "dso_closure_count": 32, "dso_closure_sha256": "381e09a3e6a3f9c932930f20d5d4cc7fd67eef2b2c6bfb39308724f13b570720" }, "patch_chain": [ { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-evidence-port-20260825.patch", "sha256": "1a8589f894fde7d87aac35c59bc81e3701bf7f6d9ba54f35808ae262325d7892" }, { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-q8-pointer-stable-r2-20260825.patch", "sha256": "1575acc5ee07b37eb98186a09d201a895d36501c223dc114110a43ee08f4e0a3" }, { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-q8-capacity-scaled-r3-20260825.patch", "sha256": "3def9e5eeb42d9bd1dc4b0c759092572db178651ecafc5255943753bd8b485f6" } ], "config": { "tp": 1, "mtp": 0, "graph": "on", "graph_mode": "SYCL", "graph_cache_size": 8, "kv": "q8_0", "speculation": "none", "embedded_mtp_capability": true }, "workload": "llama-bench pp2048 plus tg128 at each exact active depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "phase_classification": { "decode": "verified capture-and-replay at every depth", "prefill_depth_0": "capture-and-replay without cache-full", "prefill_depth_2k_through_32k": "mixed partial graph with positive cache-full" }, "comparison_to_graph_off": { "baseline_measurement_id": "q36-q4km-tp1-kv-q8-context", "all_seven_depths_slower_in_decode": true, "all_seven_depths_slower_in_prefill": true, "unweighted_mean_decode_delta_pct": -1.468264, "unweighted_mean_prefill_delta_pct": -8.146575, "classification": "negative-optimization-result" }, "points": [ { "x": 0, "decode_tok_s": 27.772144, "prefill_tok_s": 815.877694, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "capture-and-replay-without-cache-full" }, { "x": 2048, "decode_tok_s": 25.394435, "prefill_tok_s": 795.429139, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 4096, "decode_tok_s": 23.531468, "prefill_tok_s": 775.658122, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 8192, "decode_tok_s": 20.563554, "prefill_tok_s": 738.529652, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 16384, "decode_tok_s": 16.006453, "prefill_tok_s": 684.943876, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 24576, "decode_tok_s": 13.20767, "prefill_tok_s": 639.660372, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 32768, "decode_tok_s": 11.299961, "prefill_tok_s": 600.523388, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" } ], "quality": "Family ingestion binds the immutable R1 raw curve to the separate tracked quality-battery adjudication. The raw terminal alone grants no publication authority.", "caveat": "Raw-engine pp2048/tg128 profile, not HTTP serving or record evidence. The artifact contains embedded MTP tensors, but this MTP0 run loaded no speculator and is target-only. Decode is fully graph-certified at all depths; prefill is fully graph-certified only at depth 0 and mixed partial above it. Graph-on is slower than the protected graph-off Q8_0-KV series in both decode and prefill at every depth, so this is a negative optimization result and does not replace protected values.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4km-q8kv-tp1-sycl-graph-exact-depth-r1-result.json", "quality_evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4km-q8kv-tp1-sycl-graph-quality-r1-result.json" }, { "id": "q36-q4kxl-tp1-kv-f16-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-q4kxl-f16-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-depth-sweep", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "4085665ee36d82a672a238a43f0e5643f2f0e39f2d7bd5d373f0ef10ecf53095", "bench_sha256": "908b78b77fc28ad23b2924b7f32f56f4a8415eac9c2a79a244dee85b49b19030" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "f16", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 28.204518, "prefill_tok_s": 840.7633, "samples": 5 }, { "x": 2048, "decode_tok_s": 27.725352, "prefill_tok_s": 890.406168, "samples": 5 }, { "x": 4096, "decode_tok_s": 27.404946, "prefill_tok_s": 864.381702, "samples": 5 }, { "x": 8192, "decode_tok_s": 26.897264, "prefill_tok_s": 826.178656, "samples": 5 }, { "x": 16384, "decode_tok_s": 25.966478, "prefill_tok_s": 758.859063, "samples": 5 }, { "x": 24576, "decode_tok_s": 25.112731, "prefill_tok_s": 701.503117, "samples": 5 }, { "x": 32768, "decode_tok_s": 24.30505, "prefill_tok_s": 654.617886, "samples": 5 } ], "quality": "Performance-only raw-engine sweep; no new quality gate. The x=0 marker is a real n_depth=0 measurement.", "caveat": "Target-only raw-engine curve, not intrinsic MTP or HTTP serving. Artifact quality and optimization maturity remain separate.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4kxl-f16-tp1-exact-depth-result.json" }, { "id": "q36-q4kxl-tp1-kv-q8-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-q4kxl-q8-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-depth-sweep", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "4085665ee36d82a672a238a43f0e5643f2f0e39f2d7bd5d373f0ef10ecf53095", "bench_sha256": "908b78b77fc28ad23b2924b7f32f56f4a8415eac9c2a79a244dee85b49b19030" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "q8_0", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 27.395786, "prefill_tok_s": 837.719471, "samples": 5 }, { "x": 2048, "decode_tok_s": 25.050958, "prefill_tok_s": 883.049663, "samples": 5 }, { "x": 4096, "decode_tok_s": 23.208806, "prefill_tok_s": 859.579899, "samples": 5 }, { "x": 8192, "decode_tok_s": 20.326377, "prefill_tok_s": 822.394416, "samples": 5 }, { "x": 16384, "decode_tok_s": 15.864377, "prefill_tok_s": 751.828274, "samples": 5 }, { "x": 24576, "decode_tok_s": 13.112415, "prefill_tok_s": 696.253636, "samples": 5 }, { "x": 32768, "decode_tok_s": 11.214628, "prefill_tok_s": 645.980903, "samples": 5 } ], "quality": "Performance-only raw-engine sweep; no new quality gate. The x=0 marker is a real n_depth=0 measurement.", "caveat": "Target-only raw-engine curve, not intrinsic MTP or HTTP serving. Artifact quality and optimization maturity remain separate.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4kxl-q8kv-tp1-exact-depth-result.json" }, { "id": "q36-q4-0-tp1-kv-q8-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "quantization": "Q4_0", "variant": "Q4_0", "runtime": "llama.cpp SYCL e3546c7948e3af463d0b401e6421d5a4c2faf565", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-q4-0-q8-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-depth-sweep", "identity": { "model_revision": "checksum-pinned-no-captured-hugging-face-revision", "model_sha256": "20c9c45d4d25b492b82117960b5f715ef9daff75e4e14c4fb878fa3793fb379a", "bench_sha256": "90d4d23363825219d6cff02d59b73c3912fd42071694e8e215ba8cfc5d058aff" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "q8_0", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 25.872387, "prefill_tok_s": 634.031442, "samples": 5 }, { "x": 2048, "decode_tok_s": 23.935981, "prefill_tok_s": 299.300259, "samples": 5 }, { "x": 4096, "decode_tok_s": 22.514384, "prefill_tok_s": 284.234229, "samples": 5 }, { "x": 8192, "decode_tok_s": 20.208918, "prefill_tok_s": 256.071922, "samples": 5 }, { "x": 16384, "decode_tok_s": 16.841132, "prefill_tok_s": 203.929704, "samples": 5 }, { "x": 24576, "decode_tok_s": 14.415549, "prefill_tok_s": 168.638097, "samples": 5 }, { "x": 32768, "decode_tok_s": 12.600315, "prefill_tok_s": 144.957372, "samples": 5 } ], "quality": "Performance-only raw-engine sweep; no new quality gate. The x=0 marker is a real n_depth=0 measurement.", "caveat": "Clean r2 only; the overlapping r1 remains quarantined and was not reused. Target-only raw-engine curve, not intrinsic MTP or HTTP serving.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4-0-q8kv-tp1-exact-depth-result.json" }, { "id": "q36-q4-0-tp1-kv-f16-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "quantization": "Q4_0", "variant": "Q4_0", "runtime": "llama.cpp SYCL e3546c7948e3af463d0b401e6421d5a4c2faf565", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-q4-0-f16-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-depth-sweep", "identity": { "model_revision": "checksum-pinned-no-captured-hugging-face-revision", "model_sha256": "20c9c45d4d25b492b82117960b5f715ef9daff75e4e14c4fb878fa3793fb379a", "bench_sha256": "90d4d23363825219d6cff02d59b73c3912fd42071694e8e215ba8cfc5d058aff" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "f16", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 26.403242, "prefill_tok_s": 635.640524, "samples": 5 }, { "x": 2048, "decode_tok_s": 25.612445, "prefill_tok_s": 300.209882, "samples": 5 }, { "x": 4096, "decode_tok_s": 24.982236, "prefill_tok_s": 284.812214, "samples": 5 }, { "x": 8192, "decode_tok_s": 23.885171, "prefill_tok_s": 255.794498, "samples": 5 }, { "x": 16384, "decode_tok_s": 21.95697, "prefill_tok_s": 203.909768, "samples": 5 }, { "x": 24576, "decode_tok_s": 20.306007, "prefill_tok_s": 168.950165, "samples": 5 }, { "x": 32768, "decode_tok_s": 18.90858, "prefill_tok_s": 144.909151, "samples": 5 } ], "quality": "Performance-only raw-engine sweep; no new quality gate. The x=0 marker is a real n_depth=0 measurement.", "caveat": "Target-only raw-engine curve, not intrinsic MTP or HTTP serving. No q8 timing row is reused; artifact quality and optimization maturity remain separate.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q4-0-f16kv-tp1-exact-depth-result.json" }, { "id": "q36-mtpq8-tp1-kv-f16-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "variant": "Q8_0 \u00b7 embedded-MTP artifact", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-mtpq8-f16-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-depth-sweep", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8", "bench_sha256": "908b78b77fc28ad23b2924b7f32f56f4a8415eac9c2a79a244dee85b49b19030" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "f16", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 19.834912, "prefill_tok_s": 908.10203, "samples": 5 }, { "x": 2048, "decode_tok_s": 19.637971, "prefill_tok_s": 897.500019, "samples": 5 }, { "x": 4096, "decode_tok_s": 19.504957, "prefill_tok_s": 871.159456, "samples": 5 }, { "x": 8192, "decode_tok_s": 19.268213, "prefill_tok_s": 830.349728, "samples": 5 }, { "x": 16384, "decode_tok_s": 18.814981, "prefill_tok_s": 763.173586, "samples": 5 }, { "x": 24576, "decode_tok_s": 18.387779, "prefill_tok_s": 707.362149, "samples": 5 }, { "x": 32768, "decode_tok_s": 17.981787, "prefill_tok_s": 658.014356, "samples": 5 } ], "quality": "Performance-only raw-engine sweep; no new quality gate. The x=0 marker is a real n_depth=0 measurement.", "caveat": "The artifact contains MTP tensors, but this MTP0 run loaded no speculator. It is target-only raw-engine evidence, not intrinsic MTP, HTTP serving, or record evidence.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-f16-tp1-exact-depth-result.json" }, { "id": "q36-mtpq8-tp1-graph-f16-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "variant": "Q8_0 \u00b7 embedded-MTP artifact \u00b7 target-only MTP0 \u00b7 F16 KV \u00b7 SYCL graph", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110 + graph cache evidence/pointer-stability/capacity chain", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-mtpq8-f16-sycl-graph-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-exact-depth-graph-sweep", "promotion_status": "quality-qualified-family-profile-negative-optimization-result", "quality_scope": "13/13 cache-zero requests: 4/4 exact canaries, 8/8 identical repeats, and one approximately 29.4K-token needle inside a 32K service; the tracked adjudication covers all seven shared-identity cells", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8", "source_head": "fa0f3b25a47f346858a4d0d169f5181aa424b110", "bench_sha256": "8ea8fd14e6ac0c4a4b3a711db8997189d677df2a4f7f88d20609f59ca463a55e", "graph_backend_sha256": "7d03bc06f46f188fd6ecd47034a878a2bd96d20a752a6a0731121176e101c8e2", "dso_closure_count": 32, "dso_closure_sha256": "381e09a3e6a3f9c932930f20d5d4cc7fd67eef2b2c6bfb39308724f13b570720" }, "patch_chain": [ { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-evidence-port-20260825.patch", "sha256": "1a8589f894fde7d87aac35c59bc81e3701bf7f6d9ba54f35808ae262325d7892" }, { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-q8-pointer-stable-r2-20260825.patch", "sha256": "1575acc5ee07b37eb98186a09d201a895d36501c223dc114110a43ee08f4e0a3" }, { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-q8-capacity-scaled-r3-20260825.patch", "sha256": "3def9e5eeb42d9bd1dc4b0c759092572db178651ecafc5255943753bd8b485f6" } ], "config": { "tp": 1, "mtp": 0, "graph": "on", "graph_mode": "SYCL", "graph_cache_size": 8, "kv": "f16", "speculation": "none", "embedded_mtp_capability": true }, "workload": "llama-bench pp2048 plus tg128 at each exact active depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "phase_classification": { "decode": "verified capture-and-replay at every depth", "prefill_depth_0": "capture-and-replay without cache-full", "prefill_depth_2k_through_32k": "mixed partial graph with positive cache-full" }, "comparison_to_graph_off": { "baseline_measurement_id": "q36-mtpq8-tp1-kv-f16-context", "all_seven_depths_slower_in_decode": true, "all_seven_depths_slower_in_prefill": true, "unweighted_mean_decode_delta_pct": -2.188137, "unweighted_mean_prefill_delta_pct": -1.248596, "classification": "negative-optimization-result" }, "points": [ { "x": 0, "decode_tok_s": 19.363945, "prefill_tok_s": 900.476067, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "capture-and-replay-without-cache-full" }, { "x": 2048, "decode_tok_s": 19.181638, "prefill_tok_s": 880.567469, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 4096, "decode_tok_s": 19.077044, "prefill_tok_s": 857.097412, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 8192, "decode_tok_s": 18.846108, "prefill_tok_s": 819.594441, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 16384, "decode_tok_s": 18.413817, "prefill_tok_s": 755.794333, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 24576, "decode_tok_s": 18.006725, "prefill_tok_s": 700.160452, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 32768, "decode_tok_s": 17.616797, "prefill_tok_s": 650.649241, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" } ], "quality": "Family ingestion binds the immutable R1 raw curve to the separate tracked quality-battery adjudication. The raw terminal alone grants no publication authority.", "caveat": "Raw-engine pp2048/tg128 profile, not HTTP serving or record evidence. The artifact contains embedded MTP tensors, but this MTP0 run loaded no speculator and is target-only. Decode is fully graph-certified at all depths; prefill is fully graph-certified only at depth 0 and mixed partial above it. Graph-on is slower than the protected graph-off F16 series in both decode and prefill at every depth, so this is a negative optimization result and does not replace protected values.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-f16-tp1-sycl-graph-exact-depth-r1-result.json", "quality_evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-f16-tp1-sycl-graph-quality-r1-result.json" }, { "id": "q36-mtpq8-tp1-mtp0-f16-http-context-r3", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "variant": "Q8_0 \u00b7 embedded-MTP artifact \u00b7 same-run MTP0 HTTP control", "runtime": "llama.cpp SYCL 15586e2d7165570fb3aa7c26e0d442e289ef69de", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-embedded-mtp-v1", "speculation_method": "none", "profile_id": "q36-mtpq8-f16-http-serving-depth-r3", "measurement_class": "llama-server-http-exact-depth-serving-decode", "promotion_status": "quality-qualified-family-research-profile-control", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8", "source_head": "15586e2d7165570fb3aa7c26e0d442e289ef69de", "server_sha256": "1a093f09122ceb2851157042c2bbc6281ddb9d4e2de50137502890f9b52fa7d7", "runtime_manifest_sha256": "4119790a79c55d158e7257d4fa0d95be0ca34639807c1a71ce87b60d6fdc1b49", "dso_closure_count": 8, "identity_sha256": "1b6db009e3e39481099a449fd15456f892a001f540751b2705b7e71b0dca814a" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "f16", "speculation": "none" }, "workload": "llama-server HTTP completion, 128 completion tokens; decode metric spans 100 timed events / 99 inter-token intervals; cache zero", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 17.186903062463262, "physical_prompt_tokens": 1 }, { "x": 2048, "decode_tok_s": 16.84888501801203 }, { "x": 4096, "decode_tok_s": 16.60797709525109 }, { "x": 8192, "decode_tok_s": 16.10476602273647 }, { "x": 16384, "decode_tok_s": 15.179667843472442 }, { "x": 24576, "decode_tok_s": 14.361850846419154 }, { "x": 32768, "decode_tok_s": 13.62620935700169 } ], "quality": "Same-run cache-zero control for seven MTP3 cells. Each output-token sequence exactly matches its MTP3 peer; the candidate passed four exact canaries, two stable repeats, and a 27,246-token API prompt under the configured approximately 29.4K target.", "caveat": "At x=0 there are zero prior active-context tokens but the HTTP transport submits one ordinary prompt token; this is not a literal empty prompt or raw-engine zero-token call. This control does not replace the protected raw-engine curve or historical one-point MTP0 measurement.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-f16-tp1-mtp3-exact-depth-r3-result.json" }, { "id": "q36-mtpq8-tp1-mtp1-f16-http-context-r1", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "variant": "Q8_0 \u00b7 embedded-MTP artifact \u00b7 MTP1 HTTP serving", "runtime": "llama.cpp SYCL 15586e2d7165570fb3aa7c26e0d442e289ef69de", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-embedded-mtp-v1", "speculation_method": "embedded-mtp", "profile_id": "q36-mtpq8-f16-http-serving-depth-r1", "measurement_class": "llama-server-http-exact-depth-serving-decode", "promotion_status": "quality-battery-certified-family-research-profile", "quality_scope": "Own four exact canaries, two stable repeats, and 27,246-token API needle under the configured approximately 29.4K target; all quality and measurement requests cache-zero", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8", "source_head": "15586e2d7165570fb3aa7c26e0d442e289ef69de", "server_sha256": "1a093f09122ceb2851157042c2bbc6281ddb9d4e2de50137502890f9b52fa7d7", "runtime_manifest_sha256": "4119790a79c55d158e7257d4fa0d95be0ca34639807c1a71ce87b60d6fdc1b49", "dso_closure_count": 8, "identity_sha256": "08c0abc8898b12573ac535dbaeb9c32ab1df88bdf7e35c1b238d550435b9fb84" }, "config": { "tp": 1, "mtp": 1, "graph": "off", "graph_mode": "off", "kv": "f16", "speculation": "embedded-mtp", "draft_n_max": 1, "draft_n_min": 0, "draft_p_split": 0.1, "draft_p_min": 0.0, "draft_backend_sampling": true }, "workload": "llama-server HTTP completion, 128 completion tokens; 100 timed events / 99 inter-token intervals; cache zero", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 28.48283641198923, "physical_prompt_tokens": 1, "gain_pct": 65.73217289374355, "draft_accepted": 59, "draft_generated": 67, "draft_acceptance_rate": 0.8806 }, { "x": 2048, "decode_tok_s": 27.554857350530522, "gain_pct": 63.32140323191777, "draft_accepted": 58, "draft_generated": 69, "draft_acceptance_rate": 0.84058 }, { "x": 4096, "decode_tok_s": 27.726870543259327, "gain_pct": 66.9961664384532, "draft_accepted": 60, "draft_generated": 67, "draft_acceptance_rate": 0.89552 }, { "x": 8192, "decode_tok_s": 27.56859031570343, "gain_pct": 71.14886358598176, "draft_accepted": 61, "draft_generated": 66, "draft_acceptance_rate": 0.92424 }, { "x": 16384, "decode_tok_s": 24.90164386433213, "gain_pct": 64.30163100315272, "draft_accepted": 57, "draft_generated": 69, "draft_acceptance_rate": 0.82609 }, { "x": 24576, "decode_tok_s": 24.74086645765966, "gain_pct": 72.33043707447662, "draft_accepted": 60, "draft_generated": 67, "draft_acceptance_rate": 0.89552 }, { "x": 32768, "decode_tok_s": 23.73146304860303, "gain_pct": 74.15112707704577, "draft_accepted": 60, "draft_generated": 67, "draft_acceptance_rate": 0.89552 } ], "quality": "Quality-battery-certified across seven exact shared-identity cells; exact target-output parity and conserved draft counters at every depth.", "caveat": "At x=0 there are zero prior active-context tokens plus one explicit ordinary prompt token, not a literal empty prompt. This scoped profile does not replace historical, featured, protected, or record values.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-f16-tp1-mtp124-exact-depth-quality-r1-result.json" }, { "id": "q36-mtpq8-tp1-mtp2-f16-http-context-r1", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "variant": "Q8_0 \u00b7 embedded-MTP artifact \u00b7 MTP2 HTTP serving", "runtime": "llama.cpp SYCL 15586e2d7165570fb3aa7c26e0d442e289ef69de", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-embedded-mtp-v1", "speculation_method": "embedded-mtp", "profile_id": "q36-mtpq8-f16-http-serving-depth-r1", "measurement_class": "llama-server-http-exact-depth-serving-decode", "promotion_status": "quality-battery-certified-family-research-profile", "quality_scope": "Own four exact canaries, two stable repeats, and 27,246-token API needle under the configured approximately 29.4K target; all quality and measurement requests cache-zero", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8", "source_head": "15586e2d7165570fb3aa7c26e0d442e289ef69de", "server_sha256": "1a093f09122ceb2851157042c2bbc6281ddb9d4e2de50137502890f9b52fa7d7", "runtime_manifest_sha256": "4119790a79c55d158e7257d4fa0d95be0ca34639807c1a71ce87b60d6fdc1b49", "dso_closure_count": 8, "identity_sha256": "08c0abc8898b12573ac535dbaeb9c32ab1df88bdf7e35c1b238d550435b9fb84" }, "config": { "tp": 1, "mtp": 2, "graph": "off", "graph_mode": "off", "kv": "f16", "speculation": "embedded-mtp", "draft_n_max": 2, "draft_n_min": 0, "draft_p_split": 0.1, "draft_p_min": 0.0, "draft_backend_sampling": true }, "workload": "llama-server HTTP completion, 128 completion tokens; 100 timed events / 99 inter-token intervals; cache zero", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 37.237246484896986, "physical_prompt_tokens": 1, "gain_pct": 116.67117990833846, "draft_accepted": 79, "draft_generated": 93, "draft_acceptance_rate": 0.84946 }, { "x": 2048, "decode_tok_s": 32.31737137854714, "gain_pct": 91.54947438730672, "draft_accepted": 73, "draft_generated": 106, "draft_acceptance_rate": 0.68868 }, { "x": 4096, "decode_tok_s": 36.22758982099852, "gain_pct": 118.19514791517878, "draft_accepted": 80, "draft_generated": 94, "draft_acceptance_rate": 0.85106 }, { "x": 8192, "decode_tok_s": 36.3197932703557, "gain_pct": 125.47730125897658, "draft_accepted": 80, "draft_generated": 92, "draft_acceptance_rate": 0.86957 }, { "x": 16384, "decode_tok_s": 29.043155925335835, "gain_pct": 91.62742484027324, "draft_accepted": 73, "draft_generated": 105, "draft_acceptance_rate": 0.69524 }, { "x": 24576, "decode_tok_s": 30.57512129288024, "gain_pct": 112.96845140910263, "draft_accepted": 78, "draft_generated": 96, "draft_acceptance_rate": 0.8125 }, { "x": 32768, "decode_tok_s": 29.19802857883123, "gain_pct": 114.26700810722146, "draft_accepted": 78, "draft_generated": 96, "draft_acceptance_rate": 0.8125 } ], "quality": "Quality-battery-certified across seven exact shared-identity cells; exact target-output parity and conserved draft counters at every depth.", "caveat": "At x=0 there are zero prior active-context tokens plus one explicit ordinary prompt token, not a literal empty prompt. This scoped profile does not replace historical, featured, protected, or record values.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-f16-tp1-mtp124-exact-depth-quality-r1-result.json" }, { "id": "q36-mtpq8-tp1-mtp4-f16-http-context-r1", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "variant": "Q8_0 \u00b7 embedded-MTP artifact \u00b7 MTP4 HTTP serving", "runtime": "llama.cpp SYCL 15586e2d7165570fb3aa7c26e0d442e289ef69de", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-embedded-mtp-v1", "speculation_method": "embedded-mtp", "profile_id": "q36-mtpq8-f16-http-serving-depth-r1", "measurement_class": "llama-server-http-exact-depth-serving-decode", "promotion_status": "quality-battery-certified-family-research-profile", "quality_scope": "Own four exact canaries, two stable repeats, and 27,246-token API needle under the configured approximately 29.4K target; all quality and measurement requests cache-zero", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8", "source_head": "15586e2d7165570fb3aa7c26e0d442e289ef69de", "server_sha256": "1a093f09122ceb2851157042c2bbc6281ddb9d4e2de50137502890f9b52fa7d7", "runtime_manifest_sha256": "4119790a79c55d158e7257d4fa0d95be0ca34639807c1a71ce87b60d6fdc1b49", "dso_closure_count": 8, "identity_sha256": "08c0abc8898b12573ac535dbaeb9c32ab1df88bdf7e35c1b238d550435b9fb84" }, "config": { "tp": 1, "mtp": 4, "graph": "off", "graph_mode": "off", "kv": "f16", "speculation": "embedded-mtp", "draft_n_max": 4, "draft_n_min": 0, "draft_p_split": 0.1, "draft_p_min": 0.0, "draft_backend_sampling": true }, "workload": "llama-server HTTP completion, 128 completion tokens; 100 timed events / 99 inter-token intervals; cache zero", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 37.564857091823185, "physical_prompt_tokens": 1, "gain_pct": 118.57743731064065, "draft_accepted": 88, "draft_generated": 149, "draft_acceptance_rate": 0.5906 }, { "x": 2048, "decode_tok_s": 34.68839246240223, "gain_pct": 105.60284020885828, "draft_accepted": 85, "draft_generated": 163, "draft_acceptance_rate": 0.52147 }, { "x": 4096, "decode_tok_s": 41.65414987525097, "gain_pct": 150.87877604386836, "draft_accepted": 93, "draft_generated": 134, "draft_acceptance_rate": 0.69403 }, { "x": 8192, "decode_tok_s": 43.71597752720353, "gain_pct": 171.3936327048754, "draft_accepted": 96, "draft_generated": 123, "draft_acceptance_rate": 0.78049 }, { "x": 16384, "decode_tok_s": 31.41170906475762, "gain_pct": 107.25519407690771, "draft_accepted": 87, "draft_generated": 156, "draft_acceptance_rate": 0.55769 }, { "x": 24576, "decode_tok_s": 36.49444621213839, "gain_pct": 154.19901430257744, "draft_accepted": 94, "draft_generated": 131, "draft_acceptance_rate": 0.71756 }, { "x": 32768, "decode_tok_s": 31.284909594200087, "gain_pct": 129.58138970088262, "draft_accepted": 91, "draft_generated": 144, "draft_acceptance_rate": 0.63194 } ], "quality": "Quality-battery-certified across seven exact shared-identity cells; exact target-output parity and conserved draft counters at every depth.", "caveat": "At x=0 there are zero prior active-context tokens plus one explicit ordinary prompt token, not a literal empty prompt. This scoped profile does not replace historical, featured, protected, or record values.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-f16-tp1-mtp124-exact-depth-quality-r1-result.json" }, { "id": "q36-mtpq8-tp1-mtp3-f16-http-context-r3", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "variant": "Q8_0 \u00b7 embedded-MTP artifact \u00b7 MTP3 HTTP serving", "runtime": "llama.cpp SYCL 15586e2d7165570fb3aa7c26e0d442e289ef69de", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-embedded-mtp-v1", "speculation_method": "embedded-mtp", "profile_id": "q36-mtpq8-f16-http-serving-depth-r3", "measurement_class": "llama-server-http-exact-depth-serving-decode", "promotion_status": "quality-battery-certified-family-research-profile", "quality_scope": "Four exact canaries, two stable repeats, and one long-context needle (27,234 fixture tokens before templating; 27,246 API prompt tokens; approximately 29.4K configured target); all seven quality requests and all fourteen measurement requests were cache-zero", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8", "source_head": "15586e2d7165570fb3aa7c26e0d442e289ef69de", "server_sha256": "1a093f09122ceb2851157042c2bbc6281ddb9d4e2de50137502890f9b52fa7d7", "runtime_manifest_sha256": "4119790a79c55d158e7257d4fa0d95be0ca34639807c1a71ce87b60d6fdc1b49", "dso_closure_count": 8, "identity_sha256": "1b6db009e3e39481099a449fd15456f892a001f540751b2705b7e71b0dca814a" }, "config": { "tp": 1, "mtp": 3, "graph": "off", "graph_mode": "off", "kv": "f16", "speculation": "embedded-mtp", "draft_n_max": 3, "draft_n_min": 0, "draft_p_split": 0.1, "draft_p_min": 0.0, "draft_backend_sampling": true }, "workload": "llama-server HTTP completion, 128 completion tokens; decode metric spans 100 timed events / 99 inter-token intervals; cache zero", "axis": "active_context_tokens", "comparison_to_control": { "baseline_measurement_id": "q36-mtpq8-tp1-mtp0-f16-http-context-r3", "all_seven_outputs_exact": true, "all_seven_draft_counters_engaged_and_conserved": true, "gain_pct_range": [ 105.72964025086603, 157.0170130742484 ] }, "points": [ { "x": 0, "decode_tok_s": 39.507147504807406, "physical_prompt_tokens": 1, "gain_pct": 129.86775081714552, "draft_accepted": 87, "draft_generated": 115, "draft_acceptance_rate": 0.75652 }, { "x": 2048, "decode_tok_s": 34.66315053383821, "gain_pct": 105.72964025086603, "draft_accepted": 81, "draft_generated": 135, "draft_acceptance_rate": 0.6 }, { "x": 4096, "decode_tok_s": 39.731990961273645, "gain_pct": 139.23437955989635, "draft_accepted": 88, "draft_generated": 115, "draft_acceptance_rate": 0.76522 }, { "x": 8192, "decode_tok_s": 41.39198859423371, "gain_pct": 157.0170130742484, "draft_accepted": 91, "draft_generated": 108, "draft_acceptance_rate": 0.84259 }, { "x": 16384, "decode_tok_s": 31.842193628967856, "gain_pct": 109.76871139285586, "draft_accepted": 82, "draft_generated": 130, "draft_acceptance_rate": 0.63077 }, { "x": 24576, "decode_tok_s": 34.247383499226686, "gain_pct": 138.4607935666286, "draft_accepted": 88, "draft_generated": 117, "draft_acceptance_rate": 0.75214 }, { "x": 32768, "decode_tok_s": 31.806289861124814, "gain_pct": 133.41994114292302, "draft_accepted": 87, "draft_generated": 119, "draft_acceptance_rate": 0.73109 } ], "quality": "Quality-battery-certified for these seven shared-identity cells. Candidate and control output-token hashes match exactly at every depth; draft counters engage and conserve at every depth.", "caveat": "At x=0 there are zero prior active-context tokens but the HTTP transport submits one ordinary prompt token; this is not a literal empty prompt or raw-engine zero-token call. This scoped serving profile does not replace historical, featured, protected, or record values.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-f16-tp1-mtp3-exact-depth-r3-result.json" }, { "id": "q36-mtpq8-tp1-kv-q8-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "variant": "Q8_0 \u00b7 embedded-MTP artifact", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-mtpq8-q8-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-depth-sweep", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8", "bench_sha256": "908b78b77fc28ad23b2924b7f32f56f4a8415eac9c2a79a244dee85b49b19030" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "q8_0", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 19.405539, "prefill_tok_s": 901.976592, "samples": 5 }, { "x": 2048, "decode_tok_s": 18.272969, "prefill_tok_s": 890.547903, "samples": 5 }, { "x": 4096, "decode_tok_s": 17.34488, "prefill_tok_s": 863.295379, "samples": 5 }, { "x": 8192, "decode_tok_s": 15.71415, "prefill_tok_s": 823.429981, "samples": 5 }, { "x": 16384, "decode_tok_s": 12.878391, "prefill_tok_s": 753.248427, "samples": 5 }, { "x": 24576, "decode_tok_s": 10.963382, "prefill_tok_s": 701.091278, "samples": 5 }, { "x": 32768, "decode_tok_s": 9.568731, "prefill_tok_s": 653.030632, "samples": 5 } ], "quality": "Performance-only raw-engine sweep; no new quality gate. The x=0 marker is a real n_depth=0 measurement.", "caveat": "The artifact contains MTP tensors, but this MTP0 run loaded no speculator. It is target-only raw-engine evidence, not intrinsic MTP, HTTP serving, or record evidence.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-exact-depth-result.json" }, { "id": "q36-mtpq8-tp1-graph-q8-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "variant": "Q8_0 \u00b7 embedded-MTP artifact \u00b7 target-only MTP0 \u00b7 Q8_0 KV \u00b7 SYCL graph", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110 + graph cache evidence/pointer-stability/capacity chain", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-mtpq8-q8-sycl-graph-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-exact-depth-graph-sweep", "promotion_status": "quality-qualified-family-profile-negative-optimization-result", "quality_scope": "13/13 cache-zero requests: 4/4 exact canaries, 8/8 identical repeats, and one approximately 29.4K-token needle inside a 32K service; the tracked q8_0-KV adjudication covers all seven shared-identity cells", "identity": { "model_revision": "5cb35eb3dcbf52dbce5f87dbc64df6aaffadcace", "model_sha256": "9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8", "source_head": "fa0f3b25a47f346858a4d0d169f5181aa424b110", "bench_sha256": "8ea8fd14e6ac0c4a4b3a711db8997189d677df2a4f7f88d20609f59ca463a55e", "graph_backend_sha256": "7d03bc06f46f188fd6ecd47034a878a2bd96d20a752a6a0731121176e101c8e2", "dso_closure_count": 32, "dso_closure_sha256": "381e09a3e6a3f9c932930f20d5d4cc7fd67eef2b2c6bfb39308724f13b570720" }, "patch_chain": [ { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-evidence-port-20260825.patch", "sha256": "1a8589f894fde7d87aac35c59bc81e3701bf7f6d9ba54f35808ae262325d7892" }, { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-q8-pointer-stable-r2-20260825.patch", "sha256": "1575acc5ee07b37eb98186a09d201a895d36501c223dc114110a43ee08f4e0a3" }, { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-q8-capacity-scaled-r3-20260825.patch", "sha256": "3def9e5eeb42d9bd1dc4b0c759092572db178651ecafc5255943753bd8b485f6" } ], "config": { "tp": 1, "mtp": 0, "graph": "on", "graph_mode": "SYCL", "graph_cache_size": 8, "kv": "q8_0", "speculation": "none", "embedded_mtp_capability": true }, "workload": "llama-bench pp2048 plus tg128 at each exact active depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "phase_classification": { "decode": "verified capture-and-replay at every depth", "prefill_depth_0": "capture-and-replay without cache-full", "prefill_depth_2k_through_32k": "mixed partial graph with positive cache-full" }, "comparison_to_graph_off": { "baseline_measurement_id": "q36-mtpq8-tp1-kv-q8-context", "all_seven_depths_slower_in_decode": true, "all_seven_depths_slower_in_prefill": true, "unweighted_mean_decode_delta_pct": -1.515522, "unweighted_mean_prefill_delta_pct": -1.346501, "classification": "negative-optimization-result" }, "points": [ { "x": 0, "decode_tok_s": 19.020734, "prefill_tok_s": 894.194091, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "capture-and-replay-without-cache-full" }, { "x": 2048, "decode_tok_s": 17.938989, "prefill_tok_s": 871.088091, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 4096, "decode_tok_s": 17.037098, "prefill_tok_s": 849.455941, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 8192, "decode_tok_s": 15.466532, "prefill_tok_s": 810.191617, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 16384, "decode_tok_s": 12.712723, "prefill_tok_s": 747.505555, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 24576, "decode_tok_s": 10.833383, "prefill_tok_s": 692.952118, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 32768, "decode_tok_s": 9.475383, "prefill_tok_s": 644.910941, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" } ], "quality": "Family ingestion binds the immutable R1 raw q8_0-KV curve to its separate tracked quality-battery adjudication. The raw terminal alone grants no publication authority.", "caveat": "Raw-engine pp2048/tg128 profile, not HTTP serving or record evidence. The artifact contains embedded MTP tensors, but this MTP0 run loaded no speculator and is target-only. Decode is fully graph-certified at all depths; prefill is fully graph-certified only at depth 0 and mixed partial above it. Graph-on is slower than the protected graph-off Q8_0-KV series in both decode and prefill at every depth, so this is a negative optimization result and does not replace protected values.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-sycl-graph-exact-depth-r1-result.json", "quality_evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-sycl-graph-quality-r1-result.json" }, { "id": "q36-mtpq8-tp1-mtp1-q8kv-http-context-r1-grade-c", "state": "lab-screened", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "variant": "Q8_0 embedded-MTP artifact \u00b7 MTP1 \u00b7 Q8_0 KV \u00b7 Grade C", "runtime": "llama.cpp SYCL 15586e2d7165570fb3aa7c26e0d442e289ef69de", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-embedded-mtp-v1", "speculation_method": "embedded-mtp", "profile_id": "q36-mtpq8-q8kv-http-serving-depth-grade-c-v1", "measurement_class": "llama-server-http-exact-depth-serving-decode", "promotion_status": "grade-c-exploratory-failed-r1-retained", "quality_scope": "The route's own seven-request cache-zero battery passed four exact canaries, two stable repeats, and the 27,246-token API needle.", "config": { "tp": 1, "mtp": 1, "graph": "off", "graph_mode": "off", "kv": "q8_0", "draft_kv": "q8_0", "speculation": "embedded-mtp", "draft_n_max": 1 }, "workload": "llama-server HTTP completion, 128 completion tokens; 100 timed events / 99 inter-token intervals; cache zero; one measured request per depth", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 28.59312857751069, "physical_prompt_tokens": 1, "fresh_control_exact": true, "draft_accepted": 60, "draft_generated": 66, "draft_acceptance_rate": 0.90909 }, { "x": 2048, "decode_tok_s": 25.736252367694537, "fresh_control_exact": false, "draft_accepted": 58, "draft_generated": 69, "draft_acceptance_rate": 0.84058 }, { "x": 4096, "decode_tok_s": 24.746691119924726, "fresh_control_exact": true, "draft_accepted": 60, "draft_generated": 67, "draft_acceptance_rate": 0.89552 }, { "x": 8192, "decode_tok_s": 22.663602094691615, "fresh_control_exact": true, "draft_accepted": 61, "draft_generated": 66, "draft_acceptance_rate": 0.92424 }, { "x": 16384, "decode_tok_s": 17.989180750667835, "fresh_control_exact": true, "draft_accepted": 58, "draft_generated": 68, "draft_acceptance_rate": 0.85294 }, { "x": 24576, "decode_tok_s": 16.14570300681782, "fresh_control_exact": true, "draft_accepted": 62, "draft_generated": 64, "draft_acceptance_rate": 0.96875 }, { "x": 32768, "decode_tok_s": 13.526300732825208, "fresh_control_exact": true, "draft_accepted": 60, "draft_generated": 67, "draft_acceptance_rate": 0.89552 } ], "quality": "Grade C screened evidence. Six of seven outputs match the fresh Q8_0-KV MTP0 control; the 2K mismatch is deterministic across three R3 repeats. R1 remains failed and is not reclassified as passed.", "caveat": "All speeds are measured but exploratory. At x=0 there are zero prior active-context tokens plus one explicit ordinary prompt token. No point replaces a certified F16, featured, protected, record, or LocalMaxxing value.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-mtp1234-exact-depth-quality-r1-result.json", "classification_evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-mtp01234-exact2k-classification-r3-result.json" }, { "id": "q36-mtpq8-tp1-mtp2-q8kv-http-context-r1-grade-c", "state": "lab-screened", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "variant": "Q8_0 embedded-MTP artifact \u00b7 MTP2 \u00b7 Q8_0 KV \u00b7 Grade C", "runtime": "llama.cpp SYCL 15586e2d7165570fb3aa7c26e0d442e289ef69de", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-embedded-mtp-v1", "speculation_method": "embedded-mtp", "profile_id": "q36-mtpq8-q8kv-http-serving-depth-grade-c-v1", "measurement_class": "llama-server-http-exact-depth-serving-decode", "promotion_status": "grade-c-exploratory-failed-r1-retained", "quality_scope": "The route's own seven-request cache-zero battery passed four exact canaries, two stable repeats, and the 27,246-token API needle.", "config": { "tp": 1, "mtp": 2, "graph": "off", "graph_mode": "off", "kv": "q8_0", "draft_kv": "q8_0", "speculation": "embedded-mtp", "draft_n_max": 2 }, "workload": "llama-server HTTP completion, 128 completion tokens; 100 timed events / 99 inter-token intervals; cache zero; one measured request per depth", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 31.97670699349944, "physical_prompt_tokens": 1, "fresh_control_exact": true, "draft_accepted": 80, "draft_generated": 91, "draft_acceptance_rate": 0.87912 }, { "x": 2048, "decode_tok_s": 31.56312909605636, "fresh_control_exact": false, "draft_accepted": 72, "draft_generated": 109, "draft_acceptance_rate": 0.66055 }, { "x": 4096, "decode_tok_s": 35.07549977230889, "fresh_control_exact": true, "draft_accepted": 80, "draft_generated": 94, "draft_acceptance_rate": 0.85106 }, { "x": 8192, "decode_tok_s": 34.48995791584065, "fresh_control_exact": true, "draft_accepted": 80, "draft_generated": 92, "draft_acceptance_rate": 0.86957 }, { "x": 16384, "decode_tok_s": 26.717995040566702, "fresh_control_exact": true, "draft_accepted": 73, "draft_generated": 105, "draft_acceptance_rate": 0.69524 }, { "x": 24576, "decode_tok_s": 30.418576667806192, "fresh_control_exact": true, "draft_accepted": 83, "draft_generated": 88, "draft_acceptance_rate": 0.94318 }, { "x": 32768, "decode_tok_s": 25.46006315473091, "fresh_control_exact": true, "draft_accepted": 78, "draft_generated": 96, "draft_acceptance_rate": 0.8125 } ], "quality": "Grade C screened evidence. Six of seven outputs match the fresh Q8_0-KV MTP0 control; the 2K mismatch is deterministic across three R3 repeats. R1 remains failed and is not reclassified as passed.", "caveat": "All speeds are measured but exploratory. At x=0 there are zero prior active-context tokens plus one explicit ordinary prompt token. No point replaces a certified F16, featured, protected, record, or LocalMaxxing value.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-mtp1234-exact-depth-quality-r1-result.json", "classification_evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-mtp01234-exact2k-classification-r3-result.json" }, { "id": "q36-mtpq8-tp1-mtp3-q8kv-http-context-r1-grade-c", "state": "lab-screened", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "variant": "Q8_0 embedded-MTP artifact \u00b7 MTP3 \u00b7 Q8_0 KV \u00b7 Grade C", "runtime": "llama.cpp SYCL 15586e2d7165570fb3aa7c26e0d442e289ef69de", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-embedded-mtp-v1", "speculation_method": "embedded-mtp", "profile_id": "q36-mtpq8-q8kv-http-serving-depth-grade-c-v1", "measurement_class": "llama-server-http-exact-depth-serving-decode", "promotion_status": "grade-c-exploratory-failed-r1-retained", "quality_scope": "The route's own seven-request cache-zero battery passed four exact canaries, two stable repeats, and the 27,246-token API needle.", "config": { "tp": 1, "mtp": 3, "graph": "off", "graph_mode": "off", "kv": "q8_0", "draft_kv": "q8_0", "speculation": "embedded-mtp", "draft_n_max": 3 }, "workload": "llama-server HTTP completion, 128 completion tokens; 100 timed events / 99 inter-token intervals; cache zero; one measured request per depth", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 33.04285157795767, "physical_prompt_tokens": 1, "fresh_control_exact": true, "draft_accepted": 86, "draft_generated": 118, "draft_acceptance_rate": 0.72881 }, { "x": 2048, "decode_tok_s": 32.90117361519262, "fresh_control_exact": false, "draft_accepted": 78, "draft_generated": 144, "draft_acceptance_rate": 0.54167 }, { "x": 4096, "decode_tok_s": 38.343624665399055, "fresh_control_exact": true, "draft_accepted": 88, "draft_generated": 115, "draft_acceptance_rate": 0.76522 }, { "x": 8192, "decode_tok_s": 39.29184095949751, "fresh_control_exact": true, "draft_accepted": 91, "draft_generated": 108, "draft_acceptance_rate": 0.84259 }, { "x": 16384, "decode_tok_s": 27.529402166218887, "fresh_control_exact": true, "draft_accepted": 80, "draft_generated": 136, "draft_acceptance_rate": 0.58824 }, { "x": 24576, "decode_tok_s": 35.839784382331345, "fresh_control_exact": true, "draft_accepted": 93, "draft_generated": 100, "draft_acceptance_rate": 0.93 }, { "x": 32768, "decode_tok_s": 27.315273731203273, "fresh_control_exact": true, "draft_accepted": 87, "draft_generated": 119, "draft_acceptance_rate": 0.73109 } ], "quality": "Grade C screened evidence. Six of seven outputs match the fresh Q8_0-KV MTP0 control; the 2K mismatch is deterministic across three R3 repeats. R1 remains failed and is not reclassified as passed.", "caveat": "All speeds are measured but exploratory. At x=0 there are zero prior active-context tokens plus one explicit ordinary prompt token. No point replaces a certified F16, featured, protected, record, or LocalMaxxing value.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-mtp1234-exact-depth-quality-r1-result.json", "classification_evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-mtp01234-exact2k-classification-r3-result.json" }, { "id": "q36-mtpq8-tp1-mtp4-q8kv-http-context-r1-grade-c", "state": "lab-screened", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "quantization": "Q8_0", "variant": "Q8_0 embedded-MTP artifact \u00b7 MTP4 \u00b7 Q8_0 KV \u00b7 Grade C", "runtime": "llama.cpp SYCL 15586e2d7165570fb3aa7c26e0d442e289ef69de", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-embedded-mtp-v1", "speculation_method": "embedded-mtp", "profile_id": "q36-mtpq8-q8kv-http-serving-depth-grade-c-v1", "measurement_class": "llama-server-http-exact-depth-serving-decode", "promotion_status": "grade-c-exploratory-failed-r1-retained", "quality_scope": "The route's own seven-request cache-zero battery passed four exact canaries, two stable repeats, and the 27,246-token API needle.", "config": { "tp": 1, "mtp": 4, "graph": "off", "graph_mode": "off", "kv": "q8_0", "draft_kv": "q8_0", "speculation": "embedded-mtp", "draft_n_max": 4 }, "workload": "llama-server HTTP completion, 128 completion tokens; 100 timed events / 99 inter-token intervals; cache zero; one measured request per depth", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 32.532651287035904, "physical_prompt_tokens": 1, "fresh_control_exact": true, "draft_accepted": 88, "draft_generated": 149, "draft_acceptance_rate": 0.5906 }, { "x": 2048, "decode_tok_s": 31.7962352026202, "fresh_control_exact": false, "draft_accepted": 81, "draft_generated": 179, "draft_acceptance_rate": 0.45251 }, { "x": 4096, "decode_tok_s": 40.278465128077876, "fresh_control_exact": true, "draft_accepted": 93, "draft_generated": 134, "draft_acceptance_rate": 0.69403 }, { "x": 8192, "decode_tok_s": 39.86818885708825, "fresh_control_exact": true, "draft_accepted": 95, "draft_generated": 127, "draft_acceptance_rate": 0.74803 }, { "x": 16384, "decode_tok_s": 27.68303839663632, "fresh_control_exact": true, "draft_accepted": 85, "draft_generated": 164, "draft_acceptance_rate": 0.51829 }, { "x": 24576, "decode_tok_s": 39.252522368401124, "fresh_control_exact": true, "draft_accepted": 99, "draft_generated": 108, "draft_acceptance_rate": 0.91667 }, { "x": 32768, "decode_tok_s": 26.704381979266895, "fresh_control_exact": true, "draft_accepted": 91, "draft_generated": 144, "draft_acceptance_rate": 0.63194 } ], "quality": "Grade C screened evidence. Six of seven outputs match the fresh Q8_0-KV MTP0 control; the 2K mismatch is deterministic across three R3 repeats. R1 remains failed and is not reclassified as passed.", "caveat": "All speeds are measured but exploratory. At x=0 there are zero prior active-context tokens plus one explicit ordinary prompt token. No point replaces a certified F16, featured, protected, record, or LocalMaxxing value.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-mtp1234-exact-depth-quality-r1-result.json", "classification_evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-mtpq8-q8kv-tp1-mtp01234-exact2k-classification-r3-result.json" }, { "id": "q36-unsloth-q8-tp1-kv-f16-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "quantization": "Q8_0", "variant": "Q8_0 \u00b7 target-only Unsloth artifact", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-unsloth-q8-f16-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-depth-sweep", "identity": { "model_revision": "82d411acf4a06cfb8d9b073a5211bf410bfc29bf", "model_sha256": "f93f517f38e696d35a1a7df2c0e3155a64f4c4dcd662107a146ae263f7fb14ce", "bench_sha256": "908b78b77fc28ad23b2924b7f32f56f4a8415eac9c2a79a244dee85b49b19030" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "f16", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 19.837968, "prefill_tok_s": 907.785877, "samples": 5 }, { "x": 2048, "decode_tok_s": 19.63867, "prefill_tok_s": 897.077604, "samples": 5 }, { "x": 4096, "decode_tok_s": 19.507402, "prefill_tok_s": 872.574722, "samples": 5 }, { "x": 8192, "decode_tok_s": 19.267052, "prefill_tok_s": 830.74763, "samples": 5 }, { "x": 16384, "decode_tok_s": 18.811016, "prefill_tok_s": 762.672514, "samples": 5 }, { "x": 24576, "decode_tok_s": 18.381399, "prefill_tok_s": 708.320296, "samples": 5 }, { "x": 32768, "decode_tok_s": 17.977204, "prefill_tok_s": 660.84773, "samples": 5 } ], "quality": "Performance-only raw-engine sweep; no new quality gate. The x=0 marker is a real n_depth=0 measurement.", "caveat": "This exact Unsloth artifact contains no embedded MTP tensors. It is target-only raw-engine evidence, not intrinsic MTP, HTTP serving, or record evidence.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q8-f16-tp1-exact-depth-result.json" }, { "id": "q36-unsloth-q8-tp1-graph-f16-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "quantization": "Q8_0", "variant": "Q8_0 \u00b7 target-only Unsloth artifact \u00b7 SYCL graph", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110 + graph cache evidence/pointer-stability/capacity chain", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-unsloth-q8-f16-sycl-graph-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-exact-depth-graph-sweep", "promotion_status": "quality-qualified-family-profile-no-serving-or-record-authority", "quality_scope": "13/13 cache-zero requests: 4/4 exact canaries, 8/8 identical repeats, and one approximately 29.4K-token needle inside a 32K service; the tracked adjudication covers all seven shared-identity cells", "identity": { "model_revision": "82d411acf4a06cfb8d9b073a5211bf410bfc29bf", "model_sha256": "f93f517f38e696d35a1a7df2c0e3155a64f4c4dcd662107a146ae263f7fb14ce", "source_head": "fa0f3b25a47f346858a4d0d169f5181aa424b110", "bench_sha256": "8ea8fd14e6ac0c4a4b3a711db8997189d677df2a4f7f88d20609f59ca463a55e", "graph_backend_sha256": "7d03bc06f46f188fd6ecd47034a878a2bd96d20a752a6a0731121176e101c8e2", "dso_closure_count": 32, "dso_closure_sha256": "381e09a3e6a3f9c932930f20d5d4cc7fd67eef2b2c6bfb39308724f13b570720" }, "patch_chain": [ { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-evidence-port-20260825.patch", "sha256": "1a8589f894fde7d87aac35c59bc81e3701bf7f6d9ba54f35808ae262325d7892" }, { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-q8-pointer-stable-r2-20260825.patch", "sha256": "1575acc5ee07b37eb98186a09d201a895d36501c223dc114110a43ee08f4e0a3" }, { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-q8-capacity-scaled-r3-20260825.patch", "sha256": "3def9e5eeb42d9bd1dc4b0c759092572db178651ecafc5255943753bd8b485f6" } ], "config": { "tp": 1, "mtp": 0, "graph": "on", "graph_mode": "SYCL", "graph_cache_size": 8, "kv": "f16", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact active depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "phase_classification": { "decode": "verified capture-and-replay at every depth", "prefill_depth_0": "capture-and-replay without cache-full", "prefill_depth_2k_through_32k": "mixed partial graph with positive cache-full" }, "points": [ { "x": 0, "decode_tok_s": 19.355301, "prefill_tok_s": 899.265915, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "capture-and-replay-without-cache-full" }, { "x": 2048, "decode_tok_s": 19.176343, "prefill_tok_s": 881.86509, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 4096, "decode_tok_s": 19.078642, "prefill_tok_s": 855.858875, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 8192, "decode_tok_s": 18.846417, "prefill_tok_s": 818.751778, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 16384, "decode_tok_s": 18.409273, "prefill_tok_s": 753.437667, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 24576, "decode_tok_s": 18.00772, "prefill_tok_s": 698.232196, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 32768, "decode_tok_s": 17.617525, "prefill_tok_s": 651.490825, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" } ], "quality": "Family ingestion binds the immutable R4 raw curve to the separate tracked quality-battery adjudication. The raw terminal alone grants no publication authority.", "caveat": "Raw-engine pp2048/tg128 profile, not HTTP serving or record evidence. Decode is fully graph-certified at all seven depths; prefill is fully graph-certified only at depth 0 and remains mixed partial from 2K through 32K. Protected graph-off values are unchanged.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q8-f16-tp1-sycl-graph-exact-depth-r4-result.json", "quality_evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q8-f16-tp1-sycl-graph-quality-r1-result.json" }, { "id": "q36-unsloth-q8-tp1-graph-q8-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "quantization": "Q8_0", "variant": "Q8_0 \u00b7 target-only Unsloth artifact \u00b7 Q8_0 KV \u00b7 SYCL graph", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110 + graph cache evidence/pointer-stability/capacity chain", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-unsloth-q8-q8kv-sycl-graph-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-exact-depth-graph-sweep", "promotion_status": "quality-qualified-family-profile-negative-optimization-result", "quality_scope": "13/13 cache-zero requests: 4/4 exact canaries, 8/8 identical repeats, and one approximately 29.4K-token needle inside a 32K service; the separate tracked Q8-KV adjudication covers all seven shared-identity cells", "identity": { "model_revision": "82d411acf4a06cfb8d9b073a5211bf410bfc29bf", "model_sha256": "f93f517f38e696d35a1a7df2c0e3155a64f4c4dcd662107a146ae263f7fb14ce", "source_head": "fa0f3b25a47f346858a4d0d169f5181aa424b110", "bench_sha256": "8ea8fd14e6ac0c4a4b3a711db8997189d677df2a4f7f88d20609f59ca463a55e", "graph_backend_sha256": "7d03bc06f46f188fd6ecd47034a878a2bd96d20a752a6a0731121176e101c8e2", "dso_closure_count": 32, "dso_closure_sha256": "381e09a3e6a3f9c932930f20d5d4cc7fd67eef2b2c6bfb39308724f13b570720" }, "patch_chain": [ { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-evidence-port-20260825.patch", "sha256": "1a8589f894fde7d87aac35c59bc81e3701bf7f6d9ba54f35808ae262325d7892" }, { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-q8-pointer-stable-r2-20260825.patch", "sha256": "1575acc5ee07b37eb98186a09d201a895d36501c223dc114110a43ee08f4e0a3" }, { "path": "patches/qwen36-27b-mtp-gguf-q4-b70/llamacpp-fa0-graph-cache-q8-capacity-scaled-r3-20260825.patch", "sha256": "3def9e5eeb42d9bd1dc4b0c759092572db178651ecafc5255943753bd8b485f6" } ], "config": { "tp": 1, "mtp": 0, "graph": "on", "graph_mode": "SYCL", "graph_cache_size": 8, "kv": "q8_0", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact active depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "phase_classification": { "decode": "verified capture-and-replay at every depth", "prefill_depth_0": "capture-and-replay without cache-full", "prefill_depth_2k_through_32k": "mixed partial graph with positive cache-full" }, "comparison_to_graph_off": { "baseline_measurement_id": "q36-unsloth-q8-tp1-kv-q8-context", "decode": "graph-on is slower at all seven exact depths", "prefill": "graph-on is slower at all seven exact depths", "optimization_conclusion": "negative; this qualified graph profile is coverage and mechanism evidence, not an optimization win" }, "points": [ { "x": 0, "decode_tok_s": 19.009751, "prefill_tok_s": 896.094776, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "capture-and-replay-without-cache-full" }, { "x": 2048, "decode_tok_s": 17.932808, "prefill_tok_s": 871.9281, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 4096, "decode_tok_s": 17.032154, "prefill_tok_s": 850.230179, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 8192, "decode_tok_s": 15.467807, "prefill_tok_s": 809.773693, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 16384, "decode_tok_s": 12.709356, "prefill_tok_s": 747.452109, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 24576, "decode_tok_s": 10.835266, "prefill_tok_s": 691.39816, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" }, { "x": 32768, "decode_tok_s": 9.475195, "prefill_tok_s": 645.089763, "samples": 5, "decode_graph_phase": "verified-capture-and-replay", "prefill_graph_phase": "mixed-partial-cache-full" } ], "quality": "Family ingestion binds the immutable Q8-KV R2 curve to its separate tracked quality adjudication. The raw terminal alone grants no publication authority.", "caveat": "Raw-engine pp2048/tg128 profile, not HTTP serving or record evidence. Decode is fully graph-certified at all depths; prefill is fully graph-certified only at depth 0 and mixed partial above it. Graph-on is slower than the protected graph-off Q8-KV series in both decode and prefill at every depth, so this is not an optimization win.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q8-q8kv-tp1-sycl-graph-exact-depth-r2-result.json", "quality_evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q8-q8kv-tp1-sycl-graph-quality-r1-result.json" }, { "id": "q36-unsloth-q8-tp1-kv-q8-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "quantization": "Q8_0", "variant": "Q8_0 \u00b7 target-only Unsloth artifact", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "profile_id": "q36-unsloth-q8-q8-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-depth-sweep", "identity": { "model_revision": "82d411acf4a06cfb8d9b073a5211bf410bfc29bf", "model_sha256": "f93f517f38e696d35a1a7df2c0e3155a64f4c4dcd662107a146ae263f7fb14ce", "bench_sha256": "908b78b77fc28ad23b2924b7f32f56f4a8415eac9c2a79a244dee85b49b19030" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "q8_0", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 19.405005, "prefill_tok_s": 901.906305, "samples": 5 }, { "x": 2048, "decode_tok_s": 18.267808, "prefill_tok_s": 891.929001, "samples": 5 }, { "x": 4096, "decode_tok_s": 17.34565, "prefill_tok_s": 862.373352, "samples": 5 }, { "x": 8192, "decode_tok_s": 15.709473, "prefill_tok_s": 823.052319, "samples": 5 }, { "x": 16384, "decode_tok_s": 12.876788, "prefill_tok_s": 757.048246, "samples": 5 }, { "x": 24576, "decode_tok_s": 10.961461, "prefill_tok_s": 702.840157, "samples": 5 }, { "x": 32768, "decode_tok_s": 9.568652, "prefill_tok_s": 653.732827, "samples": 5 } ], "quality": "Performance-only raw-engine sweep; no new quality gate. The x=0 marker is a real n_depth=0 measurement.", "caveat": "This exact Unsloth artifact contains no embedded MTP tensors. It is target-only raw-engine evidence, not intrinsic MTP, HTTP serving, or record evidence.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/data/2026-08-25-qwen36-q8-q8kv-tp1-exact-depth-result.json" }, { "id": "q38-f01e-autoround-tp1-eager-f16-exact-context-r3", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 target-only TP1 eager", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-target-only-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "none", "profile_id": "q38-f01e-autoround-tp1-eager-f16-depth-grade-c-r3", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "configured_max_context_tokens": 32896, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 11.919327130453762, "ttft_ms": 1520.064229000127, "cached_tokens": 0 }, { "x": 4096, "decode_tok_s": 12.115385179434695, "ttft_ms": 2758.202084005461, "cached_tokens": 0 }, { "x": 8192, "decode_tok_s": 11.919958636516224, "ttft_ms": 5644.954247007263, "cached_tokens": 0 }, { "x": 16384, "decode_tok_s": 12.112539400630334, "ttft_ms": 11681.28542600607, "cached_tokens": 0 }, { "x": 24576, "decode_tok_s": 12.039525807023459, "ttft_ms": 18096.79437900195, "cached_tokens": 0 }, { "x": 32768, "decode_tok_s": 12.1065485687806, "ttft_ms": 24927.870916988468, "cached_tokens": 0 } ], "quality": "All six exact-depth gates and the full quality battery passed: 7 exact cases, 8 deterministic repeats with one hash, the 8K needle, 24 baseline comparisons, and cache zero.", "caveat": "Grade C repeated-token context shape. x0 was not measured. No protected speed, FULL_AND_PIECEWISE cell, headline, or submission authority transfers.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-f16-graphmodes-depth-r3-result.json" }, { "id": "q38-f01e-autoround-tp1-piecewise-f16-exact-context-r3", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 target-only TP1 PIECEWISE", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-target-only-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "none", "profile_id": "q38-f01e-autoround-tp1-piecewise-f16-depth-grade-c-r3", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "config": { "tp": 1, "mtp": 0, "graph": "on", "graph_mode": "PIECEWISE", "graph_capture_sizes": [ 1 ], "kv": "f16", "configured_max_context_tokens": 32896, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 30.075429359128265, "ttft_ms": 1363.4014569979627, "cached_tokens": 0 }, { "x": 4096, "decode_tok_s": 29.41347238250489, "ttft_ms": 2474.7674179961905, "cached_tokens": 0 }, { "x": 16384, "decode_tok_s": 28.192761390148664, "ttft_ms": 10545.48624700692, "cached_tokens": 0 }, { "x": 24576, "decode_tok_s": 27.463520678399885, "ttft_ms": 16543.705064992537, "cached_tokens": 0 }, { "x": 32768, "decode_tok_s": 26.759466347975422, "ttft_ms": 22671.85614600021, "cached_tokens": 0 } ], "quality": "The PIECEWISE arm passed all six exact-depth gates and the full quality battery: 7 exact cases, 8 deterministic repeats with one hash, the 8K needle, 24 baseline comparisons, and cache zero. The five plotted cells also exactly match all 128 same-image eager MTP0 target IDs.", "caveat": "Grade C repeated-token context shape. Exact 8K is omitted and speedlessly quarantined after token-99 target divergence; x0 was not measured. This does not overwrite the distinct, protected FULL_AND_PIECEWISE or short-decode profiles and authorizes no graph+MTP descendant.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp0-f16-piecewise-depth-r3-human-adjudication-result.json" }, { "id": "q38-f01e-autoround-tp1-eager-e4m3kv-exact-context-r1", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 target-only TP1 eager \u00b7 FP8 E4M3 KV", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-target-only-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "none", "profile_id": "q38-f01e-autoround-tp1-eager-e4m3kv-depth-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "fp8_e4m3", "configured_max_context_tokens": 32896, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; six exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 12.106811568755516, "ttft_ms": 1531.6096390015446, "cached_tokens": 0, "output_token_ids_sha256": "050f35a97533c639706b94952329c6f98750cf5caef556feaeeca1cd367a4252" }, { "x": 4096, "decode_tok_s": 11.986857838637341, "ttft_ms": 2804.6507950057276, "cached_tokens": 0, "output_token_ids_sha256": "a3d7ad63a22cfb897d9d7f69952e30e2036617776d18fb4c8a9be1513da522cd" }, { "x": 8192, "decode_tok_s": 12.085894881224178, "ttft_ms": 5816.869347996544, "cached_tokens": 0, "output_token_ids_sha256": "80363e2d6f67a92484cb7e1f347cf7765520b6f5a3ac8d1b1a3573d3cddcba67" }, { "x": 16384, "decode_tok_s": 12.178365844454287, "ttft_ms": 12452.376738991006, "cached_tokens": 0, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 12.15958526221534, "ttft_ms": 19853.869445985765, "cached_tokens": 0, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 12.157390534237836, "ttft_ms": 27972.64591899875, "cached_tokens": 0, "output_token_ids_sha256": "655c0e2efa9d7cdfec1626c44bafae4ac24421c609b765a1009fefa28dbdd12a" } ], "quality": "All six exact-depth gates and the full quality battery passed: 7 exact cases, 8 deterministic repeats with one hash, the 8K needle, 24 baseline comparisons, and cache zero.", "caveat": "Current-runtime Grade C context curve. It replaces the green singleton publication, retains the older e9d quarantine as historical evidence, and infers no graph, TP, MTP, other-KV, or x0 cell.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-e4m3kv-depth-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp1-piecewise-e4m3kv-exact-context-r1", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 target-only TP1 PIECEWISE \u00b7 FP8 E4M3 KV", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-target-only-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "none", "profile_id": "q38-f01e-autoround-tp1-piecewise-e4m3kv-depth-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "config": { "tp": 1, "mtp": 0, "graph": "on", "graph_mode": "PIECEWISE", "graph_capture_sizes": [ 1 ], "kv": "fp8_e4m3", "configured_max_context_tokens": 32896, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; six exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 29.763525310023436, "ttft_ms": 1383.3610949950526, "cached_tokens": 0, "output_token_ids_sha256": "c606180877a26135511d7c4213c48c6107d20368e5d107aefe2b0de795ef4e89" }, { "x": 4096, "decode_tok_s": 28.9442310610282, "ttft_ms": 2534.876361998613, "cached_tokens": 0, "output_token_ids_sha256": "a3d7ad63a22cfb897d9d7f69952e30e2036617776d18fb4c8a9be1513da522cd" }, { "x": 8192, "decode_tok_s": 28.663718207928127, "ttft_ms": 5269.396286996198, "cached_tokens": 0, "output_token_ids_sha256": "80363e2d6f67a92484cb7e1f347cf7765520b6f5a3ac8d1b1a3573d3cddcba67" }, { "x": 16384, "decode_tok_s": 28.028757083522407, "ttft_ms": 11340.360561007401, "cached_tokens": 0, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 27.319292359315934, "ttft_ms": 18166.281376004918, "cached_tokens": 0, "output_token_ids_sha256": "1c3ddf94bb9acdcab20064b923112bafb086c93b76cc4a7d43ace3f1a91b923d" }, { "x": 32768, "decode_tok_s": 26.782574825882012, "ttft_ms": 25756.289586992352, "cached_tokens": 0, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All six exact-depth gates and the full quality battery passed: 7 exact cases, 8 deterministic repeats with one hash, the 8K needle, 24 baseline comparisons, and cache zero.", "caveat": "Current-runtime Grade C PIECEWISE curve. It supersedes only the non-publishing 8K singleton diagnostic and infers no FULL_AND_PIECEWISE, eager, TP, MTP, other-KV, other-runtime, or x0 cell.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-e4m3kv-piecewise-depth-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp1-mtp4-eager-f16-screened-context-r1-grade-d", "state": "lab-screened", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP1 eager native MTP4 \u00b7 F16 KV \u00b7 human-adjudicated Grade D screen", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-autoround-native-mtp4-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp1-mtp4-eager-f16-screened-context-grade-d-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-d-human-adjudicated-three-cell-screen", "promotion_status": "three-lab-screened-cells-zero-lab-measured-two-quarantined-one-closed-no-x0-headline-record-or-replacement", "identity": { "model_revision": "bce40cacab0a4535b92fb3d57615c2bea9adf3d1", "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b1db40fec2f03dde1ed4e9dfdc2338c9" }, "config": { "tp": 1, "mtp": 4, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 4, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.9, "prefix_caching": false, "pythonhashseed": 0 }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 14.850597409841217, "ttft_ms": 2998.5333750082646, "cached_tokens": 0, "accepted_tokens": 90, "drafted_tokens": 148, "draft_acceptance_rate": 0.6081081081081081, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 16384, "decode_tok_s": 12.361817762397319, "ttft_ms": 12356.159284012392, "cached_tokens": 0, "accepted_tokens": 88, "drafted_tokens": 156, "draft_acceptance_rate": 0.5641025641025641, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 13.116686989341177, "ttft_ms": 19104.13311100274, "cached_tokens": 0, "accepted_tokens": 92, "drafted_tokens": 144, "draft_acceptance_rate": 0.6388888888888888, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" } ], "quality": "Each plotted cell is a complete exact-depth, cache-zero, target-parity observation with finite conserved acceptance. It is Grade D lab-screened only because the source expansion quality battery did not run after the engine died.", "caveat": "Only 4K/16K/24K are plotted. 2K and 8K are speedless quarantines, 32K is a speedless runtime closure, x0 is missing, and there are zero lab-measured cells. No other TP, MTP, graph, KV, runtime, headline, record, or protected result is replaced.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp4-f16-eager-depth-r1-human-adjudication-result.json" }, { "id": "q38-f01e-autoround-tp2-mtp4-eager-f16-exact-4k-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP2 eager native MTP4 \u00b7 F16 KV \u00b7 exact 4K", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-native-mtp4-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp2-mtp4-eager-f16-exact-4k-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "explicit-human-one-cell-8k-quarantine-retained-no-expansion-headline-or-submission", "config": { "tp": 2, "mtp": 4, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 4, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false, "pythonhashseed": 0 }, "workload": "One-slot exact-4K OpenAI HTTP completion; 128 returned IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 21.080466832575162, "ttft_ms": 4336.120582011063, "cached_tokens": 0, "drafted_tokens": 148, "accepted_tokens": 90, "draft_acceptance_rate": 0.6081081081081081, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" } ], "quality": "Exact depth, cache zero, finite conserved acceptance, exact same-topology TP2/MTP0 target parity, the full objective/baseline battery, TP2 topology, model verification, cache isolation, and cleanup passed.", "caveat": "Explicit Grade C exact-4K singleton. Exact 8K retains its speedless token-99 quarantine; x0/2K/16K/24K/32K remain missing. No interpolation, expansion, replacement, headline, or submission authority.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-4k-sentinel-r1-result.json" }, { "id": "q38-f01e-autoround-tp2-mtp4-eager-f16-exact-16k24k-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP2 eager native MTP4 \u00b7 F16 KV \u00b7 exact 16K and 24K", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-native-mtp4-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp2-mtp4-eager-f16-exact-16k24k-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "explicit-human-two-cell-8k-quarantine-retained-no-expansion-headline-or-submission", "config": { "tp": 2, "mtp": 4, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 4, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false, "pythonhashseed": 0 }, "workload": "One-slot exact-depth OpenAI HTTP completions; 128 returned IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 16384, "decode_tok_s": 18.455933818605118, "ttft_ms": 10486.21621998609, "cached_tokens": 0, "drafted_tokens": 160, "accepted_tokens": 89, "draft_acceptance_rate": 0.55625, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 23.358856068128627, "ttft_ms": 12711.349529010477, "cached_tokens": 0, "drafted_tokens": 144, "accepted_tokens": 93, "draft_acceptance_rate": 0.6458333333333334, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" } ], "quality": "Both exact-depth cells passed cache zero, finite conserved acceptance, exact same-topology TP2/MTP0 target parity, the full objective/baseline battery, TP2 topology, model verification, cache isolation, and cleanup.", "caveat": "Explicit Grade C exact-16K and exact-24K measurements. Exact 8K retains its speedless token-99 quarantine; x0/2K/32K remain missing. No interpolation, expansion, replacement, headline, or submission authority.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-16k24k-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp1-mtp3-eager-f16-exact-context-r1-grade-d", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP1 eager native MTP3 \u00b7 F16 KV \u00b7 partial Grade D", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-autoround-native-mtp-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp1-mtp3-eager-f16-depth-grade-d-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-d-partial", "config": { "tp": 1, "mtp": 3, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "configured_max_context_tokens": 32896, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 13.250527400483348, "ttft_ms": 2970.3801670111716, "cached_tokens": 0, "draft_acceptance_rate": 0.6991869918699187, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 8192, "decode_tok_s": 14.123076442666536, "ttft_ms": 5970.33788599947, "cached_tokens": 0, "draft_acceptance_rate": 0.7807017543859649, "output_token_ids_sha256": "34e792ccf3c1d795b686750f27990de2ca605c22046c97b3fff8ad0a7fc82e53" }, { "x": 16384, "decode_tok_s": 11.298582863750458, "ttft_ms": 12284.87772999506, "cached_tokens": 0, "draft_acceptance_rate": 0.6148148148148148, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 11.228402095832283, "ttft_ms": 18970.23649699986, "cached_tokens": 0, "draft_acceptance_rate": 0.6589147286821705, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 11.165397459018312, "ttft_ms": 26063.397003003047, "cached_tokens": 0, "draft_acceptance_rate": 0.6074074074074074, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All six exact-depth and acceptance gates and the full quality battery passed; the five published points also passed exact target-token parity.", "caveat": "Partial Grade D curve under explicit human coverage adjudication. The whole arm remains fail-closed because 2K diverged at token 90; 2K is quarantined and x0 is missing. Published decode uses the conventional 99-interval metric, not the distinct historical 100-event field.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp3-f16-eager-depth-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp1-mtp2-eager-f16-exact-context-r1-grade-d", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP1 eager native MTP2 \u00b7 F16 KV \u00b7 partial Grade D", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-autoround-native-mtp-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp1-mtp2-eager-f16-depth-grade-d-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-d-partial", "config": { "tp": 1, "mtp": 2, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "configured_max_context_tokens": 32896, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 11.394116870048126, "ttft_ms": 2951.627002999885, "cached_tokens": 0, "draft_acceptance_rate": 0.851063829787234, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 24576, "decode_tok_s": 9.85557002002922, "ttft_ms": 18854.488349999883, "cached_tokens": 0, "draft_acceptance_rate": 0.7450980392156863, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 9.789228307267285, "ttft_ms": 25905.252890006523, "cached_tokens": 0, "draft_acceptance_rate": 0.6981132075471698, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All six exact-depth and acceptance gates and the full quality battery passed; the three published points also passed exact target-token parity.", "caveat": "Partial Grade D curve under explicit human coverage adjudication. The whole arm remains fail-closed because 2K, 8K, and 16K diverged at tokens 90, 99, and 32; those cells are quarantined and x0 is missing. Published decode uses the conventional 99-interval metric, not the distinct historical 100-event field.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp2-f16-eager-depth-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp1-mtp2-piecewise-f16-exact-4k-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP1 PIECEWISE native MTP2 \u00b7 F16 KV \u00b7 exact 4K \u00b7 post-run cache audited", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-autoround-native-mtp-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp1-mtp2-piecewise-f16-exact-4k-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c-postrun-cache-audited", "promotion_status": "explicit-human-one-cell-with-cache-gate-defect-disclosure-no-expansion-headline-or-submission", "config": { "tp": 1, "mtp": 2, "graph": "on", "graph_mode": "PIECEWISE", "graph_capture_sizes": [ 1 ], "enforce_eager": false, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 2, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.9, "prefix_caching": false, "pythonhashseed": 0 }, "workload": "One-slot exact-4K OpenAI HTTP completion; 128 returned IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 11.988874911178696, "historical_100_event_decode_tok_s": 12.10997465775626, "ttft_ms": 2941.726919991197, "cached_tokens": 0, "drafted_tokens": 94, "accepted_tokens": 80, "draft_acceptance_rate": 0.851063829787234, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" } ], "quality": "Exact depth, cache zero, isolated 80/94 acceptance, dual-parent token parity, full quality, PIECEWISE identity, TP1 topology, model verification, runtime cleanup, and a separate complete surviving-cache audit passed.", "caveat": "Grade C exact-4K singleton through explicit human adjudication. The launch runner did not enforce its promised cache gate; the separately hashed post-run audit is disclosed. x0/2K/8K/16K/24K/32K remain missing for this graph tuple, and eager MTP2 corruption caveats at 2K/8K/16K remain in force.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp2-f16-piecewise-4k-sentinel-r1-result.json" }, { "id": "q38-f01e-autoround-tp1-mtp1-eager-f16-exact-context-r1-grade-d", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP1 eager native MTP1 \u00b7 F16 KV \u00b7 partial Grade D", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-autoround-native-mtp-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp1-mtp1-eager-f16-depth-grade-d-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-d-partial", "config": { "tp": 1, "mtp": 1, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "configured_max_context_tokens": 32896, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 8.309260103763794, "ttft_ms": 2937.1183600014774, "cached_tokens": 0, "draft_acceptance_rate": 0.7887323943661971, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 16384, "decode_tok_s": 7.804595048897438, "ttft_ms": 12146.145694001461, "cached_tokens": 0, "draft_acceptance_rate": 0.8405797101449275, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 7.615463263790375, "ttft_ms": 18746.035040996503, "cached_tokens": 0, "draft_acceptance_rate": 0.8142857142857143, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 7.72237631436256, "ttft_ms": 25747.598091998952, "cached_tokens": 0, "draft_acceptance_rate": 0.8142857142857143, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All six exact-depth and acceptance gates and the full quality battery passed; the four published points also passed exact target-token parity.", "caveat": "Partial Grade D curve under explicit human coverage adjudication. The whole arm remains fail-closed because 2K and 8K diverged at tokens 90 and 99; those cells are quarantined and x0 is missing. Published decode uses the conventional 99-interval metric, not the distinct historical 100-event field.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp1-f16-eager-depth-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp1-mtp1-eager-e4m3kv-exact-4k-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP1 eager native MTP1 \u00b7 E4M3 KV \u00b7 exact 4K", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-autoround-native-mtp-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp1-mtp1-eager-e4m3kv-exact-4k-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "separate-one-cell-publication-no-expansion-headline-or-submission", "config": { "tp": 1, "mtp": 1, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "fp8_e4m3", "speculation": "native-mtp", "num_speculative_tokens": 1, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.9, "prefix_caching": false, "pythonhashseed": 0 }, "workload": "One-slot exact-4K OpenAI HTTP completion; 128 returned IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 8.378608393519674, "historical_100_event_decode_tok_s": 8.463240801535022, "ttft_ms": 3843.1851619970985, "cached_tokens": 0, "drafted_tokens": 66, "accepted_tokens": 62, "draft_acceptance_rate": 0.9393939393939394, "output_token_ids_sha256": "a3d7ad63a22cfb897d9d7f69952e30e2036617776d18fb4c8a9be1513da522cd" } ], "quality": "Exact depth, positive conserved isolated acceptance, exact same-profile E4M3 target parity, full objective/baseline quality, TP1/eager identity, model verification, cache isolation, and cleanup passed.", "caveat": "Grade C exact-4K singleton. x0/2K/8K/16K/24K/32K remain missing; no F16, graph, other-MTP, topology, headline, record, or protected result is replaced.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp1-e4m3kv-eager-4k-sentinel-r1-result.json" }, { "id": "q38-f01e-autoround-tp1-mtp1-piecewise-f16-exact-4k-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP1 PIECEWISE native MTP1 \u00b7 F16 KV \u00b7 exact 4K", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-autoround-native-mtp-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp1-mtp1-piecewise-f16-exact-4k-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "human-adjudicated-one-cell-no-expansion-headline-or-submission", "config": { "tp": 1, "mtp": 1, "graph": "on", "graph_mode": "PIECEWISE", "enforce_eager": false, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 1, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.9, "prefix_caching": false }, "workload": "One-slot exact-4K OpenAI HTTP completion; 128 returned IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 8.685875123241662, "historical_100_event_decode_tok_s": 8.773611235597638, "ttft_ms": 2962.142157004564, "cached_tokens": 0, "drafted_tokens": 71, "accepted_tokens": 56, "draft_acceptance_rate": 0.7887323943661971, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" } ], "quality": "Exact depth, positive isolated acceptance, dual-parent parity, full quality/baseline battery, PIECEWISE graph identity, TP1 topology, cache isolation, model verification, and cleanup passed.", "caveat": "Explicit Grade C exact-4K singleton. x0 and all other depths remain missing; 8K retains the token-99 graph-corruption caveat. No interpolation, expansion, replacement, headline, or submission authority.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp1-f16-piecewise-4k-sentinel-r1-result.json" }, { "id": "q38-f01e-autoround-tp4-mtp3-eager-f16-exact-8k-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP4 eager native MTP3 \u00b7 F16 KV \u00b7 exact 8K", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-native-mtp3-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp4-mtp3-eager-f16-exact-8k-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "explicit-human-one-cell-tp4-mtp3-no-other-depth-graph-headline-or-submission", "config": { "tp": 4, "mtp": 3, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 3, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot exact-8K OpenAI HTTP completion; 128 returned IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 8192, "decode_tok_s": 21.07719065875979, "historical_100_event_decode_tok_s": 21.29009157450484, "ttft_ms": 5537.1313159994315, "effective_prompt_throughput_proxy_tok_s": 1479.4664479654614, "cached_tokens": 0, "drafted_tokens": 114, "accepted_tokens": 89, "draft_acceptance_rate": 0.7807017543859649, "output_token_ids_sha256": "34e792ccf3c1d795b686750f27990de2ca605c22046c97b3fff8ad0a7fc82e53" } ], "quality": "Exact depth, finite conserved acceptance, full quality, 24 same-topology comparisons, 16 cache-zero requests, and exact target parity passed.", "caveat": "Explicitly adjudicated Grade C exact-8K singleton; raw automatic publication remains false, x0 and other depths remain missing, expansion is unauthorized, and protected graph/frontier routes are untouched.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-8k-sentinel-r1-result.json" }, { "id": "q38-f01e-autoround-tp4-mtp3-eager-f16-exact-context-expansion-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP4 eager native MTP3 \u00b7 F16 KV \u00b7 additive target-parity depths", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-native-mtp3-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp4-mtp3-eager-f16-exact-context-expansion-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c-additive-four-cell-publication", "promotion_status": "human-adjudicated-four-new-cells-prior-8k-retained-2k-quarantined-no-x0-graph-headline-or-submission", "config": { "tp": 4, "mtp": 3, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 3, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot exact-depth OpenAI HTTP completions; 128 returned IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 25.32029890389375, "historical_100_event_decode_tok_s": 25.576059498882575, "ttft_ms": 1479.4665240042377, "cached_tokens": 0, "drafted_tokens": 123, "accepted_tokens": 86, "draft_acceptance_rate": 0.6991869918699187, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 16384, "decode_tok_s": 21.94480318748083, "historical_100_event_decode_tok_s": 22.166467866142252, "ttft_ms": 6074.666136992164, "cached_tokens": 0, "drafted_tokens": 135, "accepted_tokens": 83, "draft_acceptance_rate": 0.6148148148148148, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 22.088928026399238, "historical_100_event_decode_tok_s": 22.312048511514384, "ttft_ms": 9315.383865992771, "cached_tokens": 0, "drafted_tokens": 129, "accepted_tokens": 85, "draft_acceptance_rate": 0.6589147286821705, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 22.54837762623632, "historical_100_event_decode_tok_s": 22.776139016400325, "ttft_ms": 12712.681225006236, "cached_tokens": 0, "drafted_tokens": 132, "accepted_tokens": 83, "draft_acceptance_rate": 0.6287878787878788, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All six exact/cache-zero/acceptance gates and the full quality/baseline battery passed; these four depths passed same-topology target parity.", "caveat": "Explicit Grade C per-depth adjudication of a fail-closed partial arm. 2K is quarantined at token 90, the prior 8K sentinel remains a separate unchanged measurement, and x0 is missing.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-depth-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp4-mtp4-eager-f16-quality-recovery-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP4 eager native MTP4 \u00b7 F16 KV \u00b7 target-parity quality recovery", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-native-mtp4-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp4-mtp4-eager-f16-quality-recovery-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c-additive-three-cell-recovery", "promotion_status": "human-adjudicated-three-cells-2k-and-8k-quarantined-32k-closed-no-x0-graph-headline-or-submission", "config": { "tp": 4, "mtp": 4, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 4, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot exact-depth OpenAI HTTP completions; 128 returned IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 21.97463738631815, "historical_100_event_decode_tok_s": 22.196603420523385, "ttft_ms": 4248.559083003784, "cached_tokens": 0, "drafted_tokens": 148, "accepted_tokens": 90, "draft_acceptance_rate": 0.6081081081081081, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 16384, "decode_tok_s": 23.789706915057792, "historical_100_event_decode_tok_s": 24.03000698490686, "ttft_ms": 6114.677273013513, "cached_tokens": 0, "drafted_tokens": 156, "accepted_tokens": 88, "draft_acceptance_rate": 0.5641025641025641, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 25.753606722449813, "historical_100_event_decode_tok_s": 26.01374416409072, "ttft_ms": 9387.60368200019, "cached_tokens": 0, "drafted_tokens": 144, "accepted_tokens": 92, "draft_acceptance_rate": 0.6388888888888888, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" } ], "quality": "All four recovery exact/cache-zero/acceptance gates and the full quality/baseline battery passed; 4K, 16K, and 24K passed same-topology target parity.", "caveat": "Explicit Grade C recovery publication only. 2K and 8K remain quarantined without speeds, 32K remains a runtime-fatal closure without a speed, and x0 remains missing.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-quality-recovery-r1-result.json" }, { "id": "q38-f01e-autoround-tp4-mtp2-eager-f16-exact-8k-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP4 eager native MTP2 \u00b7 F16 KV \u00b7 exact 8K", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-native-mtp2-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp4-mtp2-eager-f16-exact-8k-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "explicit-human-one-cell-tp4-mtp2-no-other-depth-graph-headline-or-submission", "identity": { "model_revision": "bce40cacab0a4535b92fb3d57615c2bea9adf3d1", "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b1db40fec2f03dde1ed4e9dfdc2338c9", "model_manifest_sha256": "731d851b39d37f3d58c5a74ad6a7cd3ade1c9e8543ef1612a5d55131ff8331b8" }, "config": { "tp": 4, "mtp": 2, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 2, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completion; exact 8K submitted token depth; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 8192, "decode_tok_s": 18.078249787896656, "historical_100_event_decode_tok_s": 18.260858371612784, "ttft_ms": 5635.07663999917, "effective_prompt_throughput_proxy_tok_s": 1453.7513015974184, "cached_tokens": 0, "drafted_tokens": 98, "accepted_tokens": 78, "draft_acceptance_rate": 0.7959183673469388, "output_token_ids_sha256": "34e792ccf3c1d795b686750f27990de2ca605c22046c97b3fff8ad0a7fc82e53" } ], "quality": "The exact 8K, finite conserved acceptance, and full quality gates passed: 78/98 drafts accepted, 7/7 exact cases, deterministic 8/8 repeat with one hash, long-context needle, 24/24 same-topology MTP0 comparisons, cache zero on all 16 requests, and exact 128-token target parity.", "caveat": "Grade C one-server exact-8K native-MTP2 evidence under explicit per-cell adjudication; the raw arm's automatic publication flag remains false. x=0 and every other depth remain missing, and no expansion is authorized. The TP4/MTP0 oracle, b2dd graph curve, protected 71.900 route, headlines, and LocalMaxxing are untouched.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-8k-sentinel-r1-result.json" }, { "id": "q38-f01e-autoround-tp4-mtp2-eager-f16-exact-context-expansion-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP4 eager native MTP2 \u00b7 F16 KV \u00b7 additive target-parity depths", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-native-mtp2-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp4-mtp2-eager-f16-exact-context-expansion-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c-additive-four-cell-publication", "promotion_status": "human-adjudicated-four-new-cells-prior-8k-retained-2k-quarantined-no-x0-graph-headline-or-submission", "config": { "tp": 4, "mtp": 2, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 2, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot exact-depth OpenAI HTTP completions; 128 returned IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 21.84394988019745, "historical_100_event_decode_tok_s": 22.064595838583283, "ttft_ms": 1469.1952760040294, "cached_tokens": 0, "drafted_tokens": 94, "accepted_tokens": 80, "draft_acceptance_rate": 0.851063829787234, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 16384, "decode_tok_s": 19.742270729856283, "historical_100_event_decode_tok_s": 19.941687605915437, "ttft_ms": 6046.385522000492, "cached_tokens": 0, "drafted_tokens": 104, "accepted_tokens": 77, "draft_acceptance_rate": 0.7403846153846154, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 19.43634821450176, "historical_100_event_decode_tok_s": 19.63267496414319, "ttft_ms": 9284.492035003495, "cached_tokens": 0, "drafted_tokens": 102, "accepted_tokens": 76, "draft_acceptance_rate": 0.7450980392156863, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 19.395239463676972, "historical_100_event_decode_tok_s": 19.591150973411082, "ttft_ms": 12644.047103996854, "cached_tokens": 0, "drafted_tokens": 106, "accepted_tokens": 74, "draft_acceptance_rate": 0.6981132075471698, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All six exact/cache-zero/acceptance gates and the full quality/baseline battery passed; these four depths passed same-topology target parity.", "caveat": "Explicit Grade C per-depth adjudication of a fail-closed partial arm. 2K is quarantined at token 90, the prior 8K sentinel remains a separate unchanged measurement, and x0 is missing.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-depth-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp4-mtp1-eager-f16-exact-8k-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP4 eager native MTP1 \u00b7 F16 KV \u00b7 exact 8K", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-native-mtp1-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp4-mtp1-eager-f16-exact-8k-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "authorized-one-cell-tp4-mtp1-no-other-depth-graph-headline-or-submission", "identity": { "model_revision": "bce40cacab0a4535b92fb3d57615c2bea9adf3d1", "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b1db40fec2f03dde1ed4e9dfdc2338c9", "model_manifest_sha256": "731d851b39d37f3d58c5a74ad6a7cd3ade1c9e8543ef1612a5d55131ff8331b8" }, "config": { "tp": 4, "mtp": 1, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 1, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completion; exact 8K submitted token depth; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 8192, "decode_tok_s": 13.709857016920843, "historical_100_event_decode_tok_s": 13.848340421132164, "ttft_ms": 4873.025881999638, "effective_prompt_throughput_proxy_tok_s": 1681.0910096456182, "cached_tokens": 0, "drafted_tokens": 66, "accepted_tokens": 61, "draft_acceptance_rate": 0.9242424242424242, "output_token_ids_sha256": "34e792ccf3c1d795b686750f27990de2ca605c22046c97b3fff8ad0a7fc82e53" } ], "quality": "The exact 8K and isolated acceptance gates and the full battery passed: 61/66 drafts accepted, 7/7 exact cases, deterministic 8/8 repeat with one hash, the long-context needle, 24/24 same-topology MTP0 baseline comparisons, cache zero on all 16 requests, and exact 128-token target parity.", "caveat": "Grade C one-server exact-8K native-MTP1 evidence. x=0 and every other active-context depth remain missing. This eager current-image cell is additive and does not replace the TP4/MTP0 oracle, b2dd graph curve, protected 71.900 route, any headline, or LocalMaxxing result.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-8k-sentinel-r1-result.json" }, { "id": "q38-f01e-autoround-tp4-mtp1-eager-f16-exact-context-expansion-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP4 eager native MTP1 \u00b7 F16 KV \u00b7 additive target-parity depths", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-native-mtp1-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp4-mtp1-eager-f16-exact-context-expansion-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c-additive-four-cell-publication", "promotion_status": "human-adjudicated-four-new-cells-prior-8k-retained-2k-quarantined-no-x0-graph-headline-or-submission", "config": { "tp": 4, "mtp": 1, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 1, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot exact-depth OpenAI HTTP completions; 128 returned IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 15.95655387676916, "historical_100_event_decode_tok_s": 16.117731188655718, "ttft_ms": 1460.050074994797, "cached_tokens": 0, "drafted_tokens": 71, "accepted_tokens": 56, "draft_acceptance_rate": 0.7887323943661971, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 16384, "decode_tok_s": 15.123559550284519, "historical_100_event_decode_tok_s": 15.27632277806517, "ttft_ms": 6020.10192500893, "cached_tokens": 0, "drafted_tokens": 69, "accepted_tokens": 58, "draft_acceptance_rate": 0.8405797101449275, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 14.875095826227048, "historical_100_event_decode_tok_s": 15.02534931942126, "ttft_ms": 9238.960656992276, "cached_tokens": 0, "drafted_tokens": 70, "accepted_tokens": 57, "draft_acceptance_rate": 0.8142857142857143, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 14.76509277001119, "historical_100_event_decode_tok_s": 14.914235121223426, "ttft_ms": 12597.585594994598, "cached_tokens": 0, "drafted_tokens": 70, "accepted_tokens": 57, "draft_acceptance_rate": 0.8142857142857143, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All six exact/cache-zero/acceptance gates and the full quality/baseline battery passed; these four depths passed same-topology target parity.", "caveat": "Explicit Grade C per-depth adjudication of a fail-closed partial arm. 2K is quarantined at token 90, the prior 8K sentinel remains a separate unchanged measurement, and x0 is missing.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-depth-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp4-mtp1-piecewise-f16-exact-4k-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP4 PIECEWISE native MTP1 \u00b7 F16 KV \u00b7 exact 4K", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-native-mtp1-piecewise-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp4-mtp1-piecewise-f16-exact-4k-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "explicit-human-one-cell-no-depth-expansion-headline-or-submission", "config": { "tp": 4, "mtp": 1, "graph": "on", "graph_mode": "PIECEWISE", "graph_capture_sizes": [ 1 ], "enforce_eager": false, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 1, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false, "pythonhashseed": 0 }, "workload": "One-slot exact-4K OpenAI HTTP completion; 128 returned IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 18.823672180898463, "ttft_ms": 2349.6064160135575, "cached_tokens": 0, "drafted_tokens": 71, "accepted_tokens": 56, "draft_acceptance_rate": 0.7887323943661971, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" } ], "quality": "Exact depth, cache zero, finite isolated acceptance, dual TP4/MTP0 parent parity, the full objective/baseline battery, PIECEWISE capture, all-four-worker topology, per-rank cache isolation, model verification, and cleanup passed.", "caveat": "Explicit Grade C exact-4K singleton. x0/2K/8K/16K/24K/32K remain missing; the current-f01e 8K graph-corruption caveat remains in force. No interpolation, expansion, replacement, headline, or submission authority.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp1-f16-piecewise-4k-sentinel-r1-result.json" }, { "id": "q38-f01e-autoround-tp2-mtp1-piecewise-f16-exact-4k-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP2 PIECEWISE native MTP1 \u00b7 F16 KV \u00b7 exact 4K", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-native-mtp1-piecewise-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp2-mtp1-piecewise-f16-exact-4k-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "explicit-human-one-cell-no-depth-expansion-headline-or-submission", "config": { "tp": 2, "mtp": 1, "graph": "on", "graph_mode": "PIECEWISE", "graph_capture_sizes": [ 1 ], "enforce_eager": false, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 1, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false, "pythonhashseed": 0 }, "workload": "One-slot exact-4K OpenAI HTTP completion; 128 returned IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 13.743731651970505, "historical_100_event_decode_tok_s": 13.882557224212631, "ttft_ms": 2651.291036992916, "cached_tokens": 0, "drafted_tokens": 71, "accepted_tokens": 56, "draft_acceptance_rate": 0.7887323943661971, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" } ], "quality": "Exact depth, cache zero, finite isolated acceptance, dual TP2 parent parity, the full objective/baseline battery, PIECEWISE capture, both-worker topology, per-rank cache isolation, model verification, and cleanup passed.", "caveat": "Explicit Grade C exact-4K singleton. x0/2K/8K/16K/24K/32K remain missing. No interpolation, expansion, replacement, headline, or submission authority.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp1-f16-piecewise-4k-sentinel-r1-result.json" }, { "id": "q38-f01e-autoround-tp2-mtp2-piecewise-f16-exact-4k-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 TP2 PIECEWISE native MTP2 \u00b7 F16 KV \u00b7 exact 4K", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-native-mtp2-piecewise-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp2-mtp2-piecewise-f16-exact-4k-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "explicit-human-one-cell-no-depth-expansion-headline-or-submission", "config": { "tp": 2, "mtp": 2, "graph": "on", "graph_mode": "PIECEWISE", "graph_capture_sizes": [ 1 ], "enforce_eager": false, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 2, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false, "pythonhashseed": 0 }, "workload": "One-slot exact-4K OpenAI HTTP completion; 128 returned IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 18.40866489344403, "ttft_ms": 3125.5207280046307, "cached_tokens": 0, "drafted_tokens": 94, "accepted_tokens": 80, "draft_acceptance_rate": 0.851063829787234, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" } ], "quality": "Exact depth, cache zero, finite isolated acceptance, dual TP2 parent parity, the full objective/baseline battery, PIECEWISE capture, both-worker topology, per-rank cache isolation, model verification, and cleanup passed.", "caveat": "Explicit Grade C exact-4K singleton. x0/2K/8K/16K/24K/32K remain missing. No interpolation, expansion, replacement, headline, or submission authority.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp2-f16-piecewise-4k-sentinel-r1-result.json" }, { "id": "q38-f01e-autoround-tp4-eager-f16-exact-8k-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 target-only TP4 eager \u00b7 F16 KV \u00b7 exact-8K oracle", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-eager-oracle-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "none", "profile_id": "q38-f01e-autoround-tp4-eager-f16-exact-8k-oracle-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "authorized-one-cell-tp4-oracle-no-other-depth-graph-headline-or-submission", "identity": { "model_revision": "bce40cacab0a4535b92fb3d57615c2bea9adf3d1", "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b1db40fec2f03dde1ed4e9dfdc2338c9", "model_manifest_sha256": "731d851b39d37f3d58c5a74ad6a7cd3ade1c9e8543ef1612a5d55131ff8331b8" }, "config": { "tp": 4, "mtp": 0, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "none", "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completion; exact 8K submitted token depth; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 8192, "decode_tok_s": 9.647242826428695, "historical_100_event_decode_tok_s": 9.74468972366535, "ttft_ms": 4768.155981990276, "effective_prompt_throughput_proxy_tok_s": 1718.0646000134789, "cached_tokens": 0, "output_token_ids_sha256": "34e792ccf3c1d795b686750f27990de2ca605c22046c97b3fff8ad0a7fc82e53" } ], "quality": "The exact 8K gate and full battery passed: 7/7 exact cases, deterministic 8/8 repeat with one hash, the long-context needle, 24/24 baseline comparisons, cache zero on all 16 requests, and exact 128-token parity with the frozen TP1 target.", "caveat": "Grade C one-server exact-8K target-oracle evidence. x=0 and every other active-context depth remain missing. This eager current-image cell is additive and does not replace the b2dd graph curve, protected 71.900 route, any headline, or LocalMaxxing result.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp0-f16-eager-8k-oracle-sentinel-r1-result.json" }, { "id": "q38-f01e-autoround-tp2-eager-f16-exact-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 target-only TP2 eager \u00b7 F16 KV \u00b7 exact nonzero context", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-eager-target-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "none", "profile_id": "q38-f01e-autoround-tp2-eager-f16-exact-context-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c-additive-six-cell-publication", "promotion_status": "authorized-six-new-context-cells-no-x0-graph-headline-replacement-or-submission", "identity": { "model_revision": "bce40cacab0a4535b92fb3d57615c2bea9adf3d1", "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b1db40fec2f03dde1ed4e9dfdc2338c9", "model_manifest_sha256": "731d851b39d37f3d58c5a74ad6a7cd3ade1c9e8543ef1612a5d55131ff8331b8" }, "config": { "tp": 2, "mtp": 0, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "none", "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 9.645823300859325, "historical_100_event_decode_tok_s": 9.743255859453864, "ttft_ms": 2684.9409229907906, "effective_prompt_throughput_proxy_tok_s": 762.7728351351233, "cached_tokens": 0, "output_token_ids_sha256": "c606180877a26135511d7c4213c48c6107d20368e5d107aefe2b0de795ef4e89" }, { "x": 4096, "decode_tok_s": 10.041573627140547, "historical_100_event_decode_tok_s": 10.14300366377833, "ttft_ms": 1884.891391004203, "effective_prompt_throughput_proxy_tok_s": 2173.0695039239354, "cached_tokens": 0, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 8192, "decode_tok_s": 10.108015740743388, "historical_100_event_decode_tok_s": 10.210116909841807, "ttft_ms": 3816.372673987644, "effective_prompt_throughput_proxy_tok_s": 2146.5408909975135, "cached_tokens": 0, "output_token_ids_sha256": "34e792ccf3c1d795b686750f27990de2ca605c22046c97b3fff8ad0a7fc82e53" }, { "x": 16384, "decode_tok_s": 10.12371796916948, "historical_100_event_decode_tok_s": 10.225977746635838, "ttft_ms": 7857.182517996989, "effective_prompt_throughput_proxy_tok_s": 2085.2258379479176, "cached_tokens": 0, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 10.146000927730311, "historical_100_event_decode_tok_s": 10.248485785586173, "ttft_ms": 12129.601016000379, "effective_prompt_throughput_proxy_tok_s": 2026.1177566831216, "cached_tokens": 0, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 10.201853504519782, "historical_100_event_decode_tok_s": 10.304902529817962, "ttft_ms": 16654.866108990973, "effective_prompt_throughput_proxy_tok_s": 1967.4730367427273, "cached_tokens": 0, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All six TP2-native exact-depth receipts and the full objective/cross-topology quality battery passed, with cache zero on all 16 quality requests and exact TP1 output parity at every depth.", "caveat": "Grade C one-server curve. It fills only the six measured nonzero current-f01e TP2 eager cells; x0 stays missing and the older b2dd graph profile, protected routes, headlines, and LocalMaxxing results remain unchanged.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp0-f16-eager-depth-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp2-piecewise-f16-exact-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 target-only TP2 PIECEWISE \u00b7 F16 KV \u00b7 target-identical partial depth", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-f01e-piecewise-target-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "none", "profile_id": "q38-f01e-autoround-tp2-piecewise-f16-exact-context-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c-human-adjudicated-four-cell-publication", "promotion_status": "four-target-identical-piecewise-context-cells-8k-16k-quarantined-no-x0-eager-dated-graph-headline-replacement-or-submission", "identity": { "model_revision": "bce40cacab0a4535b92fb3d57615c2bea9adf3d1", "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b1db40fec2f03dde1ed4e9dfdc2338c9", "model_manifest_sha256": "731d851b39d37f3d58c5a74ad6a7cd3ade1c9e8543ef1612a5d55131ff8331b8" }, "config": { "tp": 2, "mtp": 0, "graph": "on", "graph_mode": "PIECEWISE", "graph_capture_sizes": [ 1 ], "enforce_eager": false, "kv": "f16", "speculation": "none", "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 39.676315011384126, "historical_100_event_decode_tok_s": 40.07708587008498, "ttft_ms": 1702.7163390011992, "effective_prompt_throughput_proxy_tok_s": 1202.7840181538056, "cached_tokens": 0, "output_token_ids_sha256": "c606180877a26135511d7c4213c48c6107d20368e5d107aefe2b0de795ef4e89" }, { "x": 4096, "decode_tok_s": 46.64233045432341, "historical_100_event_decode_tok_s": 47.11346510537717, "ttft_ms": 1562.7539989945944, "effective_prompt_throughput_proxy_tok_s": 2621.0139296621105, "cached_tokens": 0, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 24576, "decode_tok_s": 42.16719656056682, "historical_100_event_decode_tok_s": 42.593127838956384, "ttft_ms": 10229.514969993033, "effective_prompt_throughput_proxy_tok_s": 2402.4599477189813, "cached_tokens": 0, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 41.13662863433114, "historical_100_event_decode_tok_s": 41.552150135688024, "ttft_ms": 14061.707224012935, "effective_prompt_throughput_proxy_tok_s": 2330.300259988535, "cached_tokens": 0, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All six exact/cache-zero requests and the full objective/baseline battery passed. These four plotted depths also passed exact same-image TP2 eager target parity; graph identity, both workers, rank cache, model verification, and cleanup passed.", "caveat": "Grade C one-server partial PIECEWISE curve. Only target-identical 2K/4K/24K/32K are plotted; 8K and 16K are speedless token-divergence quarantines and x0 is missing. The current eager curve and dated fully certified FULL_AND_PIECEWISE curve remain separate and unchanged.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp0-f16-piecewise-depth-r1-result.json" }, { "id": "q38-f01e-autoround-tp2-mtp1-eager-f16-exact-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 native-MTP1 TP2 eager \u00b7 F16 KV \u00b7 exact nonzero context", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-native-mtp1-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp2-mtp1-eager-f16-exact-context-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c-additive-six-cell-publication", "promotion_status": "authorized-six-new-mtp1-context-cells-no-x0-target-graph-headline-replacement-or-submission", "identity": { "model_revision": "bce40cacab0a4535b92fb3d57615c2bea9adf3d1", "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b1db40fec2f03dde1ed4e9dfdc2338c9", "model_manifest_sha256": "731d851b39d37f3d58c5a74ad6a7cd3ade1c9e8543ef1612a5d55131ff8331b8" }, "config": { "tp": 2, "mtp": 1, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 1, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 11.882449351158243, "historical_100_event_decode_tok_s": 12.002474092079034, "ttft_ms": 2784.884692009655, "effective_prompt_throughput_proxy_tok_s": 735.3984909594598, "cached_tokens": 0, "drafted_tokens": 73, "accepted_tokens": 55, "draft_acceptance_rate": 0.7534246575342466, "output_token_ids_sha256": "c606180877a26135511d7c4213c48c6107d20368e5d107aefe2b0de795ef4e89" }, { "x": 4096, "decode_tok_s": 14.954312648942505, "historical_100_event_decode_tok_s": 15.105366312063136, "ttft_ms": 1937.5421660079155, "effective_prompt_throughput_proxy_tok_s": 2114.018508531012, "cached_tokens": 0, "drafted_tokens": 71, "accepted_tokens": 56, "draft_acceptance_rate": 0.7887323943661971, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 8192, "decode_tok_s": 15.224524397869173, "historical_100_event_decode_tok_s": 15.378307472595123, "ttft_ms": 3928.635160991689, "effective_prompt_throughput_proxy_tok_s": 2085.2025358170768, "cached_tokens": 0, "drafted_tokens": 66, "accepted_tokens": 61, "draft_acceptance_rate": 0.9242424242424242, "output_token_ids_sha256": "34e792ccf3c1d795b686750f27990de2ca605c22046c97b3fff8ad0a7fc82e53" }, { "x": 16384, "decode_tok_s": 13.775393901663984, "historical_100_event_decode_tok_s": 13.914539294610085, "ttft_ms": 8107.004709003377, "effective_prompt_throughput_proxy_tok_s": 2020.9683586102349, "cached_tokens": 0, "drafted_tokens": 70, "accepted_tokens": 57, "draft_acceptance_rate": 0.8142857142857143, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 13.73875750222011, "historical_100_event_decode_tok_s": 13.877532830525364, "ttft_ms": 12529.591054990306, "effective_prompt_throughput_proxy_tok_s": 1961.4367214492472, "cached_tokens": 0, "drafted_tokens": 70, "accepted_tokens": 57, "draft_acceptance_rate": 0.8142857142857143, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 13.917174301942318, "historical_100_event_decode_tok_s": 14.057751820143755, "ttft_ms": 17221.889908993035, "effective_prompt_throughput_proxy_tok_s": 1902.6947781665356, "cached_tokens": 0, "drafted_tokens": 70, "accepted_tokens": 57, "draft_acceptance_rate": 0.8142857142857143, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All six TP2-native exact-depth, isolated acceptance, and same-topology target-parity receipts passed. The full objective/baseline battery passed with cache zero on all 16 quality requests.", "caveat": "Grade C one-server MTP1 curve. It fills only the six measured nonzero current-f01e TP2/MTP1 eager cells; x0 stays missing and TP2/MTP0, the older TP2 graph profile, protected routes, headlines, and LocalMaxxing results remain unchanged.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp1-f16-eager-depth-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp2-mtp2-eager-f16-exact-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 native-MTP2 TP2 eager \u00b7 F16 KV \u00b7 target-parity nonzero context", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-native-mtp2-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp2-mtp2-eager-f16-exact-context-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c-human-adjudicated-five-cell-publication", "promotion_status": "human-adjudicated-five-mtp2-context-cells-2k-quarantined-no-x0-target-mtp1-graph-headline-replacement-or-submission", "identity": { "model_revision": "bce40cacab0a4535b92fb3d57615c2bea9adf3d1", "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b1db40fec2f03dde1ed4e9dfdc2338c9", "model_manifest_sha256": "731d851b39d37f3d58c5a74ad6a7cd3ade1c9e8543ef1612a5d55131ff8331b8" }, "config": { "tp": 2, "mtp": 2, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 2, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 20.36405574066059, "historical_100_event_decode_tok_s": 20.569753273394536, "ttft_ms": 1951.0575010062894, "effective_prompt_throughput_proxy_tok_s": 2099.374312590696, "cached_tokens": 0, "drafted_tokens": 94, "accepted_tokens": 80, "draft_acceptance_rate": 0.851063829787234, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 8192, "decode_tok_s": 20.893715666020707, "historical_100_event_decode_tok_s": 21.104763299010816, "ttft_ms": 3953.5959380009444, "effective_prompt_throughput_proxy_tok_s": 2072.0377419605807, "cached_tokens": 0, "drafted_tokens": 96, "accepted_tokens": 79, "draft_acceptance_rate": 0.8229166666666666, "output_token_ids_sha256": "34e792ccf3c1d795b686750f27990de2ca605c22046c97b3fff8ad0a7fc82e53" }, { "x": 16384, "decode_tok_s": 18.289177744392617, "historical_100_event_decode_tok_s": 18.473916913527894, "ttft_ms": 8138.691590007511, "effective_prompt_throughput_proxy_tok_s": 2013.099995104358, "cached_tokens": 0, "drafted_tokens": 104, "accepted_tokens": 76, "draft_acceptance_rate": 0.7307692307692307, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 17.759261196319386, "historical_100_event_decode_tok_s": 17.938647673049886, "ttft_ms": 12596.903109995765, "effective_prompt_throughput_proxy_tok_s": 1950.9557059702004, "cached_tokens": 0, "drafted_tokens": 102, "accepted_tokens": 76, "draft_acceptance_rate": 0.7450980392156863, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 17.695971649981892, "historical_100_event_decode_tok_s": 17.874718838365546, "ttft_ms": 17314.52164100483, "effective_prompt_throughput_proxy_tok_s": 1892.5154664624245, "cached_tokens": 0, "drafted_tokens": 106, "accepted_tokens": 74, "draft_acceptance_rate": 0.6981132075471698, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All six TP2-native exact-depth and isolated acceptance gates passed. Five depths passed same-topology TP2/MTP0 parity; 2K diverged at token 90 and is quarantined. The full objective/baseline battery passed with cache zero on all 16 quality requests.", "caveat": "Grade C one-server partial MTP2 curve. Only five target-parity nonzero cells are plotted. The exact/cache-zero/72-of-110 accepted 2K observation is quarantined because it diverged from TP2/MTP0 at token 90; its speed is not a graph point. x0 stays missing and TP2/MTP0, TP2/MTP1, the older TP2 graph profile, protected routes, headlines, and LocalMaxxing results remain unchanged.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp2-f16-eager-depth-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp2-mtp3-eager-f16-exact-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 native-MTP3 TP2 eager \u00b7 F16 KV \u00b7 parent-scoped target-parity context", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-native-mtp3-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "native-mtp", "profile_id": "q38-f01e-autoround-tp2-mtp3-eager-f16-exact-context-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c-parent-scoped-five-cell-publication", "promotion_status": "authorized-five-mtp3-context-cells-2k-parent-quarantined-without-speed-no-x0-mtp0-2-graph-headline-replacement-or-submission", "identity": { "model_revision": "bce40cacab0a4535b92fb3d57615c2bea9adf3d1", "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b1db40fec2f03dde1ed4e9dfdc2338c9", "model_manifest_sha256": "731d851b39d37f3d58c5a74ad6a7cd3ade1c9e8543ef1612a5d55131ff8331b8" }, "config": { "tp": 2, "mtp": 3, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "native-mtp", "num_speculative_tokens": 3, "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; isolated draft counters; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 4096, "decode_tok_s": 19.08418591204264, "historical_100_event_decode_tok_s": 19.276955466709733, "ttft_ms": 4266.5411600028165, "effective_prompt_throughput_proxy_tok_s": 960.0282398300585, "cached_tokens": 0, "drafted_tokens": 123, "accepted_tokens": 86, "draft_acceptance_rate": 0.6991869918699187, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 8192, "decode_tok_s": 25.11756608538104, "historical_100_event_decode_tok_s": 25.371278874122265, "ttft_ms": 3971.456897997996, "effective_prompt_throughput_proxy_tok_s": 2062.7191004212013, "cached_tokens": 0, "drafted_tokens": 114, "accepted_tokens": 89, "draft_acceptance_rate": 0.7807017543859649, "output_token_ids_sha256": "34e792ccf3c1d795b686750f27990de2ca605c22046c97b3fff8ad0a7fc82e53" }, { "x": 16384, "decode_tok_s": 20.279538044061752, "historical_100_event_decode_tok_s": 20.48438186268864, "ttft_ms": 8163.322320004227, "effective_prompt_throughput_proxy_tok_s": 2007.0259825280937, "cached_tokens": 0, "drafted_tokens": 135, "accepted_tokens": 82, "draft_acceptance_rate": 0.6074074074074074, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 20.171481912081873, "historical_100_event_decode_tok_s": 20.375234254628154, "ttft_ms": 12638.517398998374, "effective_prompt_throughput_proxy_tok_s": 1944.5318801355365, "cached_tokens": 0, "drafted_tokens": 129, "accepted_tokens": 85, "draft_acceptance_rate": 0.6589147286821705, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 20.15867375927568, "historical_100_event_decode_tok_s": 20.36229672654109, "ttft_ms": 17363.838483011932, "effective_prompt_throughput_proxy_tok_s": 1887.1403366288432, "cached_tokens": 0, "drafted_tokens": 135, "accepted_tokens": 82, "draft_acceptance_rate": 0.6074074074074074, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All five frozen included TP2-native exact-depth, isolated acceptance, and same-topology target-parity receipts passed. The full objective/baseline battery passed with cache zero on all 16 quality requests.", "caveat": "Grade C one-server partial MTP3 curve. Only five measured target-parity nonzero cells are plotted. The parent MTP2 token-90 divergence structurally excluded 2K before launch, so no MTP3 speed exists there. x0 stays missing and TP2/MTP0-2, the older TP2 graph profile, protected routes, headlines, and LocalMaxxing results remain unchanged.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp3-f16-eager-depth-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp4-eager-f16-exact-context-expansion-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 target-only TP4 eager \u00b7 F16 KV \u00b7 exact nonzero context expansion", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-eager-oracle-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "none", "profile_id": "q38-f01e-autoround-tp4-eager-f16-exact-context-expansion-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c-additive-five-cell-publication", "promotion_status": "authorized-five-new-context-cells-prior-8k-retained-no-x0-graph-headline-or-submission", "config": { "tp": 4, "mtp": 0, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "none", "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 9.826154819323886, "historical_100_event_decode_tok_s": 9.925408908407967, "ttft_ms": 2685.9955209947657, "effective_prompt_throughput_proxy_tok_s": 762.4733488913331, "cached_tokens": 0, "output_token_ids_sha256": "921825efade0d24e902bdbaffecfde1275acf6afeb349d15f993f518b50f7446" }, { "x": 4096, "decode_tok_s": 10.052904972149483, "historical_100_event_decode_tok_s": 10.15444946681766, "ttft_ms": 1420.6567570072366, "effective_prompt_throughput_proxy_tok_s": 2883.1735602543827, "cached_tokens": 0, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 16384, "decode_tok_s": 10.256704369059573, "historical_100_event_decode_tok_s": 10.360307443494518, "ttft_ms": 5845.1856519968715, "effective_prompt_throughput_proxy_tok_s": 2802.9905251003943, "cached_tokens": 0, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 10.167773834875007, "historical_100_event_decode_tok_s": 10.270478621085866, "ttft_ms": 8964.552515011746, "effective_prompt_throughput_proxy_tok_s": 2741.4642235455517, "cached_tokens": 0, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 10.211861327963087, "historical_100_event_decode_tok_s": 10.315011442386956, "ttft_ms": 12209.947939001722, "effective_prompt_throughput_proxy_tok_s": 2683.7133265188263, "cached_tokens": 0, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All six TP4-native exact-depth receipts and the full quality/baseline battery passed; the 8K output matched the frozen parent and 4K-32K matched the TP1 comparison.", "caveat": "Grade C one-server curve. TP4 2K diverged from the conservative TP1 comparison at token 90, but passed every TP4-native gate. This record publishes only five previously missing cells: the existing exact-8K measurement remains unchanged, x0 stays missing, and graph, MTP, protected, headline, and submission authority do not transfer.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp0-f16-eager-depth-expansion-r1-result.json" }, { "id": "q38-f01e-autoround-tp4-piecewise-f16-exact-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 target-only TP4 PIECEWISE \u00b7 F16 KV \u00b7 target-identical partial depth", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-f01e-piecewise-target-v1", "runtime_snapshot_id": "f01e24f6-ac7509e2-official-image", "speculation_method": "none", "profile_id": "q38-f01e-autoround-tp4-piecewise-f16-exact-context-grade-c-r1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c-human-adjudicated-five-cell-publication", "promotion_status": "five-target-identical-piecewise-context-cells-8k-quarantined-no-x0-eager-dated-graph-headline-replacement-or-submission", "identity": { "model_revision": "bce40cacab0a4535b92fb3d57615c2bea9adf3d1", "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b1db40fec2f03dde1ed4e9dfdc2338c9", "model_manifest_sha256": "731d851b39d37f3d58c5a74ad6a7cd3ade1c9e8543ef1612a5d55131ff8331b8" }, "config": { "tp": 4, "mtp": 0, "graph": "on", "graph_mode": "PIECEWISE", "graph_capture_sizes": [ 1 ], "enforce_eager": false, "kv": "f16", "speculation": "none", "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 51.06747790791104, "historical_100_event_decode_tok_s": 51.58331101809196, "ttft_ms": 1632.8634550009156, "effective_prompt_throughput_proxy_tok_s": 1254.2383710821991, "cached_tokens": 0, "output_token_ids_sha256": "921825efade0d24e902bdbaffecfde1275acf6afeb349d15f993f518b50f7446" }, { "x": 4096, "decode_tok_s": 64.42037960929412, "historical_100_event_decode_tok_s": 65.0710905144385, "ttft_ms": 1105.740879997029, "effective_prompt_throughput_proxy_tok_s": 3704.303670142869, "cached_tokens": 0, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 16384, "decode_tok_s": 62.78221708432737, "historical_100_event_decode_tok_s": 63.41638089325997, "ttft_ms": 4568.130447994918, "effective_prompt_throughput_proxy_tok_s": 3586.5875956303753, "cached_tokens": 0, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 62.092862199068605, "historical_100_event_decode_tok_s": 62.720062827342026, "ttft_ms": 7050.89060201135, "effective_prompt_throughput_proxy_tok_s": 3485.5171335362097, "cached_tokens": 0, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 60.50826347203049, "historical_100_event_decode_tok_s": 61.11945805255605, "ttft_ms": 9606.04512199643, "effective_prompt_throughput_proxy_tok_s": 3411.185309234713, "cached_tokens": 0, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "All six exact/cache-zero requests and the full objective/baseline battery passed. These five plotted depths also passed exact same-image TP4 eager target parity; graph identity, all four workers, rank cache, model verification, and cleanup passed.", "caveat": "Grade C one-server partial PIECEWISE curve. Only target-identical 2K/4K/16K/24K/32K are plotted; 8K is a speedless token-99 quarantine and x0 is missing. The current eager curve and dated fully certified FULL_AND_PIECEWISE curve remain separate and unchanged.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp0-f16-piecewise-depth-r1-result.json" }, { "id": "q38-b2dd-tp1-graph-f16-exact-context", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4", "runtime": "vLLM XPU b2dd9ce73d/1e90ffa672 zero-overlay", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-target-only-v1", "runtime_snapshot_id": "b2dd9ce73d-1e90ffa672-zero-overlay", "speculation_method": "none", "config": { "tp": 1, "mtp": 0, "graph": "on", "graph_mode": "FULL_AND_PIECEWISE", "kv": "f16", "configured_max_context_tokens": 32896 }, "workload": "OpenAI-compatible exact flat-token depth requests; 128 output tokens; first 100 events/99 intervals; one quality-qualified server", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 30.09574673632959 }, { "x": 4096, "decode_tok_s": 29.76690784678723 }, { "x": 8192, "decode_tok_s": 29.277761929165937 }, { "x": 16384, "decode_tok_s": 28.4202492985839 }, { "x": 24576, "decode_tok_s": 27.657572566220896 }, { "x": 32768, "decode_tok_s": 26.988772332153104 } ], "quality": "All six exact token/cache/length gates, full+piecewise graph capture, 7 exact cases, 8 repeats, 24 baseline comparisons, and 16 cache-zero observations passed.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-b2dd9ce73d-tp1-exact-depth-r1-result.json" }, { "id": "q38-q4km-tp1-kv-f16-context", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "quantization": "Q4_K_M", "variant": "Q4_K_M", "runtime": "llama.cpp SYCL", "runtime_family": "llama.cpp SYCL", "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "f16" }, "workload": "llama-bench tg128/pp2048, five reps; raw engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 24.81, "prefill_tok_s": 825.24 }, { "x": 2048, "decode_tok_s": 24.46, "prefill_tok_s": 919.67 }, { "x": 4096, "decode_tok_s": 24.25, "prefill_tok_s": 892.64 }, { "x": 8192, "decode_tok_s": 23.83, "prefill_tok_s": 850.97 }, { "x": 16384, "decode_tok_s": 23.1, "prefill_tok_s": 779.5 }, { "x": 24576, "decode_tok_s": 22.42, "prefill_tok_s": 719.39 }, { "x": 32768, "decode_tok_s": 21.77, "prefill_tok_s": 667.83 } ], "evidence": "experiments/qwen38-27b-b70/data/2026-08-22-q4km-tp1-context-kv-sweep.json" }, { "id": "q38-q4km-tp1-f16kv-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "quantization": "Q4_K_M", "variant": "Q4_K_M target-only", "runtime": "llama.cpp SYCL / Intel oneAPI 2026.1.1 reconstruction", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-target-only-v1", "profile_id": "q38-q4km-f16kv-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-http-serving-grade-c", "promotion_status": "authorized-six-cell-f16kv-site-curve-no-headline-or-submission", "speculation_method": "none", "identity": { "model_sha256": "31629f53165ab6a7dad8c9847dcfd1fdf55829dac1e6e748f4a68581b0033d34", "llama_server_sha256": "35f2d2327f05f42feb40f1a015ff46791e7277771ed97653f085be05a6f2c545", "libggml_sycl_sha256": "0e7789313ac5776b197da813d482f78e2f396620cc745af0f9c1bb2ec39bd154" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "f16", "speculation": "none", "configured_max_context_tokens": 33024 }, "workload": "One-slot HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 27.261640383930207, "ttft_ms": 2775.1139199826866 }, { "x": 4096, "decode_tok_s": 27.19498446044623, "ttft_ms": 5577.305173967034 }, { "x": 8192, "decode_tok_s": 26.865065081907545, "ttft_ms": 11343.381671002135 }, { "x": 16384, "decode_tok_s": 25.997575234489133, "ttft_ms": 23472.727512940764 }, { "x": 24576, "decode_tok_s": 25.235258591473393, "ttft_ms": 36439.75531402975 }, { "x": 32768, "decode_tok_s": 24.488129029771436, "ttft_ms": 50266.55042101629 } ], "quality": "All six Grade C synthetic depth requests passed the exact submitted/reported token-count, cache-zero, no-truncation/context-shift, returned-token-count, and timing gates. Separately, the cold realistic HTTP suite passed 12/12 registered output hashes with cache zero at 27.785930 tok/s median decode and 262.869 ms median TTFT.", "caveat": "Grade C applies only to the synthetic 2K-32K depth curve. The F16 x=0 selector remains bound to the original raw-engine sweep, the Q8_0-KV curve remains raw-engine evidence, and neither protocol is relabeled. This result does not replace the package headline or authorize speculation, TP2/TP4, prefill, or LocalMaxxing claims.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-q4km-tp1-http-depth-r1-result.json" }, { "id": "q38-q4km-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "quantization": "Q4_K_M", "variant": "Q4_K_M target-only cache64 SYCL graph", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-graph-cache64-target-only-v1", "speculation_method": "none", "runtime": "llama.cpp SYCL graph patch stack fa0f3b25a47f", "profile_id": "q38-q4km-f16kv-sycl-graph-cache64-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-http-serving-grade-c", "promotion_status": "authorized-seven-cell-q4km-f16kv-cache64-graph-site-curve-no-graph-off-headline-or-submission", "identity": { "model_revision": "0669b98607d47046c7c2b3f801011d54a08cfccf", "model_sha256": "31629f53165ab6a7dad8c9847dcfd1fdf55829dac1e6e748f4a68581b0033d34", "llama_server_sha256": "b82fcfc3bda77b0446c11daa5da62b39ddf941202150d9b44a9092968658e19b", "graph_backend_sha256": "7d03bc06f46f188fd6ecd47034a878a2bd96d20a752a6a0731121176e101c8e2", "terminal_receipt_sha256": "1eec5de2920ddd152a960b8f5ea522b6c63c848fc6f4fc9ee354386b44919eb4" }, "config": { "tp": 1, "mtp": 0, "graph": "on", "graph_mode": "SYCL", "graph_profile": "cache64", "fit": "off", "kv": "f16", "speculation": "none", "configured_max_context_tokens": 33024, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "HTTP /v1/completions; exact submitted token depths; 128 generated tokens; cache zero; conventional 99-interval serving decode", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 26.7217226139707, "ttft_ms": 62.438385997666046, "cached_tokens": 0, "output_token_ids_sha256": "49b7a50ee7ce1dc475a98a80f9818880bd3f7a96c08b27d15b930d103d146833", "context_semantics": "zero prior active context plus one explicit ordinary prompt token" }, { "x": 2048, "decode_tok_s": 26.27152076006284, "ttft_ms": 2267.9043889947934, "cached_tokens": 0, "output_token_ids_sha256": "219949de9eff36c76710e9fad3ab22b9b01c6a4a72f712cc66013c9911b218bf" }, { "x": 4096, "decode_tok_s": 26.020534311732522, "ttft_ms": 4500.047195004299, "cached_tokens": 0, "output_token_ids_sha256": "dcae63089f9a212510a1bc56f3db976fdf6f930afdbe04dd165ab0898375d109" }, { "x": 8192, "decode_tok_s": 25.535150577534598, "ttft_ms": 9220.228648002376, "cached_tokens": 0, "output_token_ids_sha256": "e9febe4f6f60a852c700465c030614b27a3c2fcf57967766ff04c1d97186828a" }, { "x": 16384, "decode_tok_s": 24.575584911219067, "ttft_ms": 19353.331585996784, "cached_tokens": 0, "output_token_ids_sha256": "43a7615f143053d6fe31f49ae84012fa3da0d1a9773099c369ffeab71137b6ab" }, { "x": 24576, "decode_tok_s": 23.73993723470552, "ttft_ms": 30111.513836993254, "cached_tokens": 0, "output_token_ids_sha256": "503e5012677d99b037df86f2d9d53e66c5bcfd0c10c255dc94b880b4896f34f4" }, { "x": 32768, "decode_tok_s": 23.221668353050664, "ttft_ms": 41465.84028600773, "cached_tokens": 0, "output_token_ids_sha256": "ad3b7472e8bd747cc9b5033366f028638df46c7c1d22ecb778f5626165ce04ac" } ], "quality": "Full Qwen3.8 quality battery passed: 7 exact cases, 2 stable repeat runs, the 25,200-token long-context needle, and cached_tokens=0 on all 10 quality requests. All seven depth requests were also cache zero. The graph mechanism passed with 947 direct replays against the 896 floor.", "caveat": "Grade C synthetic exact-depth serving shape under the separately pinned graph-patched cache64 runtime. The graph-off F16/Q8_0 profiles retain their own runtime identity and data. No other KV, quantization, TP/MTP, prefill, concurrency, headline, protected-value, or LocalMaxxing authority transfers.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q4km-f16kv-tp1-sycl-graph-cache64-depth-quality-r1-result.json" }, { "id": "q38-q4km-tp1-kv-q8-context", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "quantization": "Q4_K_M", "variant": "Q4_K_M", "runtime": "llama.cpp SYCL", "runtime_family": "llama.cpp SYCL", "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "q8_0" }, "workload": "llama-bench tg128/pp2048, five reps; raw engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 24.27, "prefill_tok_s": 817.78 }, { "x": 2048, "decode_tok_s": 22.45, "prefill_tok_s": 912.17 }, { "x": 4096, "decode_tok_s": 21.05, "prefill_tok_s": 887.17 }, { "x": 8192, "decode_tok_s": 18.68, "prefill_tok_s": 843.21 }, { "x": 16384, "decode_tok_s": 14.86, "prefill_tok_s": 772.01 }, { "x": 24576, "decode_tok_s": 12.4, "prefill_tok_s": 711.48 }, { "x": 32768, "decode_tok_s": 10.66, "prefill_tok_s": 662.56 } ], "evidence": "experiments/qwen38-27b-b70/data/2026-08-22-q4km-tp1-context-kv-sweep.json" }, { "id": "q38-q8weights-tp1-kv-f16-context", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "variant": "Q8_0", "runtime": "llama.cpp SYCL 4302fb599 + lab TP1 stack / oneAPI 2026.1.1", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-q8-tp1-llamacpp-sycl-target-only-v1", "profile_id": "q38-q8weights-f16-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-depth-sweep", "identity": { "model_revision": "0669b98607d47046c7c2b3f801011d54a08cfccf", "model_sha256": "f5c702d8820d36fb55985bb238fc83ee3a313e920f4b752a437c3a6a9e14e4c8", "bench_sha256": "f8fe61241c010d91dba839ff3d5505def9ba569ae98c0ca498efc01b5fb4e2f0" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "f16", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 19.662501, "prefill_tok_s": 996.89102, "samples": 5 }, { "x": 2048, "decode_tok_s": 19.592508, "prefill_tok_s": 987.388875, "samples": 5 }, { "x": 4096, "decode_tok_s": 19.509481, "prefill_tok_s": 959.560446, "samples": 5 }, { "x": 8192, "decode_tok_s": 19.293993, "prefill_tok_s": 914.062353, "samples": 5 }, { "x": 16384, "decode_tok_s": 18.83887, "prefill_tok_s": 837.512717, "samples": 5 }, { "x": 24576, "decode_tok_s": 18.418098, "prefill_tok_s": 773.146408, "samples": 5 }, { "x": 32768, "decode_tok_s": 18.023689, "prefill_tok_s": 719.144647, "samples": 5 } ], "quality": "The separate exact service tuple passed 7/7 semantic canaries, 8/8 repeat stability, a 7,617-token needle, and zero cached tokens on all 16 responses.", "caveat": "The curve itself is target-only raw-engine pp2048/tg128, not HTTP or realistic-prompt speed; the service quality gate is separate matched-tuple evidence.", "evidence": "experiments/qwen38-27b-b70/data/qwen38-q8weights-f16-tp1-local-20260825-r2/result.json" }, { "id": "q38-q8weights-tp1-f16kv-target-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "variant": "Q8_0 weights target-only", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-q8-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-q8weights-f16kv-target-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-http-serving-grade-c", "promotion_status": "authorized-target-only-q8weights-f16kv-site-curve-no-headline-or-submission", "identity": { "model_revision": "0669b98607d47046c7c2b3f801011d54a08cfccf", "model_sha256": "f5c702d8820d36fb55985bb238fc83ee3a313e920f4b752a437c3a6a9e14e4c8", "llama_server_sha256": "ff2441d012488e3cf7fc537a3e7c1a05fea9159043f3f3a0b257f6647e7c6964", "libggml_sycl_sha256": "959fe7c30eea55d6a2225d970e81e0fb49cfbbf83a4332c79f79c3b0d5bf6b7f", "terminal_receipt_sha256": "42d12af5440c63f7b0ae1c765e491df5a7bff7138c367916d6202b2ff45b1aad" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "fit": "off", "kv": "f16", "speculation": "none", "configured_max_context_tokens": 33024, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "HTTP /v1/completions; exact submitted token depths; 128 generated tokens; cache zero; conventional 99-interval serving decode", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 15.717197487271713, "cached_tokens": 0, "output_token_ids_sha256": "dab29d7687ea2f3c58e9592665e8a4e14d7504ec873e580fb89ee9f1b9574883", "context_semantics": "zero prior active context plus one explicit ordinary prompt token" }, { "x": 2048, "decode_tok_s": 15.458843096537539, "cached_tokens": 0, "output_token_ids_sha256": "db361b8a7e37128f73b8bfcd463d48ec90ca4297dad2d9f16221dd50d8a627fe" }, { "x": 4096, "decode_tok_s": 15.230509805983916, "cached_tokens": 0, "output_token_ids_sha256": "d6e637475049304d94d09bd553ade177f8831eab0754109f2df3c64d4865f256" }, { "x": 8192, "decode_tok_s": 14.775880887179762, "cached_tokens": 0, "output_token_ids_sha256": "adf9344f835b00dd7d74d0e68ddfbfe65d14f15ffdbea0c0e0127099cd06b54c" }, { "x": 16384, "decode_tok_s": 14.007513353127061, "cached_tokens": 0, "output_token_ids_sha256": "793a531365cdedd1722ac0dfe3102bbfef18968f501c5fc1845a80ec40986cc5" }, { "x": 24576, "decode_tok_s": 13.321273594224953, "cached_tokens": 0, "output_token_ids_sha256": "c89d818b02947c125f26355896823ff201cb7a0234571af166b62580101c6983" }, { "x": 32768, "decode_tok_s": 12.6788728221903, "cached_tokens": 0, "output_token_ids_sha256": "12d7b35a781713c3af6635b5d069aa8d5b087e256a49cf395270bd68c65edf91" } ], "quality": "Full Qwen3.8 quality battery passed: 7 exact cases, 2 repeat runs, one 25,200-token long-context case, and cached_tokens=0 on all 10 quality requests. All seven depth requests were also cache zero.", "caveat": "Grade C target-only Q8_0-weight/F16-KV serving curve. The older raw-engine F16 curve remains separately labeled and is not mixed into this HTTP series. No Q8_0-KV, graph, prefill, speculative, TP2/TP4, protected or headline replacement, or LocalMaxxing authority is authorized.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-f16kv-tp1-target-http-depth-quality-r1-result.json" }, { "id": "q38-q8weights-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "variant": "Q8_0 weights target-only cache64 SYCL graph", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-graph-cache64-target-only-v1", "speculation_method": "none", "runtime": "llama.cpp SYCL graph patch stack fa0f3b25a47f", "profile_id": "q38-q8weights-f16kv-sycl-graph-cache64-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-http-serving-grade-c", "promotion_status": "authorized-seven-cell-q8weights-f16kv-cache64-graph-site-curve-no-graph-off-headline-or-submission", "identity": { "model_revision": "0669b98607d47046c7c2b3f801011d54a08cfccf", "model_sha256": "f5c702d8820d36fb55985bb238fc83ee3a313e920f4b752a437c3a6a9e14e4c8", "llama_server_sha256": "b82fcfc3bda77b0446c11daa5da62b39ddf941202150d9b44a9092968658e19b", "graph_backend_sha256": "7d03bc06f46f188fd6ecd47034a878a2bd96d20a752a6a0731121176e101c8e2", "terminal_receipt_sha256": "669cbb2bf44fd5724587d7aaecfa99222e5ed82d81a90df46478751929681355" }, "config": { "tp": 1, "mtp": 0, "graph": "on", "graph_mode": "SYCL", "graph_profile": "cache64", "fit": "off", "kv": "f16", "speculation": "none", "configured_max_context_tokens": 33024, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "HTTP /v1/completions; exact submitted token depths; 128 generated tokens; cache zero; conventional 99-interval serving decode", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 19.167301559287175, "ttft_ms": 80.54172899574041, "cached_tokens": 0, "output_token_ids_sha256": "dab29d7687ea2f3c58e9592665e8a4e14d7504ec873e580fb89ee9f1b9574883", "context_semantics": "zero prior active context plus one explicit ordinary prompt token" }, { "x": 2048, "decode_tok_s": 18.9799759652464, "ttft_ms": 2345.9229419968324, "cached_tokens": 0, "output_token_ids_sha256": "5b50b962a571834aa9a7beebe37929db23520f0749cbe0df2ab847421eea0f30" }, { "x": 4096, "decode_tok_s": 18.92645913551314, "ttft_ms": 4641.036590008298, "cached_tokens": 0, "output_token_ids_sha256": "d6e637475049304d94d09bd553ade177f8831eab0754109f2df3c64d4865f256" }, { "x": 8192, "decode_tok_s": 18.69274344002126, "ttft_ms": 9483.954833995085, "cached_tokens": 0, "output_token_ids_sha256": "adf9344f835b00dd7d74d0e68ddfbfe65d14f15ffdbea0c0e0127099cd06b54c" }, { "x": 16384, "decode_tok_s": 18.219334703070594, "ttft_ms": 19887.802596000256, "cached_tokens": 0, "output_token_ids_sha256": "6729ff1c62f25b70f1c52df382839824037a3e5900b481e2a44eae106fdc4727" }, { "x": 24576, "decode_tok_s": 17.768465334283064, "ttft_ms": 30961.7885560001, "cached_tokens": 0, "output_token_ids_sha256": "f613b70435d43d9164fab65d2152456390ea459d56f3f36cfacc39f81243fb0f" }, { "x": 32768, "decode_tok_s": 17.521196458119796, "ttft_ms": 42329.847107001115, "cached_tokens": 0, "output_token_ids_sha256": "747773a85e12c33128105d8b7163690e67e692ab4a048fb3d08a2f25f01c1186" } ], "quality": "Full Qwen3.8 quality battery passed: 7 exact cases, 2 stable repeat runs, the 25,200-token long-context needle, and cached_tokens=0 on all 10 quality requests. The graph mechanism passed with 947 direct replays against the 896 floor.", "caveat": "Grade C synthetic exact-depth serving shape under the separately pinned graph-patched cache64 runtime. This graph profile can be slower and does not replace graph-off F16/Q8_0 routes, other selectors, headlines, protected values, or LocalMaxxing.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-f16kv-tp1-sycl-graph-cache64-depth-quality-r1-result.json" }, { "id": "q38-q8weights-tp1-q8kv-target-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "variant": "Q8_0 weights target-only", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-q8-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-q8weights-q8kv-target-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-http-serving-grade-c", "promotion_status": "authorized-target-only-q8weights-q8kv-site-curve-no-headline-or-submission", "identity": { "model_revision": "0669b98607d47046c7c2b3f801011d54a08cfccf", "model_sha256": "f5c702d8820d36fb55985bb238fc83ee3a313e920f4b752a437c3a6a9e14e4c8", "llama_server_sha256": "ff2441d012488e3cf7fc537a3e7c1a05fea9159043f3f3a0b257f6647e7c6964", "libggml_sycl_sha256": "959fe7c30eea55d6a2225d970e81e0fb49cfbbf83a4332c79f79c3b0d5bf6b7f", "terminal_receipt_sha256": "a48968624a9b167e2e997031b8dfadc4af91d89dd0e838e76351cd0c96cf3f4e" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "fit": "off", "kv": "q8_0", "speculation": "none", "configured_max_context_tokens": 33024, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "HTTP /v1/completions; exact submitted token depths; 128 generated tokens; cache zero; conventional 99-interval serving decode", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 15.64211300487966, "cached_tokens": 0, "output_token_ids_sha256": "1a8460d6ac1e6052606d8c64525ae12eb2f40380159055df785817b741194ef0", "context_semantics": "zero prior active context plus one explicit ordinary prompt token" }, { "x": 2048, "decode_tok_s": 14.874633425244946, "cached_tokens": 0, "output_token_ids_sha256": "db361b8a7e37128f73b8bfcd463d48ec90ca4297dad2d9f16221dd50d8a627fe" }, { "x": 4096, "decode_tok_s": 14.242379238866612, "cached_tokens": 0, "output_token_ids_sha256": "d6e637475049304d94d09bd553ade177f8831eab0754109f2df3c64d4865f256" }, { "x": 8192, "decode_tok_s": 13.144786025605898, "cached_tokens": 0, "output_token_ids_sha256": "c58c7f49909bd0d4c9206f0ba0a4c8b086368344ec7b9bcf3a9ed53e6d956337" }, { "x": 16384, "decode_tok_s": 11.10097936684887, "cached_tokens": 0, "output_token_ids_sha256": "6729ff1c62f25b70f1c52df382839824037a3e5900b481e2a44eae106fdc4727" }, { "x": 24576, "decode_tok_s": 9.640680271615087, "cached_tokens": 0, "output_token_ids_sha256": "dbce1eabae7120052f6b87f2b267d0180c77cc56ed07edf6a78984c2c02659d9" }, { "x": 32768, "decode_tok_s": 8.548307893500933, "cached_tokens": 0, "output_token_ids_sha256": "747773a85e12c33128105d8b7163690e67e692ab4a048fb3d08a2f25f01c1186" } ], "quality": "Full Qwen3.8 quality battery passed: 7 exact cases, 2 repeat runs, one 25,200-token long-context case, and cached_tokens=0 on all 10 quality requests. All seven depth requests were also cache zero.", "caveat": "Grade C target-only Q8_0-weight/Q8_0-KV serving curve. The earlier Grade D raw-engine estimate overpredicted all seven measured rates by 24.8%-29.2% relative to the measurements and missed every frozen interval; the snapshot remains historical calibration evidence only. No F16-KV, other quantization, graph, prefill, speculative, TP2/TP4, protected or headline replacement, or LocalMaxxing authority is authorized.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-q8kv-tp1-target-http-depth-quality-r1-result.json", "historical_estimate_evidence": [ "data/qwen38-q8weights-q8kv-tp1-context-estimate-v1.json", "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-q8kv-tp1-estimator-calibration-r1.json" ] }, { "id": "q38-q5ks-tp1-kv-f16-context", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "variant": "UD-Q5_K_S", "runtime": "llama.cpp SYCL", "runtime_family": "llama.cpp SYCL", "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "f16" }, "workload": "llama-bench tg128/pp2048, five reps; raw engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 22.72, "prefill_tok_s": 849.3 }, { "x": 2048, "decode_tok_s": 22.37, "prefill_tok_s": 778.35 }, { "x": 4096, "decode_tok_s": 22.13, "prefill_tok_s": 759.39 }, { "x": 8192, "decode_tok_s": 21.79, "prefill_tok_s": 726.59 }, { "x": 16384, "decode_tok_s": 21.19, "prefill_tok_s": 671.59 }, { "x": 24576, "decode_tok_s": 20.61, "prefill_tok_s": 625.83 }, { "x": 32768, "decode_tok_s": 20.09, "prefill_tok_s": 588.21 } ], "evidence": "experiments/qwen38-27b-b70/data/2026-08-22-qwen38-tp1-weight-ladder-sweep.json" }, { "id": "q38-q5ks-tp1-f16kv-target-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "variant": "UD-Q5_K_S target-only", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-q5ks-f16kv-target-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-http-serving-grade-c", "promotion_status": "authorized-target-only-f16kv-site-curve-no-headline-or-submission", "identity": { "model_revision": "4ca720788d1e01f1bff70c033e0d0028fd02e502", "model_sha256": "d8d62ffcf84d42658dd6ccf9782b4d0404700af78b26d750507510c7597b5bfe", "llama_server_sha256": "ff2441d012488e3cf7fc537a3e7c1a05fea9159043f3f3a0b257f6647e7c6964", "terminal_receipt_sha256": "4ec596d510ec9854e77ecb56aacd18763c68386512c0e9df3a77c3f902a81bd9" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "fit": "off", "kv": "f16", "speculation": "none", "configured_max_context_tokens": 33024, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "HTTP /v1/completions; exact submitted token depths; 128 generated tokens; cache zero; conventional 99-interval serving decode", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 22.617348746656774, "cached_tokens": 0, "output_token_ids_sha256": "1a8460d6ac1e6052606d8c64525ae12eb2f40380159055df785817b741194ef0", "context_semantics": "zero prior active context plus one explicit ordinary prompt token" }, { "x": 2048, "decode_tok_s": 22.072826293347987, "cached_tokens": 0, "output_token_ids_sha256": "ece13c1eb408964c3128c70d38a32914c75fc26805495f007b779fc638516bd9" }, { "x": 4096, "decode_tok_s": 21.51247483924336, "cached_tokens": 0, "output_token_ids_sha256": "b1552b09fca7b1391bc0883523a25ec62eb57c78dcae9dd81730dcc2a9e0574a" }, { "x": 8192, "decode_tok_s": 20.699622782660835, "cached_tokens": 0, "output_token_ids_sha256": "6c8a98455d0ea4ea6fca2430e1d6ceb61129259a6fb3a1d72e9ef9e97174777c" }, { "x": 16384, "decode_tok_s": 19.116902989029395, "cached_tokens": 0, "output_token_ids_sha256": "c52d107b24abc6b399e434935e94de59bef7909dd6193c220b13c334926ba24a" }, { "x": 24576, "decode_tok_s": 17.847541304863622, "cached_tokens": 0, "output_token_ids_sha256": "c35d4eb0eaf833b4d9c1eaa01c095e3b0ef8d9333f5fd077882df9c00530e083" }, { "x": 32768, "decode_tok_s": 16.72668172192112, "cached_tokens": 0, "output_token_ids_sha256": "8321d4ab8ca666e8ced57014460bede9a5139bd992a8f27553620be85d3f59e8" } ], "quality": "Full Qwen3.8 quality battery passed: 7 exact cases, 2 repeat runs, one 25,200-token long-context case, and cached_tokens=0 on all 10 quality requests. All seven depth requests were also cache zero.", "caveat": "Grade C target-only F16-KV serving curve. No Q8_0-KV, graph, prefill, speculative, TP2/TP4, protected or headline replacement, or LocalMaxxing authority is authorized.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q5ks-f16kv-tp1-target-http-depth-quality-r1-result.json" }, { "id": "q38-q5ks-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "variant": "UD-Q5_K_S target-only cache64 SYCL graph", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-graph-cache64-target-only-v1", "speculation_method": "none", "runtime": "llama.cpp SYCL graph patch stack fa0f3b25a47f", "profile_id": "q38-q5ks-f16kv-sycl-graph-cache64-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-http-serving-grade-c", "promotion_status": "authorized-seven-cell-q5ks-f16kv-cache64-graph-site-curve-no-graph-off-headline-or-submission", "identity": { "model_revision": "4ca720788d1e01f1bff70c033e0d0028fd02e502", "model_sha256": "d8d62ffcf84d42658dd6ccf9782b4d0404700af78b26d750507510c7597b5bfe", "llama_server_sha256": "b82fcfc3bda77b0446c11daa5da62b39ddf941202150d9b44a9092968658e19b", "graph_backend_sha256": "7d03bc06f46f188fd6ecd47034a878a2bd96d20a752a6a0731121176e101c8e2", "terminal_receipt_sha256": "cb5cc3254971a321050f947baae00ce0d360c9e7ce88056adca3d35f9ed91016" }, "config": { "tp": 1, "mtp": 0, "graph": "on", "graph_mode": "SYCL", "graph_profile": "cache64", "fit": "off", "kv": "f16", "speculation": "none", "configured_max_context_tokens": 33024, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "HTTP /v1/completions; exact submitted token depths; 128 generated tokens; cache zero; conventional 99-interval serving decode", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 23.98574798250926, "ttft_ms": 72.3931230022572, "cached_tokens": 0, "output_token_ids_sha256": "dab29d7687ea2f3c58e9592665e8a4e14d7504ec873e580fb89ee9f1b9574883", "context_semantics": "zero prior active context plus one explicit ordinary prompt token" }, { "x": 2048, "decode_tok_s": 23.643697282911955, "ttft_ms": 2693.075560993748, "cached_tokens": 0, "output_token_ids_sha256": "d838c8adcb6875c9f3173d675ec8cb645f2f3d73f15cbc479440a084ce14c275" }, { "x": 4096, "decode_tok_s": 23.42530742694006, "ttft_ms": 5330.610564997187, "cached_tokens": 0, "output_token_ids_sha256": "b15a4c8ec35ade299d2c6d3d8dc38ee9ae49c38d699bb0c9c3f4f2c95b58d32c" }, { "x": 8192, "decode_tok_s": 23.004461687671654, "ttft_ms": 10886.782232992118, "cached_tokens": 0, "output_token_ids_sha256": "6c8a98455d0ea4ea6fca2430e1d6ceb61129259a6fb3a1d72e9ef9e97174777c" }, { "x": 16384, "decode_tok_s": 22.216618358249068, "ttft_ms": 22676.404379002634, "cached_tokens": 0, "output_token_ids_sha256": "c52d107b24abc6b399e434935e94de59bef7909dd6193c220b13c334926ba24a" }, { "x": 24576, "decode_tok_s": 21.508310356102303, "ttft_ms": 35202.43492900045, "cached_tokens": 0, "output_token_ids_sha256": "c35d4eb0eaf833b4d9c1eaa01c095e3b0ef8d9333f5fd077882df9c00530e083" }, { "x": 32768, "decode_tok_s": 21.023067722865875, "ttft_ms": 48199.57677900675, "cached_tokens": 0, "output_token_ids_sha256": "12d7b35a781713c3af6635b5d069aa8d5b087e256a49cf395270bd68c65edf91" } ], "quality": "Full Qwen3.8 quality battery passed: 7 exact cases, 2 stable repeat runs, the 25,200-token long-context needle, and cached_tokens=0 on all 10 quality requests. All seven depth requests were also cache zero. The graph mechanism passed with 947 direct replays against the 896 floor.", "caveat": "Grade C synthetic exact-depth serving shape under the separately pinned graph-patched cache64 runtime. The graph-off F16/Q8_0 profiles retain their own runtime identity and data. No other KV, quantization, TP/MTP, prefill, concurrency, headline, protected-value, or LocalMaxxing authority transfers.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q5ks-f16kv-tp1-sycl-graph-cache64-depth-quality-r1-result.json" }, { "id": "q38-q4kxl-tp1-kv-f16-context", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL", "runtime": "llama.cpp SYCL", "runtime_family": "llama.cpp SYCL", "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "f16" }, "workload": "llama-bench tg128/pp2048, five reps; raw engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 21.81, "prefill_tok_s": 762.57 }, { "x": 2048, "decode_tok_s": 21.53, "prefill_tok_s": 735.45 }, { "x": 4096, "decode_tok_s": 21.37, "prefill_tok_s": 719.47 }, { "x": 8192, "decode_tok_s": 21.06, "prefill_tok_s": 689.58 }, { "x": 16384, "decode_tok_s": 20.49, "prefill_tok_s": 639.46 }, { "x": 24576, "decode_tok_s": 19.95, "prefill_tok_s": 596.49 }, { "x": 32768, "decode_tok_s": 19.45, "prefill_tok_s": 564.86 } ], "evidence": "experiments/qwen38-27b-b70/data/2026-08-22-qwen38-tp1-weight-ladder-sweep.json" }, { "id": "q38-q4kxl-tp1-f16kv-target-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL target-only", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-q4kxl-f16kv-target-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-http-serving-grade-c", "promotion_status": "authorized-target-only-f16kv-site-curve-no-headline-or-submission", "identity": { "model_revision": "4ca720788d1e01f1bff70c033e0d0028fd02e502", "model_sha256": "3f227079003add2511437e5b1e94812e363385225bf6a9b47b0054a72bc8b01e", "llama_server_sha256": "ff2441d012488e3cf7fc537a3e7c1a05fea9159043f3f3a0b257f6647e7c6964", "terminal_receipt_sha256": "7686c8e460e3a45a81b625833b561de091e4db3fd0c2b3fac2f2cbbaca26731c" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "fit": "off", "kv": "f16", "speculation": "none", "configured_max_context_tokens": 33024, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "HTTP /v1/completions; exact submitted token depths; 128 generated tokens; cache zero; conventional 99-interval serving decode", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 21.826326109162604, "cached_tokens": 0, "output_token_ids_sha256": "dab29d7687ea2f3c58e9592665e8a4e14d7504ec873e580fb89ee9f1b9574883", "context_semantics": "zero prior active context plus one explicit ordinary prompt token" }, { "x": 2048, "decode_tok_s": 21.311674949425424, "cached_tokens": 0, "output_token_ids_sha256": "0a428a380938d4f8566036c21dba0b61c90affcb4f43a70b427f9519d8105bd2" }, { "x": 4096, "decode_tok_s": 20.87064005039118, "cached_tokens": 0, "output_token_ids_sha256": "66698ee7dccd3e65e98407f2cdd04b19705ced64670137a6524ede7b2c187d6a" }, { "x": 8192, "decode_tok_s": 20.01988162715276, "cached_tokens": 0, "output_token_ids_sha256": "cdfb82ff7c612de156451afd34a8ab0dc79830d80494ff4a1c18552bb6ef994e" }, { "x": 16384, "decode_tok_s": 18.641111109262432, "cached_tokens": 0, "output_token_ids_sha256": "76af0304a4d33053006a4471631681c16f3063c76ab1451792c42c5d023c07e2" }, { "x": 24576, "decode_tok_s": 17.370272845612092, "cached_tokens": 0, "output_token_ids_sha256": "490e6ee1f61d149c3c979165ed2ece4e7874972637ec4818498db4a10816cdbe" }, { "x": 32768, "decode_tok_s": 16.387443320790123, "cached_tokens": 0, "output_token_ids_sha256": "3e7f1a4b1ab7e9ecd6f7dd4a4b5890192051a7d18643ba2e0b9f2f4a75bc9419" } ], "quality": "Full Qwen3.8 quality battery passed: 7 exact cases, 2 repeat runs, one 25,200-token long-context case, and cached_tokens=0 on all 10 quality requests. All seven depth requests were also cache zero.", "caveat": "Grade C target-only F16-KV serving curve. The matched Q8_0-KV HTTP sibling is not yet valid and is not compared here. No graph, prefill, speculative, TP2/TP4, protected or headline replacement, or LocalMaxxing authority is authorized.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q4kxl-f16kv-tp1-target-http-depth-quality-r1-result.json" }, { "id": "q38-q4kxl-tp1-f16kv-sycl-graph-cache64-http-context-r3-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL target-only \u00b7 SYCL graph cache64", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-graph-cache64-v1", "speculation_method": "none", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110 + exact 3-patch graph chain", "profile_id": "q38-q4kxl-f16kv-sycl-graph-cache64-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-http-serving-grade-c", "promotion_status": "authorized-q4kxl-f16kv-cache64-graph-site-curve-no-headline-or-submission", "identity": { "model_revision": "4ca720788d1e01f1bff70c033e0d0028fd02e502", "model_sha256": "3f227079003add2511437e5b1e94812e363385225bf6a9b47b0054a72bc8b01e", "llama_server_sha256": "b82fcfc3bda77b0446c11daa5da62b39ddf941202150d9b44a9092968658e19b", "graph_backend_sha256": "7d03bc06f46f188fd6ecd47034a878a2bd96d20a752a6a0731121176e101c8e2", "terminal_receipt_sha256": "008943ce0c41d63f2b2620a2785e0dc7f3cbd170c7b45d334eae9420aa771e9b" }, "config": { "tp": 1, "mtp": 0, "graph": "on", "graph_mode": "SYCL", "graph_cache_size": 64, "fit": "off", "kv": "f16", "speculation": "none", "configured_max_context_tokens": 33024, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "HTTP /v1/completions; exact submitted token depths; 128 generated tokens; cache zero; conventional 99-interval serving decode", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 23.20717810276497, "ttft_ms": 76.44050299131777, "cached_tokens": 0, "output_token_ids_sha256": "dab29d7687ea2f3c58e9592665e8a4e14d7504ec873e580fb89ee9f1b9574883", "context_semantics": "zero prior active context plus one explicit ordinary prompt token" }, { "x": 2048, "decode_tok_s": 22.822029963348005, "ttft_ms": 2834.0580869989935, "cached_tokens": 0, "output_token_ids_sha256": "4091434f407380cdbd974136168961f1235aff408562dbd72a2ea0bb1b659c5d" }, { "x": 4096, "decode_tok_s": 22.66142475534695, "ttft_ms": 5614.368496011593, "cached_tokens": 0, "output_token_ids_sha256": "6926aa8ceb45f39719dabb2a224ab55979c2c8599bca94a51ec02fe47b2fd61c" }, { "x": 8192, "decode_tok_s": 22.267522660577832, "ttft_ms": 11452.18236099754, "cached_tokens": 0, "output_token_ids_sha256": "d38b6e716fce36ad0f339b67d009ac94c2b3b64b69128050d2f15e1ac7b5d00c" }, { "x": 16384, "decode_tok_s": 21.45337721637781, "ttft_ms": 23806.60338200687, "cached_tokens": 0, "output_token_ids_sha256": "76af0304a4d33053006a4471631681c16f3063c76ab1451792c42c5d023c07e2" }, { "x": 24576, "decode_tok_s": 20.760840745828116, "ttft_ms": 36924.882351988344, "cached_tokens": 0, "output_token_ids_sha256": "fcd5a80511fce0a931682be94ab755621f33c01a999269446710fc77304f2144" }, { "x": 32768, "decode_tok_s": 20.3516257692428, "ttft_ms": 50485.1422119973, "cached_tokens": 0, "output_token_ids_sha256": "3e7f1a4b1ab7e9ecd6f7dd4a4b5890192051a7d18643ba2e0b9f2f4a75bc9419" } ], "quality": "Full Qwen3.8 quality battery passed: 7 exact cases, 2 stable repeat runs, one 25,200-token long-context case, and cached_tokens=0 on all 10 quality requests. Graph telemetry passed with 947 direct replays versus the frozen 896 minimum.", "caveat": "Grade C cache64 graph-on F16-KV serving curve under the exact graph-patched runtime. The terminal receipt was recovered offline after a validator-composition fix from the completed immutable raw root; no GPU workload was rerun. Cache64 is the source-supported maximum. No other KV/quant/TP/MTP selector, graph-off replacement, prefill, protected or headline replacement, or LocalMaxxing authority is authorized.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q4kxl-f16kv-tp1-sycl-graph-cache64-depth-quality-r3-result.json" }, { "id": "q38-q4kxl-tp1-kv-q8-context", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL", "runtime": "llama.cpp SYCL fa0f3b25a47f346858a4d0d169f5181aa424b110", "runtime_family": "llama.cpp SYCL", "profile_id": "q38-q4kxl-q8-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-depth-sweep", "identity": { "model_sha256": "3f227079003add2511437e5b1e94812e363385225bf6a9b47b0054a72bc8b01e", "bench_sha256": "908b78b77fc28ad23b2924b7f32f56f4a8415eac9c2a79a244dee85b49b19030" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "q8_0", "vision": "not loaded", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each exact depth, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 23.122116, "prefill_tok_s": 759.033298, "samples": 5 }, { "x": 2048, "decode_tok_s": 21.447833, "prefill_tok_s": 731.081733, "samples": 5 }, { "x": 4096, "decode_tok_s": 20.178749, "prefill_tok_s": 714.545011, "samples": 5 }, { "x": 8192, "decode_tok_s": 17.991709, "prefill_tok_s": 685.254801, "samples": 5 }, { "x": 16384, "decode_tok_s": 14.383417, "prefill_tok_s": 634.601362, "samples": 5 }, { "x": 24576, "decode_tok_s": 12.092596, "prefill_tok_s": 592.443936, "samples": 5 }, { "x": 32768, "decode_tok_s": 10.425173, "prefill_tok_s": 557.748574, "samples": 5 } ], "quality": "Performance-only raw-engine sweep; no new quality gate. The x=0 marker is a real n_depth=0 measurement.", "caveat": "Target-only raw-engine curve, not the MTP/vision package and not an HTTP serving measurement. Historical quality is cited separately and not transferred.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-q4kxl-q8-tp1-exact-depth-result.json" }, { "id": "q38-q4kxl-tp1-q8kv-target-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "quantization": "UD-Q4_K_XL", "variant": "UD-Q4_K_XL target-only", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-q4kxl-q8kv-target-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-http-serving-grade-c", "promotion_status": "authorized-target-only-q4kxl-q8kv-site-curve-no-headline-or-submission", "identity": { "model_revision": "4ca720788d1e01f1bff70c033e0d0028fd02e502", "model_sha256": "3f227079003add2511437e5b1e94812e363385225bf6a9b47b0054a72bc8b01e", "llama_server_sha256": "ff2441d012488e3cf7fc537a3e7c1a05fea9159043f3f3a0b257f6647e7c6964", "terminal_receipt_sha256": "de0d7ac0485fc03b492dc21e0557e66b22d14189953644346ada3c63f7ede64c" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "fit": "off", "kv": "q8_0", "speculation": "none", "configured_max_context_tokens": 33024, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "HTTP /v1/completions; exact submitted token depths; 128 generated tokens; cache zero; conventional 99-interval serving decode", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 21.769202757569552, "cached_tokens": 0, "output_token_ids_sha256": "dab29d7687ea2f3c58e9592665e8a4e14d7504ec873e580fb89ee9f1b9574883", "context_semantics": "zero prior active context plus one explicit ordinary prompt token" }, { "x": 2048, "decode_tok_s": 20.267185566421563, "cached_tokens": 0, "output_token_ids_sha256": "55daa3fccbd5893601205e34d660ec1eccb3d5fdf5f53328e2afca61e0557631" }, { "x": 4096, "decode_tok_s": 19.088507810265277, "cached_tokens": 0, "output_token_ids_sha256": "66698ee7dccd3e65e98407f2cdd04b19705ced64670137a6524ede7b2c187d6a" }, { "x": 8192, "decode_tok_s": 17.118296247131028, "cached_tokens": 0, "output_token_ids_sha256": "d38b6e716fce36ad0f339b67d009ac94c2b3b64b69128050d2f15e1ac7b5d00c" }, { "x": 16384, "decode_tok_s": 13.830939568896348, "cached_tokens": 0, "output_token_ids_sha256": "76af0304a4d33053006a4471631681c16f3063c76ab1451792c42c5d023c07e2" }, { "x": 24576, "decode_tok_s": 11.64708116811193, "cached_tokens": 0, "output_token_ids_sha256": "9b7540f1408d31cf59181e21ab0c9733232f601d8afd8fb208dcbf12fd5cb159" }, { "x": 32768, "decode_tok_s": 10.07665400680413, "cached_tokens": 0, "output_token_ids_sha256": "3e7f1a4b1ab7e9ecd6f7dd4a4b5890192051a7d18643ba2e0b9f2f4a75bc9419" } ], "quality": "Full Qwen3.8 quality battery passed: 7 exact cases, 2 repeat runs, one 25,200-token long-context case, and cached_tokens=0 on all 10 quality requests. All seven depth requests were also cache zero.", "caveat": "Grade C target-only Q8_0-KV serving curve. The matched F16-KV sibling is separately qualified and transfers no authority into this result. No other quantization, graph, prefill, speculative, TP2/TP4, protected or headline replacement, or LocalMaxxing authority is authorized.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q4kxl-q8kv-tp1-target-http-depth-quality-r1-result.json" }, { "id": "q38-q5ks-flagship-tp1-kv-q8-context", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "variant": "UD-Q5_K_S", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-q5ks-q8-raw-target-only-depth-v1", "measurement_class": "llama-bench-raw-depth-sweep", "identity": { "model_sha256": "d8d62ffcf84d42658dd6ccf9782b4d0404700af78b26d750507510c7597b5bfe", "bench_sha256": "0ffeba4bca13262ae7c1648dff81235e7fe2ad4513d12f6c2b717ccde44e0275" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "kv": "q8_0", "vision": "not loaded", "speculation": "none" }, "workload": "llama-bench pp2048 plus tg128 at each existing-depth point, five repetitions, fa=on; raw-engine shape metric", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 22.641875, "prefill_tok_s": 915.077622 }, { "x": 2048, "decode_tok_s": 21.013731, "prefill_tok_s": 831.413858 }, { "x": 4096, "decode_tok_s": 19.763244, "prefill_tok_s": 822.288881 }, { "x": 8192, "decode_tok_s": 17.627474, "prefill_tok_s": 807.562129 }, { "x": 16384, "decode_tok_s": 14.139247, "prefill_tok_s": 760.357526 }, { "x": 24576, "decode_tok_s": 11.904055, "prefill_tok_s": 750.98526 }, { "x": 32768, "decode_tok_s": 10.32272, "prefill_tok_s": 678.867511 } ], "quality": "Performance-only raw-engine sweep; no quality gate. The x=0 marker is a real n_depth=0 measurement, not an invented graph origin.", "caveat": "Not the full package: mmproj and MTP draft were not loaded, and no 262144 configured-capacity selector is supported by this evidence.", "evidence": "repro/qwen38-27b-256k-vision-mtp-b70/qwen38-27b-q5ks-flagship.sweep.json" }, { "id": "q38-q5ks-tp1-q8kv-target-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "quantization": "UD-Q5_K_S", "variant": "UD-Q5_K_S target-only", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none", "runtime": "llama.cpp SYCL 9fee29e9435f865ec0b811a783a6471a136d9317", "profile_id": "q38-q5ks-q8kv-target-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-http-serving-grade-c", "promotion_status": "authorized-target-only-site-curve-no-headline-or-submission", "identity": { "model_revision": "4ca720788d1e01f1bff70c033e0d0028fd02e502", "model_sha256": "d8d62ffcf84d42658dd6ccf9782b4d0404700af78b26d750507510c7597b5bfe", "llama_server_sha256": "ff2441d012488e3cf7fc537a3e7c1a05fea9159043f3f3a0b257f6647e7c6964", "terminal_receipt_sha256": "2290101bbcf4a98af5758b7ab3b8eeb102ac4732b1f868ec8a08509cdcf456b6" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "fit": "off", "kv": "q8_0", "speculation": "none", "configured_max_context_tokens": 33024, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "HTTP /v1/completions; exact submitted token depths; 128 generated tokens; cache zero; conventional 99-interval serving decode", "axis": "active_context_tokens", "points": [ { "x": 0, "decode_tok_s": 22.485360956826327, "cached_tokens": 0, "output_token_ids_sha256": "f4d997abb77ff77acabd02b601f1ce405cde65400367fa2f29c103d61659a355", "context_semantics": "zero prior active context plus one explicit ordinary prompt token" }, { "x": 2048, "decode_tok_s": 20.880043911731846, "cached_tokens": 0, "output_token_ids_sha256": "ece13c1eb408964c3128c70d38a32914c75fc26805495f007b779fc638516bd9" }, { "x": 4096, "decode_tok_s": 19.585282238140003, "cached_tokens": 0, "output_token_ids_sha256": "b1552b09fca7b1391bc0883523a25ec62eb57c78dcae9dd81730dcc2a9e0574a" }, { "x": 8192, "decode_tok_s": 17.50471579785839, "cached_tokens": 0, "output_token_ids_sha256": "e2f7a659a1b9fc93aeb8b766be5ceb4b9c9f835ad61b50023a0224401eed141c" }, { "x": 16384, "decode_tok_s": 14.048644681829956, "cached_tokens": 0, "output_token_ids_sha256": "c52d107b24abc6b399e434935e94de59bef7909dd6193c220b13c334926ba24a" }, { "x": 24576, "decode_tok_s": 11.822951271745719, "cached_tokens": 0, "output_token_ids_sha256": "c89d818b02947c125f26355896823ff201cb7a0234571af166b62580101c6983" }, { "x": 32768, "decode_tok_s": 10.214448950905807, "cached_tokens": 0, "output_token_ids_sha256": "caa3ae5a3998c179a26e6d931b380e5170aeccf184a7581aa674989def002c33" } ], "quality": "Full Qwen3.8 quality battery passed: 7 exact cases, 2 repeat runs, one 25,200-token long-context case, and cached_tokens=0 on all 10 quality requests. All seven depth requests were also cache zero.", "caveat": "Grade C target-only serving curve. No prefill cells, speculative routes, TP2/TP4 cells, protected or headline replacement, or LocalMaxxing submission are authorized.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-25-qwen38-q5ks-q8kv-tp1-target-http-depth-quality-r1-result.json" }, { "id": "q38-q4km-tp2-f16kv-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "quantization": "Q4_K_M", "variant": "Q4_K_M target-only TP2", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp2-llamacpp-sycl-q4km-http-depth-v1", "speculation_method": "none", "runtime": "llama.cpp SYCL 4302fb59969a5d8cf9f8e5f55fdd4506d0ed2126 + lab TP2 patch stack", "profile_id": "q38-q4km-tp2-f16kv-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-http-serving-grade-c", "promotion_status": "authorized-six-cell-tp2-http-context-curve-no-x0-headline-or-submission", "identity": { "model_revision": "0669b98607d47046c7c2b3f801011d54a08cfccf", "model_sha256": "31629f53165ab6a7dad8c9847dcfd1fdf55829dac1e6e748f4a68581b0033d34", "llama_server_sha256": "6ae782c7e8f7a992e0eeced10ade2a84b3cbb9ba65c65cbb917e52d1ce09777d", "libggml_sycl_sha256": "375f6d251b022b62367e73d2cd6b7eb0200efc9cc9c854a509af45950938c3ed", "full_lab_patch_sha256": "f21e9b557c3d024527ac98d5f189cf7ea72fa8c38a5faf2a22ee339fd1988998" }, "config": { "tp": 2, "mtp": 0, "graph": "off", "graph_mode": "off", "fit": "off", "kv": "f16", "reasoning_enabled": false, "speculation": "none", "tensor_split": "1,1", "parallel_slots": 1, "configured_max_context_tokens": 33024, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "One-slot native HTTP /v1/completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 49.489490115227746, "ttft_ms": 1945.0462919194251, "cached_tokens": 0, "output_token_ids_sha256": "d559355d1174c49098c35dde4936c0166c02ab7d986777c465c9d6809ae92fca" }, { "x": 4096, "decode_tok_s": 49.01030658650703, "ttft_ms": 3860.131878987886, "cached_tokens": 0, "output_token_ids_sha256": "dcae63089f9a212510a1bc56f3db976fdf6f930afdbe04dd165ab0898375d109" }, { "x": 8192, "decode_tok_s": 48.30039279903885, "ttft_ms": 7861.680709989741, "cached_tokens": 0, "output_token_ids_sha256": "e9febe4f6f60a852c700465c030614b27a3c2fcf57967766ff04c1d97186828a" }, { "x": 16384, "decode_tok_s": 47.03057165241295, "ttft_ms": 16299.778147018515, "cached_tokens": 0, "output_token_ids_sha256": "12b2722e005cbb3e0e9e03e08b9757878e144589d9a1c82f3cd3d9c040e090d9" }, { "x": 24576, "decode_tok_s": 45.53456055073531, "ttft_ms": 25347.310534096323, "cached_tokens": 0, "output_token_ids_sha256": "503e5012677d99b037df86f2d9d53e66c5bcfd0c10c255dc94b880b4896f34f4" }, { "x": 32768, "decode_tok_s": 44.43728051677345, "ttft_ms": 35058.737567975186, "cached_tokens": 0, "output_token_ids_sha256": "ad3b7472e8bd747cc9b5033366f028638df46c7c1d22ecb778f5626165ce04ac" } ], "quality": "All six Grade C exact-depth requests passed exact submitted/reported prompt counts, 128-token output, cache-zero, no-truncation/context-shift, and timing gates. Separately, the same promoted Q4_K_M TP2 stack passed the 12-prompt realistic cache-zero suite with 12/12 registered output hashes.", "caveat": "The repeated-token 2K-32K curve is Grade C shape evidence, not natural prose. No x=0 HTTP request was measured. The separate realistic suite does not fabricate that point or change the depth fixture's grade. No TP1, alternate KV, graph, prefill, concurrency, headline, protected-value, or submission authority transfers.", "evidence": "experiments/qwen38-27b-b70/data/qwen38-q4km-tp2-http-depth-20260825-r1-attempt1/summary.json" }, { "id": "q38-q8weights-tp2-f16kv-http-context-r3-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "variant": "Q8_0 target-only TP2", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp2-llamacpp-sycl-q8-http-depth-v1", "speculation_method": "none", "runtime": "llama.cpp SYCL 4302fb59969a5d8cf9f8e5f55fdd4506d0ed2126 + lab TP2 patch stack", "profile_id": "q38-q8weights-tp2-f16kv-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-http-serving-grade-c", "promotion_status": "authorized-six-cell-tp2-http-context-and-server-prefill-curve-no-x0-headline-or-submission", "identity": { "model_revision": "0669b98607d47046c7c2b3f801011d54a08cfccf", "model_sha256": "f5c702d8820d36fb55985bb238fc83ee3a313e920f4b752a437c3a6a9e14e4c8", "llama_server_sha256": "6ae782c7e8f7a992e0eeced10ade2a84b3cbb9ba65c65cbb917e52d1ce09777d", "libggml_sycl_sha256": "375f6d251b022b62367e73d2cd6b7eb0200efc9cc9c854a509af45950938c3ed" }, "config": { "tp": 2, "mtp": 0, "graph": "off", "graph_mode": "off", "fit": "off", "kv": "f16", "reasoning_enabled": false, "speculation": "none", "tensor_split": "1,1", "parallel_slots": 1, "configured_max_context_tokens": 33024, "cache_prompt": false, "ctx_checkpoints": 0 }, "workload": "One-slot native HTTP /v1/completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals; one server prompt-evaluation timing row per depth", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 36.79674030798057, "prefill_tok_s": 1032.33, "ttft_ms": 2003.0714339809492, "cached_tokens": 0, "output_token_ids_sha256": "5b50b962a571834aa9a7beebe37929db23520f0749cbe0df2ab847421eea0f30" }, { "x": 4096, "decode_tok_s": 36.553471815162666, "prefill_tok_s": 1038.62, "ttft_ms": 3957.1460890583694, "cached_tokens": 0, "output_token_ids_sha256": "d6e637475049304d94d09bd553ade177f8831eab0754109f2df3c64d4865f256" }, { "x": 8192, "decode_tok_s": 36.01395813311342, "prefill_tok_s": 1019.69, "ttft_ms": 8047.487462987192, "cached_tokens": 0, "output_token_ids_sha256": "c58c7f49909bd0d4c9206f0ba0a4c8b086368344ec7b9bcf3a9ed53e6d956337" }, { "x": 16384, "decode_tok_s": 35.085401486482745, "prefill_tok_s": 983.52, "ttft_ms": 16681.124167051166, "cached_tokens": 0, "output_token_ids_sha256": "6729ff1c62f25b70f1c52df382839824037a3e5900b481e2a44eae106fdc4727" }, { "x": 24576, "decode_tok_s": 34.518837744162, "prefill_tok_s": 947.33, "ttft_ms": 25957.882561022416, "cached_tokens": 0, "output_token_ids_sha256": "c89d818b02947c125f26355896823ff201cb7a0234571af166b62580101c6983" }, { "x": 32768, "decode_tok_s": 33.848820185540816, "prefill_tok_s": 915.09, "ttft_ms": 35832.39820506424, "cached_tokens": 0, "output_token_ids_sha256": "747773a85e12c33128105d8b7163690e67e692ab4a048fb3d08a2f25f01c1186" } ], "quality": "All six Grade C exact-depth requests passed exact prompt-count, 128-token output, cache-zero, no-truncation/context-shift, timing, and single prompt-evaluation-row gates. The earlier 12-prompt quality-cleared headline used reasoning-enabled output and remains a distinct identity from this reasoning-off depth curve.", "caveat": "The repeated-token 2K-32K curve is Grade C shape evidence, not natural prose. No x=0 HTTP request was measured. The historical reasoning-enabled package headline is not joined to this reasoning-off curve. No TP1, alternate KV, graph, concurrency, protected-value, or submission authority transfers.", "evidence": "experiments/qwen38-27b-b70/data/qwen38-q8-tp2-http-depth-prefill-20260825-r3-attempt1/summary.json" }, { "id": "q38-official-fp8-tp1-f16kv-eager-http-context-r2-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "quantization": "FP8", "variant": "Official FP8 target-only TP1 eager", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-target-only-v1", "speculation_method": "none", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "profile_id": "q38-official-fp8-tp1-f16kv-eager-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "authorized-three-cell-tp1-eager-http-context-curve-no-x0-16k-plus-headline-or-submission", "identity": { "model_revision": "017b9c7af6b5689d5dd426a76e0bc077eb5ca20a", "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b1db40fec2f03dde1ed4e9dfdc2338c9", "model_manifest_sha256": "61e3df11c49cb0dc2b7fe49ba56fe97a6a95d05732e5a52911343ecca7edc4fb", "terminal_receipt_sha256": "0c698d5e33dc151c879c82aeed42e46ed846aa331e4e5e104a85912a070ef156" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "graph_mode": "off", "enforce_eager": true, "kv": "f16", "speculation": "none", "parallel_slots": 1, "configured_max_context_tokens": 8448, "gpu_memory_utilization": 0.96, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 10.752574826796211, "ttft_ms": 2289.1607579949778, "cached_tokens": 0, "output_token_ids_sha256": "f504c0a691e466943c82b270087c30b09e5b39b11af600878cc3ddcc0f913105" }, { "x": 4096, "decode_tok_s": 10.760381473147484, "ttft_ms": 4591.800662004971, "cached_tokens": 0, "output_token_ids_sha256": "0f078254be0567e42025404c942fead803aec5e93225809777b7c1149be42a3d" }, { "x": 8192, "decode_tok_s": 10.741772379915982, "ttft_ms": 9333.341902005486, "cached_tokens": 0, "output_token_ids_sha256": "1d6bc48d9693f0977cc5154df5b1333cc9db4303e5b9444a9195e5ab4bd19905" } ], "quality": "All three Grade C exact-depth requests passed exact prompt-count, 128-token output, cache-zero, no-truncation/context-shift, and timing gates. All 66 weight files passed strict O_DIRECT plus ordinary full-read verification.", "caveat": "The repeated-token 2K-8K curve is Grade C shape evidence, not natural prose or a full semantic battery. No x=0 or 16K/24K/32K point was measured. TP1 eager is a separate operating profile from TP2 PIECEWISE. No graph-on, alternate-KV, MTP, concurrency, headline, protected-value, or submission authority transfers.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-fp8-tp1-fit-depth-r2-result.json" }, { "id": "q38-official-fp8-tp4-f16kv-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "quantization": "FP8", "variant": "Official FP8 target-only TP4", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-official-fp8-http-depth-v1", "speculation_method": "none", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "profile_id": "q38-official-fp8-tp4-f16kv-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "authorized-six-cell-tp4-http-context-curve-no-x0-headline-or-submission", "identity": { "model_revision": "017b9c7af6b5689d5dd426a76e0bc077eb5ca20a", "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b1db40fec2f03dde1ed4e9dfdc2338c9", "model_manifest_sha256": "61e3df11c49cb0dc2b7fe49ba56fe97a6a95d05732e5a52911343ecca7edc4fb" }, "config": { "tp": 4, "mtp": 0, "graph": "on", "graph_mode": "PIECEWISE", "graph_capture_sizes": [ 1 ], "kv": "f16", "speculation": "none", "parallel_slots": 1, "configured_max_context_tokens": 33024, "gpu_memory_utilization": 0.8, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 35.526051366782006, "ttft_ms": 1972.8882819908904, "effective_prompt_throughput_proxy_tok_s": 1038.0719570868516, "cached_tokens": 0, "output_token_ids_sha256": "c23bf554e30205f7606c6ab9a137d5e53f5d5868d3a963d02109a3e7bf364d1b" }, { "x": 4096, "decode_tok_s": 34.898259891958816, "ttft_ms": 3662.974345003022, "effective_prompt_throughput_proxy_tok_s": 1118.216950000675, "cached_tokens": 0, "output_token_ids_sha256": "b751b0bfa737c4824dc37b5e3da89238b4f4197345fae8c4d7de8e66a694417e" }, { "x": 8192, "decode_tok_s": 33.969008846291906, "ttft_ms": 7200.292951005395, "effective_prompt_throughput_proxy_tok_s": 1137.7314861690636, "cached_tokens": 0, "output_token_ids_sha256": "b619ef25f938c18e11e67b21339fb95cf632520cb59c63a9cf211b0cbd46a0df" }, { "x": 16384, "decode_tok_s": 33.643737958666264, "ttft_ms": 14424.102268996648, "effective_prompt_throughput_proxy_tok_s": 1135.8765831282258, "cached_tokens": 0, "output_token_ids_sha256": "d33b03661a70c438ffc7d55dd6c80ae850f37350ff7c24702db3423106edc2cb" }, { "x": 24576, "decode_tok_s": 33.27243664089886, "ttft_ms": 21792.12021800049, "effective_prompt_throughput_proxy_tok_s": 1127.7470826220938, "cached_tokens": 0, "output_token_ids_sha256": "c89d818b02947c125f26355896823ff201cb7a0234571af166b62580101c6983" }, { "x": 32768, "decode_tok_s": 33.106580865553255, "ttft_ms": 29236.43605300458, "effective_prompt_throughput_proxy_tok_s": 1120.793243765855, "cached_tokens": 0, "output_token_ids_sha256": "98947e31c8ca0d0660722608218a7a6cb8f7022fb484df876e042a5a04d573c8" } ], "quality": "All six Grade C exact-depth requests passed exact prompt-count, 128-token output, cache-zero, no-truncation/context-shift, and timing gates. All 66 weight files passed strict O_DIRECT plus ordinary full-read verification.", "caveat": "The repeated-token 2K-32K curve is Grade C shape evidence, not natural prose. No x=0 point was measured. Effective prompt throughput is a disclosed HTTP TTFT proxy, not server prefill. This official-FP8 profile does not replace the faster AutoRound TP4 frontier. No alternate-KV, MTP, concurrency, headline, protected-value, or submission authority transfers.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-fp8-tp4-http-depth-r1-result.json" }, { "id": "q38-official-fp8-tp2-f16kv-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "quantization": "FP8", "variant": "Official FP8 target-only TP2", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-official-fp8-http-depth-v1", "speculation_method": "none", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "profile_id": "q38-official-fp8-tp2-f16kv-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "authorized-six-cell-tp2-http-context-curve-no-x0-headline-or-submission", "identity": { "model_revision": "017b9c7af6b5689d5dd426a76e0bc077eb5ca20a", "image": "vllm/vllm-openai-xpu@sha256:f01e24f6c7ff01f1e0662234255a1372297d1dbd89d003cf13c8fad3eab1ba4f", "vllm_source": "ac7509e2b", "model_manifest_sha256": "61e3df11c49cb0dc2b7fe49ba56fe97a6a95d05732e5a52911343ecca7edc4fb" }, "config": { "tp": 2, "mtp": 0, "graph": "on", "graph_mode": "PIECEWISE", "graph_capture_sizes": [ 1 ], "kv": "f16", "speculation": "none", "parallel_slots": 1, "configured_max_context_tokens": 33024, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 21.83515985732775, "ttft_ms": 1385.137420031242, "effective_prompt_throughput_proxy_tok_s": 1478.553658563211, "cached_tokens": 0, "output_token_ids_sha256": "f504c0a691e466943c82b270087c30b09e5b39b11af600878cc3ddcc0f913105" }, { "x": 4096, "decode_tok_s": 21.67327818299236, "ttft_ms": 2605.8584400452673, "effective_prompt_throughput_proxy_tok_s": 1571.8428664639384, "cached_tokens": 0, "output_token_ids_sha256": "0f078254be0567e42025404c942fead803aec5e93225809777b7c1149be42a3d" }, { "x": 8192, "decode_tok_s": 21.270145761584512, "ttft_ms": 5191.96776591707, "effective_prompt_throughput_proxy_tok_s": 1577.8218142602484, "cached_tokens": 0, "output_token_ids_sha256": "e6fa5a350fef6d977e98c576716f400854d02e542f6315b2e4da35fe345f0f51" }, { "x": 16384, "decode_tok_s": 20.927452277370538, "ttft_ms": 10533.231251989491, "effective_prompt_throughput_proxy_tok_s": 1555.4581123342782, "cached_tokens": 0, "output_token_ids_sha256": "bbcad44e1415ae44a1a285618c47ee9d38000b71093ead24464180a86a2f38a1" }, { "x": 24576, "decode_tok_s": 20.650132687274663, "ttft_ms": 16139.140372048132, "effective_prompt_throughput_proxy_tok_s": 1522.757683089734, "cached_tokens": 0, "output_token_ids_sha256": "a8c694cad45bed222385b17937022a2b3463994776f528775482dbd147c41928" }, { "x": 32768, "decode_tok_s": 20.38985363507897, "ttft_ms": 21872.674228041433, "effective_prompt_throughput_proxy_tok_s": 1498.1249964391839, "cached_tokens": 0, "output_token_ids_sha256": "a19557e76af679995d75f7b64fd8cddb231f842d79a37d6a1b585efd478a852f" } ], "quality": "All six Grade C exact-depth requests passed exact prompt-count, 128-token output, cache-zero, no-truncation, and timing gates. The separately recorded size-one graph package battery passed seven exact cases, deterministic eight-run repeat, long-context needle, and oracle checks.", "caveat": "The repeated-token 2K-32K curve is Grade C shape evidence, not natural prose. No x=0 HTTP request was measured. Effective prompt throughput is prompt tokens divided by observed HTTP TTFT and includes scheduling, chunked prefill, and first-token work; it is not server or kernel prefill and is not rendered as such. No llama.cpp, TP1, eager, alternate-KV, concurrency, headline, protected-value, or submission authority transfers.", "evidence": "experiments/qwen38-27b-b70/data/qwen38-fp8-tp2-http-depth-20260826-r1-attempt1/summary.json" }, { "id": "q38-official-fp8-w8a16-tp2-mtp1-f16kv-http-context-r33-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "quantization": "FP8", "variant": "Official FP8/W8A16 deterministic MTP1 TP2", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-official-fp8-w8a16-mtp1-http-depth-r33", "speculation_method": "publisher MTP depth 1", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b + XPU kernels 1e90ffa672", "profile_id": "q38-official-fp8-w8a16-tp2-mtp1-f16kv-http-depth-grade-c-r33", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "authorized-six-cell-tp2-mtp1-http-context-curve-no-x0-headline-or-submission", "identity": { "model_revision": "017b9c7af6b5689d5dd426a76e0bc077eb5ca20a", "image_id": "sha256:ba42e928e69c60d1c9102df6ec1c0e998e9dd8463f74d5dc0a8b4bb45108fa9b", "vllm_source": "ac7509e2b", "xpu_kernels_source": "1e90ffa672ba02f17a909da11838a4c55b199783" }, "config": { "tp": 2, "mtp": 1, "graph": "off", "graph_mode": "off", "kv": "f16", "speculation": "publisher MTP depth 1", "parallel_slots": 1, "configured_max_context_tokens": 33024, "max_num_batched_tokens": 4096, "prefix_caching": false, "torchinductor_deterministic": true }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 44.77832281833947, "ttft_ms": 799.0957869915292, "effective_prompt_throughput_proxy_tok_s": 2562.8967557323763, "cached_tokens": 0, "output_token_ids_sha256": "3bb74bfa284138d8c74d604c0d6d4c628b242167ca3e321396927a3c4c0d97c6" }, { "x": 4096, "decode_tok_s": 54.93201141430635, "ttft_ms": 1186.646967078559, "effective_prompt_throughput_proxy_tok_s": 3451.7426948674233, "cached_tokens": 0, "output_token_ids_sha256": "a3ad38a28e1d0182fbe50cc8a01e5f1b2b51242c7933659b2cc1cf6a1fc99e2f" }, { "x": 8192, "decode_tok_s": 51.31383425705685, "ttft_ms": 2342.8953350521624, "effective_prompt_throughput_proxy_tok_s": 3496.528367033354, "cached_tokens": 0, "output_token_ids_sha256": "8fee69bdff7ba6d822ba20d1ea3484f3cf0ecdb91caccbb6aa7e1037f870af19" }, { "x": 16384, "decode_tok_s": 51.2898098461305, "ttft_ms": 4868.554513086565, "effective_prompt_throughput_proxy_tok_s": 3365.2699083393595, "cached_tokens": 0, "output_token_ids_sha256": "d33b03661a70c438ffc7d55dd6c80ae850f37350ff7c24702db3423106edc2cb" }, { "x": 24576, "decode_tok_s": 43.715434823189355, "ttft_ms": 7586.022448958829, "effective_prompt_throughput_proxy_tok_s": 3239.6424035593277, "cached_tokens": 0, "output_token_ids_sha256": "337399b05c321156277842c7f156227143d8649dfcc1f3d9b35a2476248f5f16" }, { "x": 32768, "decode_tok_s": 46.63624110477451, "ttft_ms": 10487.181319971569, "effective_prompt_throughput_proxy_tok_s": 3124.5764710482604, "cached_tokens": 0, "output_token_ids_sha256": "dd427b3c6d31e494da495f36df76d5e327163f35771e6936cc418b58e7fade1e" } ], "quality": "All six exact-depth receipt gates passed with cache zero, and every complete 128-token array exactly matched the corresponding qualified W8A16 TP2 MTP0 target receipt. The strict 12-prompt r32 qualification separately passed 12/12 repeat and target parity.", "caveat": "Grade C repeated-token context shape, not a natural-prompt headline or LocalMaxxing result. No x=0 point was measured. The 2K observation includes disclosed first-request Triton draft-kernel JIT and was not replaced. Effective prompt throughput is an HTTP TTFT proxy, not kernel-only prefill. No dynamic-MTP, concurrency, other-TP, alternate-KV, or other-quantization authority transfers.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-28-qwen38-fp8-w8a16-mtp1-exact-depth-r33-result.json" }, { "id": "q38-autoround-tp2-f16kv-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 target-only TP2", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-http-depth-v1", "speculation_method": "none", "runtime": "vLLM XPU b2dd9ce73d + XPU kernels 1e90ffa672", "profile_id": "q38-autoround-tp2-f16kv-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "authorized-six-cell-tp2-http-context-curve-no-x0-headline-or-submission", "identity": { "model_revision": "bce40cacab0a4535b92fb3d57615c2bea9adf3d1", "vllm_source": "b2dd9ce73dce2ad09007d1db5c171454118981d7", "xpu_kernels_source": "1e90ffa672ba02f17a909da11838a4c55b199783", "image_id": "sha256:059d4b3ee881c2a54d801518d59fd26b4e3c3af8840f4c18187c8b28000bc296", "stage_receipt_sha256": "584560e72acebe3213dea14ac44dc26099fcce36db31ce26417c5d19398e8db9" }, "config": { "tp": 2, "mtp": 0, "graph": "on", "graph_mode": "FULL_AND_PIECEWISE", "graph_capture_sizes": [ 1, 2 ], "kv": "f16", "speculation": "none", "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.9, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 48.15370845841339, "ttft_ms": 782.7642589982133, "cached_tokens": 0, "output_token_ids_sha256": "c606180877a26135511d7c4213c48c6107d20368e5d107aefe2b0de795ef4e89" }, { "x": 4096, "decode_tok_s": 47.92727674206827, "ttft_ms": 1569.4107989984332, "cached_tokens": 0, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 8192, "decode_tok_s": 46.82727121519769, "ttft_ms": 3186.5807970025344, "cached_tokens": 0, "output_token_ids_sha256": "34e792ccf3c1d795b686750f27990de2ca605c22046c97b3fff8ad0a7fc82e53" }, { "x": 16384, "decode_tok_s": 45.19711668502676, "ttft_ms": 6610.571697994601, "cached_tokens": 0, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 43.70272435704981, "ttft_ms": 10265.161956995144, "cached_tokens": 0, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 42.33933781431878, "ttft_ms": 14104.753812993295, "cached_tokens": 0, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "The full battery passed: 7/7 exact cases, deterministic 8/8 repeat with one hash, the 8K needle, 24/24 baseline comparisons, and cached_tokens=0 on all 16 checked requests. Both TP2 ranks served and FULL_AND_PIECEWISE graph capture passed.", "caveat": "Grade C exact-token fixture shape evidence. x=0 is explicitly missing: the harness correctly refused to replace the empty fixture with an ordinary prompt. Configured capacity 32896, the identity parent's historical speeds, other TP/MTP/KV/graph/quantization selectors, prefill, headlines, protected values, and LocalMaxxing are not authorized by this curve.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-b2dd9ce73d-tp2-exact-depth-quality-r1-result.json" }, { "id": "q38-autoround-tp4-f16kv-http-context-r1-grade-c", "state": "lab-measured", "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "variant": "AutoRound INT4 target-only TP4", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-http-depth-v1", "speculation_method": "none", "runtime": "vLLM XPU b2dd9ce73d + XPU kernels 1e90ffa672", "profile_id": "q38-autoround-tp4-f16kv-http-depth-grade-c-v1", "measurement_class": "conventional-99-interval-exact-depth-openai-http-serving-grade-c", "promotion_status": "authorized-six-cell-tp4-http-context-curve-no-x0-short-suite-headline-or-submission", "identity": { "model_revision": "bce40cacab0a4535b92fb3d57615c2bea9adf3d1", "vllm_source": "b2dd9ce73dce2ad09007d1db5c171454118981d7", "xpu_kernels_source": "1e90ffa672ba02f17a909da11838a4c55b199783", "image_id": "sha256:059d4b3ee881c2a54d801518d59fd26b4e3c3af8840f4c18187c8b28000bc296", "stage_receipt_sha256": "09445b43ca46acbb88f16da2a9fffd9ae4cc14b262f6e52cff35d990582b6160" }, "config": { "tp": 4, "mtp": 0, "graph": "on", "graph_mode": "FULL_AND_PIECEWISE", "graph_capture_sizes": [ 1, 2 ], "kv": "f16", "speculation": "none", "parallel_slots": 1, "configured_max_context_tokens": 32896, "gpu_memory_utilization": 0.6, "prefix_caching": false }, "workload": "One-slot vLLM OpenAI-compatible HTTP completions; exact submitted token depths; 128 returned token IDs; cache zero; conventional first-100 decode over 99 intervals", "axis": "active_context_tokens", "points": [ { "x": 2048, "decode_tok_s": 71.16806401683698, "ttft_ms": 547.4729180059512, "cached_tokens": 0, "output_token_ids_sha256": "921825efade0d24e902bdbaffecfde1275acf6afeb349d15f993f518b50f7446" }, { "x": 4096, "decode_tok_s": 70.15283483831283, "ttft_ms": 1104.5590020003146, "cached_tokens": 0, "output_token_ids_sha256": "3febb16ef2033c31e17817c6753ccdb95ad6e39db394ed4476ee12fb86af78b0" }, { "x": 8192, "decode_tok_s": 69.8695629973191, "ttft_ms": 2210.061638004845, "cached_tokens": 0, "output_token_ids_sha256": "34e792ccf3c1d795b686750f27990de2ca605c22046c97b3fff8ad0a7fc82e53" }, { "x": 16384, "decode_tok_s": 69.06861442980266, "ttft_ms": 4561.75836300099, "cached_tokens": 0, "output_token_ids_sha256": "dbfad6275fcf961d6a4869c42fdd978f505baa46fb5771d92633bc75288946b7" }, { "x": 24576, "decode_tok_s": 67.87242695878132, "ttft_ms": 7011.821513995528, "cached_tokens": 0, "output_token_ids_sha256": "f4dfe5a8618f0d3e1adf675e788ad7b9a58d3f1fcf9e9a4ddd30f513a47654b8" }, { "x": 32768, "decode_tok_s": 66.64506545273888, "ttft_ms": 9568.525565002346, "cached_tokens": 0, "output_token_ids_sha256": "a8cef4e48817cd6ebd4de86dd67e81bd8dddb950b0f2d134ef0897d888bb4786" } ], "quality": "The full battery passed: 7/7 exact cases, deterministic 8/8 repeat with one hash, the 8K needle, 24/24 baseline comparisons, and cached_tokens=0 on all 16 checked requests. All six depth requests also returned exactly 128 tokens with cache zero.", "caveat": "Grade C exact-token fixture shape evidence. x=0 is explicitly missing: the harness correctly refused to replace the empty fixture with an ordinary prompt. Configured capacity 32896, quality prompts, prefill, the separate 71.77179128057259/71.82969607434323 short-suite pair, other TP/MTP/KV/graph/quantization selectors, headlines, protected values, and LocalMaxxing are not authorized by this curve.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-b2dd9ce73d-tp4-exact-depth-quality-r1-result.json" }, { "id": "q36-q8-tp1-target-dnn-off-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "quantization": "Q8_0", "variant": "Q8_0 target-only", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 15586e2d", "profile_id": "q36-q8-target-tp1-dnn-off-retrieval-v1", "measurement_class": "cold-retrieval-variable-output-context-ladder", "promotion_status": "validated-baseline-context-evidence-not-localmaxxing", "identity": { "model_repository_revision": "unsloth/Qwen3.6-27B-GGUF@82d411acf4a06cfb8d9b073a5211bf410bfc29bf", "model_sha256": "f93f517f38e696d35a1a7df2c0e3155a64f4c4dcd662107a146ae263f7fb14ce", "runtime_commit": "15586e2d7165570fb3aa7c26e0d442e289ef69de", "llama_server_sha256": "1a093f09122ceb2851157042c2bbc6281ddb9d4e2de50137502890f9b52fa7d7" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "kv": "f16", "dnn": false, "sycl_opt": true, "vmm": true, "parallel_slots": 1, "configured_max_context_tokens": 32768 }, "workload": "Three cold retrieval prompts at their exact measured token counts; variable natural outputs; cached_tokens=0; decode after TTFT", "axis": "active_context_tokens", "points": [ { "x": 4369, "decode_tok_s": 15.239550368728084, "output_tokens": 95 }, { "x": 17274, "decode_tok_s": 14.025001944666018, "output_tokens": 96 }, { "x": 31846, "decode_tok_s": 12.782893782279674, "output_tokens": 94 } ], "quality": "3/3 retrieval rows passed exact JSON-field validation, all cache counts were zero, 65/65 layers offloaded, and teardown was clean. Median prefill 156.043068 tok/s is aggregate-only and is not assigned to individual points.", "evidence": "experiments/qwen36-27b-q8-gguf-b70/data/baseline-summary-20260808.json" }, { "id": "q36-q8-tp1-target-vdr2-bands", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "quantization": "Q8_0", "variant": "Q8_0 target-only", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL 15586e2d + VDR2", "profile_id": "q36-q8-target-tp1-vdr2-band-tuned-v1", "measurement_class": "official-isolated-two-prompt-full512-band-tuned", "promotion_status": "scoped-vdr2-band-wins-below-18tok-decode-target", "identity": { "model_repository_revision": "unsloth/Qwen3.6-27B-GGUF@82d411acf4a06cfb8d9b073a5211bf410bfc29bf", "model_sha256": "f93f517f38e696d35a1a7df2c0e3155a64f4c4dcd662107a146ae263f7fb14ce", "runtime_commit": "15586e2d7165570fb3aa7c26e0d442e289ef69de", "llama_server_sha256": "1a093f09122ceb2851157042c2bbc6281ddb9d4e2de50137502890f9b52fa7d7", "runtime_manifest_sha256": "4119790a79c55d158e7257d4fa0d95be0ca34639807c1a71ce87b60d6fdc1b49" }, "config": { "tp": 1, "mtp": 0, "graph": "off", "kv": "f16", "dnn": false, "sycl_opt": true, "q8_reorder_vdr_mmvq": 2, "speculation_profile": "target only", "parallel_slots": 1, "context_tokens_per_slot": 32768, "batch_size": 1024, "configured_max_context_tokens": 32768 }, "workload": "Official isolated two-prompt full-512 bands; decode_tok_s is the primary D99 median. Each point lists its two exact prompt lengths and band-specific ubatch.", "axis": "active_context_tokens", "points": [ { "x": 4369, "prompt_tokens": [ 4369, 4317 ], "ubatch_size": 1024, "decode_tok_s": 16.587155022411466, "full_512_decode_tok_s": 16.58890724722918, "prefill_tok_s": 606.0653917225968, "ttft_ms": 7187.438126500638 }, { "x": 17274, "prompt_tokens": [ 17274, 17171 ], "ubatch_size": 128, "decode_tok_s": 15.138173254861634, "full_512_decode_tok_s": 15.077280898582845, "prefill_tok_s": 157.69755861897968, "ttft_ms": 109245.59903149202 }, { "x": 31846, "prompt_tokens": [ 31846, 31841 ], "ubatch_size": 1024, "decode_tok_s": 13.689452617380034, "full_512_decode_tok_s": 13.686159353895466, "prefill_tok_s": 628.7871123260159, "ttft_ms": 50690.98523899447 } ], "quality": "Every band passed its two-row 512-token oracle, intrinsic, exact-result, post-canary, cache-zero, full-offload, and cleanup gates. The series is band-tuned: ubatch is 1024/128/1024, not one universal setting.", "evidence": "experiments/qwen36-27b-q8-gguf-b70/data/goal1-c1-c2-scorecard-20260809.json" }, { "id": "q36-q8-tp1-control-long-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "variant": "Q8_0 target with integrated draft disabled", "quantization": "Q8_0", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL VDR2", "profile_id": "q36-q8-embedded-mtp3-crossband-retention-v1", "measurement_class": "parallel-functional-full-512-depth-screen", "config": { "tp": 1, "mtp": 0, "graph": "off", "kv": "f16", "speculation_profile": "target only", "parallel_slots": 1, "context_tokens_per_slot": 32768, "configured_max_context_tokens": 32768 }, "workload": "two-wave same-card middle/near-32K full-512 retention screen", "axis": "active_context_tokens", "points": [ { "x": 17274, "decode_tok_s": 15.016411985013098 }, { "x": 31846, "decode_tok_s": 13.662820064556456 } ], "quality": "full token/content exact; cache zero; parallel functional screen, not an official isolated score", "evidence": "experiments/qwen36-27b-q8-gguf-b70/data/goal1-c1-c2-scorecard-20260809.json" }, { "id": "q36-q8-tp1-mtp3-long-context", "state": "lab-measured", "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "variant": "Q8_0 target with integrated publisher MTP3", "quantization": "Q8_0", "runtime_family": "llama.cpp SYCL", "runtime": "llama.cpp SYCL VDR2", "profile_id": "q36-q8-embedded-mtp3-crossband-retention-v1", "measurement_class": "parallel-functional-full-512-depth-screen", "config": { "tp": 1, "mtp": 3, "spec_draft_n_max": 3, "spec_draft_n_min": 0, "spec_draft_p_split": 0.1, "spec_draft_p_min": 0, "spec_draft_backend_sampling": true, "graph": "off", "kv": "f16", "draft_kv": "f16", "speculation_profile": "embedded MTP3", "parallel_slots": 1, "context_tokens_per_slot": 32768, "configured_max_context_tokens": 32768 }, "workload": "two-wave same-card middle/near-32K full-512 retention screen", "axis": "active_context_tokens", "points": [ { "x": 17274, "decode_tok_s": 44.485166750615846, "draft_acceptance_rate": 0.9718670076726342 }, { "x": 31846, "decode_tok_s": 41.491242761811996, "draft_acceptance_rate": 0.9743918053777209 } ], "quality": "same-card control/candidate full token and content exact; cache zero; parallel functional screen, not an official isolated score", "evidence": "experiments/qwen36-27b-q8-gguf-b70/data/goal1-c1-c2-scorecard-20260809.json" } ], "initial_view_ids": [ "tp-phase", "mtp-nightly-tp1", "context-kv", "context-quant" ], "views": [ { "id": "tp-strict", "title": "TP strict runtime profiles", "subtitle": "Qwen3.8 AutoRound \u00b7 MTP0 \u00b7 f16 KV \u00b7 graph on \u00b7 strict natural-EOS. Pinned e9d1398, stock a3561ef8, and a3561ef8 winner overlays remain separate; stock TP4 71.900 is a captured high, not a replicated promotion; TP2 overlay is partial and TP4 overlay is accepted.", "x_label": "tensor parallel cards", "discrete": true, "unsupported_x": [ 3 ], "metrics": [ "decode_tok_s" ], "series": [ { "label": "pinned e9d1398 strict", "measurement_ids": [ "q38-nightly-tp1-graph-strict", "q38-nightly-tp2-graph-strict", "q38-nightly-tp4-graph-strict" ], "x_from": "config.tp" }, { "label": "stock a3561ef8 strict", "measurement_ids": [ "q38-a3561ef8-stock-tp1-graph-strict", "q38-a3561ef8-stock-tp2-graph-strict", "q38-a3561ef8-stock-tp4-graph-strict" ], "x_from": "config.tp" }, { "label": "a3561ef8 overlay \u00b7 TP2 partial / TP4 accepted", "measurement_ids": [ "q38-a3561ef8-tp2-winner-overlay-graph-strict", "q38-a3561ef8-tp4-winner-overlay-graph-strict" ], "x_from": "config.tp" } ] }, { "id": "tp-runtime-diagnostic", "title": "TP diagnostic runtime profiles", "subtitle": "Qwen3.8 AutoRound \u00b7 MTP0 \u00b7 f16 KV \u00b7 graph on \u00b7 fixed-output ignore-EOS diagnostic. These are measured diagnostic captures, not strict deployment headlines; the overlay was measured only at TP2/TP4.", "x_label": "tensor parallel cards", "discrete": true, "unsupported_x": [ 3 ], "metrics": [ "decode_tok_s" ], "series": [ { "label": "pinned e9d1398 diagnostic", "measurement_ids": [ "q38-nightly-tp1-graph-diagnostic", "q38-nightly-tp2-graph-diagnostic", "q38-nightly-tp4-graph-diagnostic" ], "x_from": "config.tp" }, { "label": "stock a3561ef8 diagnostic", "measurement_ids": [ "q38-a3561ef8-stock-tp1-graph-diagnostic", "q38-a3561ef8-stock-tp2-graph-diagnostic", "q38-a3561ef8-stock-tp4-graph-diagnostic" ], "x_from": "config.tp" }, { "label": "a3561ef8 overlay diagnostic", "measurement_ids": [ "q38-a3561ef8-tp2-winner-overlay-graph-diagnostic", "q38-a3561ef8-tp4-winner-overlay-graph-diagnostic" ], "x_from": "config.tp" } ] }, { "id": "tp-phase", "title": "TP changes more than decode", "subtitle": "Qwen3.8 AutoRound \u00b7 pinned vLLM XPU e9d1398 \u00b7 MTP0 \u00b7 f16 KV \u00b7 fixed-output diagnostic; TP2/TP4 XPU Graph is runtime-labeled unsupported/experimental. No a3561ef8 eager, prefill, or TTFT values are inferred here.", "x_label": "tensor parallel cards", "discrete": true, "unsupported_x": [ 3 ], "metrics": [ "decode_tok_s", "prefill_tok_s", "ttft_ms" ], "series": [ { "label": "pinned e9d1398 eager", "measurement_ids": [ "q38-nightly-tp1-eager-diagnostic", "q38-nightly-tp2-eager-diagnostic", "q38-nightly-tp4-eager-diagnostic" ], "x_from": "config.tp" }, { "label": "pinned e9d1398 graph", "measurement_ids": [ "q38-nightly-tp1-graph-diagnostic", "q38-nightly-tp2-graph-diagnostic", "q38-nightly-tp4-graph-diagnostic" ], "x_from": "config.tp" } ] }, { "id": "mtp-nightly-tp1", "title": "Pinned e9d1398 MTP depth", "subtitle": "Qwen3.8 AutoRound \u00b7 TP1 eager \u00b7 f16 KV \u00b7 pinned vLLM XPU e9d1398; preregistered ladder ended at MTP3. No a3561ef8 MTP value is inferred.", "x_label": "draft tokens", "metrics": [ "decode_tok_s", "mean_acceptance_length", "prefill_tok_s", "ttft_ms" ], "series": [ { "label": "pinned e9d1398 eager", "measurement_ids": [ "q38-nightly-tp1-eager-diagnostic", "q38-nightly-tp1-mtp1-eager", "q38-nightly-tp1-mtp2-eager", "q38-nightly-tp1-mtp3-eager" ], "x_from": "config.mtp" } ] }, { "id": "mtp-q36-webhie-tp1", "title": "Qwen3.6 MTP ladder", "subtitle": "Webhie AutoRound \u00b7 TP1 \u00b7 graph capture 8 \u00b7 same-window strict gate \u00b7 historical generated-tokens-1\u2013100 accounting; MTP0 was not rerun in this window", "x_label": "draft tokens", "metrics": [ "decode_tok_s", "ttft_ms" ], "series": [ { "label": "Qwen3.6 same-window", "measurement_ids": [ "q36-webhie-tp1-mtp1", "q36-webhie-tp1-mtp2", "q36-webhie-tp1-mtp3", "q36-webhie-tp1-mtp4" ], "x_from": "config.mtp" } ] }, { "id": "q36-autoround-mtp5-capture-screen", "title": "Qwen3.6 MTP5 capture screen", "subtitle": "Webhie AutoRound \u00b7 TP1 \u00b7 MTP5 \u00b7 PIECEWISE graph \u00b7 same-window strict/cache-zero screen \u00b7 historical generated-tokens-1\u2013100 accounting; neither capture size beat MTP3.", "x_label": "max graph capture size", "metrics": [ "decode_tok_s", "ttft_ms" ], "series": [ { "label": "MTP5", "measurement_ids": [ "q36-webhie-tp1-mtp5-cg8", "q36-webhie-tp1-mtp5-cg16" ], "x_from": "config.graph_capture_size" } ] }, { "id": "q36-autoround-mtp3-history-current", "title": "Qwen3.6 MTP3 historical vs current", "subtitle": "AutoRound \u00b7 TP1/TP2 \u00b7 graph on \u00b7 f16 KV. Historical highs and dated current support use disclosed different suites/accounting; whiskers are captured support bands, not a regression claim.", "x_label": "tensor parallel cards", "metrics": [ "decode_tok_s" ], "discrete": true, "unsupported_x": [ 3 ], "series": [ { "label": "historical 12-prompt highs", "measurement_ids": [ "q36-autoround-tp1-mtp3-historical", "q36-autoround-tp2-mtp3-historical" ], "x_from": "config.tp" }, { "label": "dated current support", "measurement_ids": [ "q36-autoround-tp1-mtp3-current-support", "q36-autoround-tp2-mtp3-current-deterministic" ], "x_from": "config.tp" } ] }, { "id": "q36-q4-0-intrinsic-mtp3", "title": "Qwen3.6 Q4_0 intrinsic MTP", "subtitle": "TP1 llama.cpp SYCL \u00b7 exact Q4_0 artifact \u00b7 graph off \u00b7 q8_0 KV \u00b7 fixed 12-prompt cold/cache-zero suite \u00b7 MTP3 is 48.434 conventional (48.923285 retained helper); MTP1/2/4/5 remain gaps", "x_label": "draft tokens", "metrics": [ "decode_tok_s", "draft_acceptance_rate", "mean_acceptance_length", "ttft_ms" ], "discrete": true, "missing_x": [ 1, 2, 4, 5 ], "series": [ { "label": "target only \u2192 intrinsic MTP3", "measurement_ids": [ "q36-q4-0-tp1-target-only", "q36-q4-0-tp1-intrinsic-mtp3" ], "x_from": "config.mtp" } ] }, { "id": "q36-q4-0-dflash5-q6-top1-ab", "title": "Qwen3.6 Q4_0 DFlash5 top-1 fusion", "subtitle": "TP1 native DFlash5 \u00b7 Q4_0 target + Q8_0 draft \u00b7 configuration-exact fusion-off/on A/B, not output-exact \u00b7 confirmed candidate is +8.14% versus control at 47.341 conventional (47.818818 retained helper)", "x_label": "Q6_K draft-head top-1 fusion (0 off \u00b7 1 on)", "metrics": [ "decode_tok_s", "ttft_ms" ], "discrete": true, "series": [ { "label": "same-config DFlash5 A/B", "measurement_ids": [ "q36-q4-0-dflash5-q6-top1-control", "q36-q4-0-dflash5-q6-top1-candidate" ], "x_from": "config.q6_top1_fusion_axis" } ] }, { "id": "q36-udq4kxl-intrinsic-mtp-depth", "title": "Qwen3.6 UD-Q4_K_XL intrinsic MTP depth", "subtitle": "Four independent TP1 services in one matched wave \u00b7 MTP0/3/4/5 \u00b7 n_min=0 \u00b7 p_min=0 \u00b7 fixed 12-prompt cold/cache-zero suite \u00b7 graph requested but replay unproven \u00b7 conventional 99-interval accounting", "x_label": "draft tokens", "metrics": [ "decode_tok_s", "draft_acceptance_rate", "ttft_ms" ], "discrete": true, "missing_x": [ 1, 2 ], "series": [ { "label": "matched p_min=0 depth wave", "measurement_ids": [ "q36-udq4kxl-tp1-mtp0", "q36-udq4kxl-tp1-mtp3", "q36-udq4kxl-tp1-mtp4", "q36-udq4kxl-tp1-mtp5" ], "x_from": "config.mtp" } ] }, { "id": "q36-udq4kxl-policy-tuned-deep-mtp", "title": "Qwen3.6 UD-Q4_K_XL deep-MTP policy closure", "subtitle": "TP1 policy screen \u00b7 each point changes n_min and/or p_min as labeled \u00b7 discrete closure, not a pure depth curve \u00b7 best is 31.165 conventional (31.480049 retained helper) \u00b7 fixed cold/cache-zero suite", "x_label": "draft tokens", "metrics": [ "decode_tok_s", "ttft_ms" ], "discrete": true, "missing_x": [ 6, 8 ], "series": [ { "label": "MTP5 \u00b7 n1 \u00b7 p.75", "measurement_ids": [ "q36-udq4kxl-tp1-mtp5-pmin075" ], "x_from": "config.mtp" }, { "label": "MTP7 \u00b7 n1 \u00b7 p.75", "measurement_ids": [ "q36-udq4kxl-tp1-mtp7-pmin075" ], "x_from": "config.mtp" }, { "label": "MTP7 \u00b7 n1 \u00b7 p.65", "measurement_ids": [ "q36-udq4kxl-tp1-mtp7-pmin065" ], "x_from": "config.mtp" }, { "label": "MTP9 \u00b7 n2 \u00b7 p.75", "measurement_ids": [ "q36-udq4kxl-tp1-mtp9-pmin075" ], "x_from": "config.mtp" } ] }, { "id": "mtp-q38-source-research", "title": "Qwen3.8 source-stack anchors", "subtitle": "Separate older TP2 runtime family \u00b7 honest MTP5 three-arm median 101.17 (100.46\u2013101.39) \u00b7 only 21\u201322/25 self-agreement; MTP1\u20134 omitted, not interpolated", "x_label": "draft tokens", "metrics": [ "decode_tok_s" ], "discrete": true, "series": [ { "label": "older source stack", "measurement_ids": [ "q38-source-tp2-mtp0", "q38-source-tp2-mtp5-margin-free" ], "x_from": "config.mtp" } ] }, { "id": "context-q36-quant-kv", "title": "Qwen3.6 quant \u00d7 KV context", "subtitle": "TP1 llama.cpp SYCL \u00b7 MTP0 \u00b7 graph off \u00b7 raw-engine exact-depth points only; quantizations and KV types remain separate series", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "prefill_tok_s" ], "series": [ { "label": "Q4_K_M \u00b7 f16 KV", "measurement_ids": [ "q36-q4km-tp1-kv-f16-context" ] }, { "label": "Q4_K_M \u00b7 q8_0 KV", "measurement_ids": [ "q36-q4km-tp1-kv-q8-context" ] }, { "label": "UD-Q4_K_XL \u00b7 f16 KV", "measurement_ids": [ "q36-q4kxl-tp1-kv-f16-context" ] }, { "label": "UD-Q4_K_XL \u00b7 q8_0 KV", "measurement_ids": [ "q36-q4kxl-tp1-kv-q8-context" ] }, { "label": "Q4_0 \u00b7 f16 KV", "measurement_ids": [ "q36-q4-0-tp1-kv-f16-context" ] }, { "label": "Q4_0 \u00b7 q8_0 KV", "measurement_ids": [ "q36-q4-0-tp1-kv-q8-context" ] }, { "label": "Q8_0 embedded-MTP artifact \u00b7 f16 KV", "measurement_ids": [ "q36-mtpq8-tp1-kv-f16-context" ] }, { "label": "Q8_0 embedded-MTP artifact \u00b7 q8_0 KV", "measurement_ids": [ "q36-mtpq8-tp1-kv-q8-context" ] }, { "label": "Q8_0 target-only Unsloth \u00b7 f16 KV", "measurement_ids": [ "q36-unsloth-q8-tp1-kv-f16-context" ] }, { "label": "Q8_0 target-only Unsloth \u00b7 q8_0 KV", "measurement_ids": [ "q36-unsloth-q8-tp1-kv-q8-context" ] } ] }, { "id": "context-kv", "title": "Q4_K_M HTTP context \u00d7 KV/graph", "subtitle": "Qwen3.8 Q4_K_M \u00b7 TP1 llama.cpp \u00b7 graph-off F16 is Grade C cache-zero HTTP at 2K-32K and keeps x=0 as a separate raw point \u00b7 exact cache64 graph-patched F16 covers 0-32K \u00b7 Q8_0 remains the preserved raw-engine graph-off curve \u00b7 profiles remain separately labeled", "x_label": "active context tokens", "metrics": [ "decode_tok_s" ], "series": [ { "label": "F16 KV \u00b7 graph off \u00b7 HTTP 2K-32K \u00b7 Grade C", "measurement_ids": [ "q38-q4km-tp1-f16kv-http-context-r1-grade-c" ] }, { "label": "F16 KV \u00b7 SYCL graph cache64 \u00b7 HTTP 0-32K \u00b7 Grade C", "measurement_ids": [ "q38-q4km-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c" ] }, { "label": "Q8_0 KV \u00b7 graph off \u00b7 raw 0-32K", "measurement_ids": [ "q38-q4km-tp1-kv-q8-context" ] } ] }, { "id": "context-quant", "title": "Context \u00d7 weight quant", "subtitle": "Qwen3.8 \u00b7 TP1 llama.cpp \u00b7 f16 KV \u00b7 separately pinned builds and raw-engine shape sweeps; inspect each series identity before cross-quant comparison", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "prefill_tok_s" ], "series": [ { "label": "Q4_K_M", "measurement_ids": [ "q38-q4km-tp1-kv-f16-context" ] }, { "label": "UD-Q5_K_S", "measurement_ids": [ "q38-q5ks-tp1-kv-f16-context" ] }, { "label": "UD-Q4_K_XL", "measurement_ids": [ "q38-q4kxl-tp1-kv-f16-context" ] }, { "label": "Q8_0 weights", "measurement_ids": [ "q38-q8weights-tp1-kv-f16-context" ] } ] }, { "id": "context-q4kxl-f16-http", "title": "Q4_K_XL HTTP context \u00d7 KV/graph", "subtitle": "Grade C \u00b7 same Qwen3.8 UD-Q4_K_XL artifact \u00b7 target-only TP1 \u00b7 exact cache-zero HTTP serving through 32K \u00b7 graph-off F16/Q8_0 and exact cache64 graph-patched F16 profiles remain separately labeled \u00b7 all full quality batteries passed", "x_label": "active context tokens", "metrics": [ "decode_tok_s" ], "series": [ { "label": "F16 KV \u00b7 graph off \u00b7 Grade C", "measurement_ids": [ "q38-q4kxl-tp1-f16kv-target-http-context-r1-grade-c" ] }, { "label": "F16 KV \u00b7 SYCL graph cache64 \u00b7 Grade C", "measurement_ids": [ "q38-q4kxl-tp1-f16kv-sycl-graph-cache64-http-context-r3-grade-c" ] }, { "label": "Q8_0 KV \u00b7 graph off \u00b7 Grade C", "measurement_ids": [ "q38-q4kxl-tp1-q8kv-target-http-context-r1-grade-c" ] } ] }, { "id": "context-q8weights-http", "title": "Q8_0-weight HTTP context \u00d7 KV/graph", "subtitle": "Grade C \u00b7 same Qwen3.8 Q8_0 artifact \u00b7 target-only TP1 \u00b7 graph-off F16/Q8_0 and cache64 graph-patched F16 remain separately labeled \u00b7 the graph profile can be slower and does not replace graph-off \u00b7 all full quality batteries passed", "x_label": "active context tokens", "metrics": [ "decode_tok_s" ], "series": [ { "label": "F16 KV \u00b7 graph off \u00b7 HTTP \u00b7 Grade C", "measurement_ids": [ "q38-q8weights-tp1-f16kv-target-http-context-r1-grade-c" ] }, { "label": "F16 KV \u00b7 SYCL graph cache64 \u00b7 HTTP \u00b7 Grade C", "measurement_ids": [ "q38-q8weights-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c" ] }, { "label": "Q8_0 KV \u00b7 graph off \u00b7 HTTP \u00b7 Grade C", "measurement_ids": [ "q38-q8weights-tp1-q8kv-target-http-context-r1-grade-c" ] } ] }, { "id": "context-flagship-q8", "title": "Q5_K_S HTTP context \u00d7 KV/graph", "subtitle": "Grade C \u00b7 same Qwen3.8 UD-Q5_K_S artifact \u00b7 target-only TP1 \u00b7 exact cache-zero HTTP serving through 32K \u00b7 graph-off F16/Q8_0 and exact cache64 graph-patched F16 profiles remain separately labeled \u00b7 all full quality batteries passed", "x_label": "active context tokens", "metrics": [ "decode_tok_s" ], "series": [ { "label": "F16 KV \u00b7 graph off \u00b7 Grade C", "measurement_ids": [ "q38-q5ks-tp1-f16kv-target-http-context-r1-grade-c" ] }, { "label": "F16 KV \u00b7 SYCL graph cache64 \u00b7 Grade C", "measurement_ids": [ "q38-q5ks-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c" ] }, { "label": "Q8_0 KV \u00b7 graph off \u00b7 Grade C", "measurement_ids": [ "q38-q5ks-tp1-q8kv-target-http-context-r1-grade-c" ] } ] }, { "id": "context-q38-tp2-http", "title": "Qwen3.8 TP2 HTTP context \u00d7 format", "subtitle": "Grade C \u00b7 exact cache-zero HTTP serving at 2K-32K for three separately pinned artifacts and runtimes; x=0 remains missing \u00b7 Q4_K_M and Q8_0 use llama.cpp graph-off while official FP8 uses vLLM PIECEWISE \u00b7 cross-format comparisons are descriptive, not causal, and quality scopes remain distinct", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "prefill_tok_s", "ttft_ms" ], "series": [ { "label": "Q4_K_M \u00b7 F16 KV \u00b7 llama.cpp graph off", "measurement_ids": [ "q38-q4km-tp2-f16kv-http-context-r1-grade-c" ] }, { "label": "Q8_0 weights \u00b7 F16 KV \u00b7 llama.cpp graph off", "measurement_ids": [ "q38-q8weights-tp2-f16kv-http-context-r3-grade-c" ] }, { "label": "Official FP8 \u00b7 F16 KV \u00b7 vLLM PIECEWISE", "measurement_ids": [ "q38-official-fp8-tp2-f16kv-http-context-r1-grade-c" ] } ] }, { "id": "context-q38-official-fp8-http", "title": "Official FP8 TP1/TP2/TP4 HTTP context", "subtitle": "Grade C \u00b7 same exact official Qwen3.8 FP8 weights \u00b7 TP1 eager fit supports measured 2K-8K; target-only TP2/TP4 PIECEWISE and the separately qualified TP2 W8A16/MTP1 graph-off profile reach measured 2K-32K \u00b7 x=0 and unmeasured TP1 depths remain missing \u00b7 profiles are separately labeled and not a causal scaling A/B", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "ttft_ms" ], "series": [ { "label": "Official FP8 \u00b7 TP1 \u00b7 F16 KV \u00b7 eager", "measurement_ids": [ "q38-official-fp8-tp1-f16kv-eager-http-context-r2-grade-c" ] }, { "label": "Official FP8 \u00b7 TP2 \u00b7 F16 KV \u00b7 vLLM PIECEWISE", "measurement_ids": [ "q38-official-fp8-tp2-f16kv-http-context-r1-grade-c" ] }, { "label": "Official FP8 + W8A16 \u00b7 TP2 \u00b7 MTP1 \u00b7 deterministic graph off", "measurement_ids": [ "q38-official-fp8-w8a16-tp2-mtp1-f16kv-http-context-r33-grade-c" ] }, { "label": "Official FP8 \u00b7 TP4 \u00b7 F16 KV \u00b7 vLLM PIECEWISE", "measurement_ids": [ "q38-official-fp8-tp4-f16kv-http-context-r1-grade-c" ] } ] }, { "id": "context-q38-tp1-autoround-eager-kv", "title": "Qwen3.8 AutoRound TP1 current-image KV/graph", "subtitle": "Grade C \u00b7 exact cache-zero HTTP serving \u00b7 same current AutoRound weights and official f01e/ac7509e2 image \u00b7 TP1 \u00b7 MTP0 \u00b7 F16 PIECEWISE plots target-identical 2K/4K/16K/24K/32K with 8K quarantined \u00b7 F16 and FP8 E4M3 KV remain separately labeled \u00b7 x=0 remains missing", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "ttft_ms" ], "series": [ { "label": "F16 KV \u00b7 eager", "measurement_ids": [ "q38-f01e-autoround-tp1-eager-f16-exact-context-r3" ] }, { "label": "FP8 E4M3 KV \u00b7 eager", "measurement_ids": [ "q38-f01e-autoround-tp1-eager-e4m3kv-exact-context-r1" ] }, { "label": "F16 KV \u00b7 PIECEWISE parity-qualified partial", "measurement_ids": [ "q38-f01e-autoround-tp1-piecewise-f16-exact-context-r3" ] }, { "label": "FP8 E4M3 KV \u00b7 PIECEWISE", "measurement_ids": [ "q38-f01e-autoround-tp1-piecewise-e4m3kv-exact-context-r1" ] } ] }, { "id": "context-q38-tp1-autoround-graphmodes", "title": "Qwen3.8 AutoRound TP1 graph modes", "subtitle": "Grade C \u00b7 exact cache-zero HTTP serving \u00b7 same AutoRound weights \u00b7 MTP0 \u00b7 F16 KV \u00b7 current f01e eager spans 2K-32K, current f01e PIECEWISE plots target-identical 2K/4K/16K/24K/32K with 8K quarantined, and FULL_AND_PIECEWISE remains the separately labeled b2dd/1e90 profile \u00b7 x=0 remains missing", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "ttft_ms" ], "series": [ { "label": "eager \u00b7 f01e/ac7509e2", "measurement_ids": [ "q38-f01e-autoround-tp1-eager-f16-exact-context-r3" ] }, { "label": "PIECEWISE parity-qualified partial \u00b7 f01e/ac7509e2", "measurement_ids": [ "q38-f01e-autoround-tp1-piecewise-f16-exact-context-r3" ] }, { "label": "FULL_AND_PIECEWISE \u00b7 b2dd/1e90", "measurement_ids": [ "q38-b2dd-tp1-graph-f16-exact-context" ] } ] }, { "id": "context-q38-tp2-autoround-graphmodes", "title": "Qwen3.8 AutoRound TP2 graph modes", "subtitle": "Grade C \u00b7 exact cache-zero HTTP serving \u00b7 F16 KV \u00b7 target-only MTP0 spans eager, current PIECEWISE partial, and dated FULL_AND_PIECEWISE profiles; native MTP1 and MTP2 each add one separately qualified current-PIECEWISE exact-4K point \u00b7 all unplotted selectors remain missing", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "ttft_ms" ], "series": [ { "label": "eager \u00b7 f01e/ac7509e2", "measurement_ids": [ "q38-f01e-autoround-tp2-eager-f16-exact-context-r1-grade-c" ] }, { "label": "PIECEWISE partial \u00b7 f01e/ac7509e2", "measurement_ids": [ "q38-f01e-autoround-tp2-piecewise-f16-exact-context-r1-grade-c" ] }, { "label": "MTP1 PIECEWISE \u00b7 exact 4K Grade C", "measurement_ids": [ "q38-f01e-autoround-tp2-mtp1-piecewise-f16-exact-4k-r1-grade-c" ] }, { "label": "MTP2 PIECEWISE \u00b7 exact 4K Grade C", "measurement_ids": [ "q38-f01e-autoround-tp2-mtp2-piecewise-f16-exact-4k-r1-grade-c" ] }, { "label": "FULL_AND_PIECEWISE \u00b7 b2dd/1e90", "measurement_ids": [ "q38-autoround-tp2-f16kv-http-context-r1-grade-c" ] } ] }, { "id": "context-q38-tp4-autoround-graphmodes", "title": "Qwen3.8 AutoRound TP4 graph modes", "subtitle": "Grade C \u00b7 exact cache-zero HTTP serving \u00b7 target-only MTP0 \u00b7 F16 KV \u00b7 current f01e eager spans 2K-32K, current f01e PIECEWISE plots target-identical 2K/4K/16K/24K/32K with 8K quarantined, and dated b2dd/1e90 FULL_AND_PIECEWISE remains a separate fully certified six-depth profile \u00b7 x0 missing", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "ttft_ms" ], "series": [ { "label": "eager expansion \u00b7 f01e/ac7509e2", "measurement_ids": [ "q38-f01e-autoround-tp4-eager-f16-exact-context-expansion-r1-grade-c" ] }, { "label": "eager 8K oracle \u00b7 f01e/ac7509e2", "measurement_ids": [ "q38-f01e-autoround-tp4-eager-f16-exact-8k-r1-grade-c" ] }, { "label": "PIECEWISE partial \u00b7 f01e/ac7509e2", "measurement_ids": [ "q38-f01e-autoround-tp4-piecewise-f16-exact-context-r1-grade-c" ] }, { "label": "FULL_AND_PIECEWISE \u00b7 b2dd/1e90", "measurement_ids": [ "q38-autoround-tp4-f16kv-http-context-r1-grade-c" ] } ] }, { "id": "context-q38-tp1-autoround-mtp4-screened", "title": "Qwen3.8 AutoRound TP1 eager MTP4 screened depth", "subtitle": "Grade D lab-screened only \u00b7 current f01e/ac7509e2 image \u00b7 F16 KV \u00b7 exact cache-zero target parity at 4K/16K/24K \u00b7 2K and cross-boot-conflict 8K quarantined \u00b7 32K runtime-closed \u00b7 x=0 missing \u00b7 zero lab-measured cells", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "ttft_ms", "draft_acceptance_rate" ], "series": [ { "label": "MTP4 eager \u00b7 human-adjudicated screened depths", "measurement_ids": [ "q38-f01e-autoround-tp1-mtp4-eager-f16-screened-context-r1-grade-d" ] } ] }, { "id": "context-q38-tp1-autoround-mtp3-partial", "title": "Qwen3.8 AutoRound TP1 eager MTP3 partial depth", "subtitle": "Grade D partial \u00b7 current f01e/ac7509e2 image \u00b7 F16 KV \u00b7 exact target parity at 4K-32K \u00b7 2K quarantined at token 90 \u00b7 x=0 missing \u00b7 conventional 99-interval decode", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "ttft_ms", "draft_acceptance_rate" ], "series": [ { "label": "MTP3 eager \u00b7 exact-parity depths", "measurement_ids": [ "q38-f01e-autoround-tp1-mtp3-eager-f16-exact-context-r1-grade-d" ] } ] }, { "id": "context-q38-tp1-autoround-mtp2-partial", "title": "Qwen3.8 AutoRound TP1 MTP2 depth", "subtitle": "Current f01e/ac7509e2 image \u00b7 F16 KV \u00b7 eager Grade D partial plus a separate PIECEWISE exact-4K Grade C point with its original cache-gate omission disclosed and a passing post-run audit \u00b7 2K/8K/16K corruption caveats remain \u00b7 conventional 99-interval decode", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "ttft_ms", "draft_acceptance_rate" ], "series": [ { "label": "MTP2 eager \u00b7 exact-parity depths", "measurement_ids": [ "q38-f01e-autoround-tp1-mtp2-eager-f16-exact-context-r1-grade-d" ] }, { "label": "MTP2 PIECEWISE \u00b7 exact 4K Grade C \u00b7 cache defect disclosed", "measurement_ids": [ "q38-f01e-autoround-tp1-mtp2-piecewise-f16-exact-4k-r1-grade-c" ] } ] }, { "id": "context-q38-tp1-autoround-mtp1-partial", "title": "Qwen3.8 AutoRound TP1 MTP1 depth", "subtitle": "Current f01e/ac7509e2 image \u00b7 eager/F16 Grade D partial plus separate Grade C exact-4K PIECEWISE/F16 and eager/E4M3 singletons \u00b7 every unplotted depth remains missing; PIECEWISE 8K retains the token-99 corruption caveat \u00b7 conventional 99-interval decode", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "ttft_ms", "draft_acceptance_rate" ], "series": [ { "label": "MTP1 eager \u00b7 exact-parity depths", "measurement_ids": [ "q38-f01e-autoround-tp1-mtp1-eager-f16-exact-context-r1-grade-d" ] }, { "label": "MTP1 PIECEWISE/F16 \u00b7 exact 4K Grade C", "measurement_ids": [ "q38-f01e-autoround-tp1-mtp1-piecewise-f16-exact-4k-r1-grade-c" ] }, { "label": "MTP1 eager/E4M3 \u00b7 exact 4K Grade C", "measurement_ids": [ "q38-f01e-autoround-tp1-mtp1-eager-e4m3kv-exact-4k-r1-grade-c" ] } ] }, { "id": "context-q38-tp4-autoround-http", "title": "Qwen3.8 AutoRound TP1/TP2/TP4 HTTP context", "subtitle": "Grade C \u00b7 exact cache-zero HTTP serving \u00b7 current f01e eager TP2 MTP0/MTP1 and TP4 MTP0 span every nonzero depth; TP2 MTP2 and TP4 MTP1-3 have target-parity 4K-32K with 2K quarantined; TP4 prior 8K points are retained; TP4 MTP4 recovery measures 4K/16K/24K while 2K/8K remain quarantined and 32K is runtime-closed \u00b7 F16 KV \u00b7 x=0 missing", "x_label": "active context tokens", "metrics": [ "decode_tok_s" ], "series": [ { "label": "AutoRound INT4 \u00b7 TP1 \u00b7 F16 KV", "measurement_ids": [ "q38-b2dd-tp1-graph-f16-exact-context" ] }, { "label": "AutoRound INT4 \u00b7 TP2 \u00b7 F16 KV", "measurement_ids": [ "q38-autoround-tp2-f16kv-http-context-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP2 \u00b7 MTP0 \u00b7 F16 KV \u00b7 current f01e eager", "measurement_ids": [ "q38-f01e-autoround-tp2-eager-f16-exact-context-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP2 \u00b7 MTP1 \u00b7 F16 KV \u00b7 current f01e eager", "measurement_ids": [ "q38-f01e-autoround-tp2-mtp1-eager-f16-exact-context-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP2 \u00b7 MTP2 \u00b7 F16 KV \u00b7 current f01e eager", "measurement_ids": [ "q38-f01e-autoround-tp2-mtp2-eager-f16-exact-context-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP2 \u00b7 MTP3 \u00b7 F16 KV \u00b7 current f01e eager", "measurement_ids": [ "q38-f01e-autoround-tp2-mtp3-eager-f16-exact-context-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP4 \u00b7 F16 KV \u00b7 graph", "measurement_ids": [ "q38-autoround-tp4-f16kv-http-context-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP4 \u00b7 MTP0 \u00b7 F16 KV \u00b7 current f01e eager prior 8K", "measurement_ids": [ "q38-f01e-autoround-tp4-eager-f16-exact-8k-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP4 \u00b7 MTP0 \u00b7 F16 KV \u00b7 current f01e eager expansion", "measurement_ids": [ "q38-f01e-autoround-tp4-eager-f16-exact-context-expansion-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP4 \u00b7 MTP0 \u00b7 F16 KV \u00b7 current f01e PIECEWISE partial", "measurement_ids": [ "q38-f01e-autoround-tp4-piecewise-f16-exact-context-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP4 \u00b7 MTP1 \u00b7 F16 KV \u00b7 current f01e eager", "measurement_ids": [ "q38-f01e-autoround-tp4-mtp1-eager-f16-exact-8k-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP4 \u00b7 MTP1 \u00b7 F16 KV \u00b7 current f01e eager expansion", "measurement_ids": [ "q38-f01e-autoround-tp4-mtp1-eager-f16-exact-context-expansion-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP4 \u00b7 MTP2 \u00b7 F16 KV \u00b7 current f01e eager", "measurement_ids": [ "q38-f01e-autoround-tp4-mtp2-eager-f16-exact-8k-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP4 \u00b7 MTP2 \u00b7 F16 KV \u00b7 current f01e eager expansion", "measurement_ids": [ "q38-f01e-autoround-tp4-mtp2-eager-f16-exact-context-expansion-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP4 \u00b7 MTP3 \u00b7 F16 KV \u00b7 current f01e eager", "measurement_ids": [ "q38-f01e-autoround-tp4-mtp3-eager-f16-exact-8k-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP4 \u00b7 MTP3 \u00b7 F16 KV \u00b7 current f01e eager expansion", "measurement_ids": [ "q38-f01e-autoround-tp4-mtp3-eager-f16-exact-context-expansion-r1-grade-c" ] }, { "label": "AutoRound INT4 \u00b7 TP4 \u00b7 MTP4 \u00b7 F16 KV \u00b7 current f01e eager quality recovery", "measurement_ids": [ "q38-f01e-autoround-tp4-mtp4-eager-f16-quality-recovery-r1-grade-c" ] } ] }, { "id": "q38-q5ks-q8kv-mtp-8k-grade-c", "title": "Q5_K_S external-MTP 8K route screen", "subtitle": "Grade C diagnostic \u00b7 TP1 \u00b7 graph off \u00b7 Q8_0 target/draft KV \u00b7 MTP1\u20134 all diverge from MTP0 at token index 6; rates and draft counters have no certified or headline authority", "x_label": "draft tokens", "metrics": [ "decode_tok_s", "draft_acceptance_rate" ], "discrete": true, "series": [ { "label": "exact-8K screened routes", "measurement_ids": [ "q38-q5ks-q8kv-route8k-mtp0-grade-c", "q38-q5ks-q8kv-route8k-mtp1-grade-c", "q38-q5ks-q8kv-route8k-mtp2-grade-c", "q38-q5ks-q8kv-route8k-mtp3-grade-c", "q38-q5ks-q8kv-route8k-mtp4-grade-c" ], "x_from": "config.mtp" } ] }, { "id": "context-q36-q8-target-sycl-graph", "title": "Qwen3.6 Q8 target-only MTP0 SYCL graph", "subtitle": "TP1 \u00b7 raw-engine pp2048/tg128 \u00b7 decode fully graph-certified; prefill mixed partial above depth 0 \u00b7 both target-only and embedded-artifact graph lanes are slower than their matched graph-off controls and are evidence, not optimization wins", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "prefill_tok_s" ], "series": [ { "label": "F16 KV \u00b7 SYCL graph", "measurement_ids": [ "q36-unsloth-q8-tp1-graph-f16-context" ] }, { "label": "Q8_0 KV \u00b7 SYCL graph", "measurement_ids": [ "q36-unsloth-q8-tp1-graph-q8-context" ] }, { "label": "Embedded-MTP artifact \u00b7 F16 KV \u00b7 SYCL graph (MTP0)", "measurement_ids": [ "q36-mtpq8-tp1-graph-f16-context" ] }, { "label": "Embedded-MTP artifact \u00b7 Q8_0 KV \u00b7 SYCL graph (MTP0)", "measurement_ids": [ "q36-mtpq8-tp1-graph-q8-context" ] } ] }, { "id": "context-q36-q4km-f16-sycl-graph", "title": "Qwen3.6 Q4_K_M KV \u00d7 graph comparison", "subtitle": "TP1 \u00b7 target-only MTP0 \u00b7 raw-engine pp2048/tg128 \u00b7 F16 and Q8_0 graph decode are fully certified while prefill is mixed partial above depth 0 \u00b7 graph-on is slower in both phases at all seven depths for both KV types, so the protected graph-off lanes remain recommended", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "prefill_tok_s" ], "series": [ { "label": "F16 KV \u00b7 graph off \u00b7 protected control", "measurement_ids": [ "q36-q4km-tp1-kv-f16-context" ] }, { "label": "F16 KV \u00b7 SYCL graph \u00b7 quality-qualified negative", "measurement_ids": [ "q36-q4km-tp1-graph-f16-context" ] }, { "label": "Q8_0 KV \u00b7 graph off \u00b7 protected control", "measurement_ids": [ "q36-q4km-tp1-kv-q8-context" ] }, { "label": "Q8_0 KV \u00b7 SYCL graph \u00b7 quality-qualified negative", "measurement_ids": [ "q36-q4km-tp1-graph-q8-context" ] } ] }, { "id": "context-q36-mtpq8-mtp3-http", "title": "Qwen3.6 embedded-Q8 MTP serving context", "subtitle": "TP1 \u00b7 F16 KV \u00b7 graph off \u00b7 HTTP serving \u00b7 sealed MTP0/MTP3 R3 plus quality-R1 MTP1/2/4 \u00b7 exact target-output parity \u00b7 x=0 means zero prior context plus one prompt token", "x_label": "prior active context tokens", "metrics": [ "decode_tok_s" ], "series": [ { "label": "MTP0 \u00b7 sealed control profile", "measurement_ids": [ "q36-mtpq8-tp1-mtp0-f16-http-context-r3" ] }, { "label": "MTP1 \u00b7 exact-output speculative", "measurement_ids": [ "q36-mtpq8-tp1-mtp1-f16-http-context-r1" ] }, { "label": "MTP2 \u00b7 exact-output speculative", "measurement_ids": [ "q36-mtpq8-tp1-mtp2-f16-http-context-r1" ] }, { "label": "MTP3 \u00b7 exact-output speculative", "measurement_ids": [ "q36-mtpq8-tp1-mtp3-f16-http-context-r3" ] }, { "label": "MTP4 \u00b7 exact-output speculative", "measurement_ids": [ "q36-mtpq8-tp1-mtp4-f16-http-context-r1" ] } ] }, { "id": "context-q36-mtpq8-q8kv-http-grade-c", "title": "Qwen3.6 embedded-Q8 MTP Q8_0-KV screen", "subtitle": "Grade C exploratory \u00b7 TP1 \u00b7 graph off \u00b7 Q8_0 KV \u00b7 deterministic 2K route divergence", "x_label": "prior active context tokens", "metrics": [ "decode_tok_s", "draft_acceptance_rate" ], "series": [ { "label": "MTP1 \u00b7 Grade C screened", "measurement_ids": [ "q36-mtpq8-tp1-mtp1-q8kv-http-context-r1-grade-c" ] }, { "label": "MTP2 \u00b7 Grade C screened", "measurement_ids": [ "q36-mtpq8-tp1-mtp2-q8kv-http-context-r1-grade-c" ] }, { "label": "MTP3 \u00b7 Grade C screened", "measurement_ids": [ "q36-mtpq8-tp1-mtp3-q8kv-http-context-r1-grade-c" ] }, { "label": "MTP4 \u00b7 Grade C screened", "measurement_ids": [ "q36-mtpq8-tp1-mtp4-q8kv-http-context-r1-grade-c" ] } ] }, { "id": "context-q36-q8-target", "title": "Qwen3.6 Q8 target-only context", "subtitle": "TP1 llama.cpp SYCL \u00b7 discrete evidence, not a fitted curve \u00b7 baseline x is one exact prompt count; each VDR2 x is the larger anchor of a disclosed two-prompt median with band-specific ubatch", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "prefill_tok_s", "ttft_ms" ], "discrete": true, "series": [ { "label": "DNN-off cold retrieval", "measurement_ids": [ "q36-q8-tp1-target-dnn-off-context" ] }, { "label": "VDR2 exact full-512 bands", "measurement_ids": [ "q36-q8-tp1-target-vdr2-bands" ] } ] }, { "id": "q36-q8-mtp3-matched-control", "title": "Qwen3.6 Q8 MTP3 matched control", "subtitle": "TP1 llama.cpp SYCL \u00b7 same embedded publisher-MTP artifact \u00b7 fixed cold 12-prompt realistic suite \u00b7 full token/content exact against the fresh control", "x_label": "draft tokens", "metrics": [ "decode_tok_s", "draft_acceptance_rate", "effective_tokens_per_verification" ], "discrete": true, "series": [ { "label": "matched artifact control \u2192 MTP3", "measurement_ids": [ "q36-q8-tp1-mtp0-matched-control", "q36-q8-tp1-mtp3-realistic" ], "x_from": "config.mtp" } ] }, { "id": "context-q36-q8-mtp3", "title": "Qwen3.6 Q8 long context", "subtitle": "TP1 llama.cpp VDR2 \u00b7 exact control/MTP3 full outputs \u00b7 two-wave functional screen, not an isolated headline", "x_label": "active context tokens", "metrics": [ "decode_tok_s", "draft_acceptance_rate" ], "series": [ { "label": "target only", "measurement_ids": [ "q36-q8-tp1-control-long-context" ] }, { "label": "integrated MTP3", "measurement_ids": [ "q36-q8-tp1-mtp3-long-context" ] } ] } ], "coverage_contracts": [ { "id": "qwen36-tp1-vllm-xpu-target-matrix", "label": "Qwen3.6 TP1 \u00b7 vLLM XPU target-only matrix", "description": "189 meaningful target-only vLLM XPU cells: three runtime-compatible artifacts \u00d7 MTP0 \u00d7 seven exact active-context depths \u00d7 off/full+piecewise/piecewise graph \u00d7 f16/E4M3/E5M2 KV. MTP depths are not blindly attached to FP8 artifacts without an exact speculator/package binding.", "fixed_selectors": { "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen36-tp1-vllm-xpu-target-only-v1", "speculation_method": "none" }, "axes": [ { "key": "revision", "label": "Weight revision", "values": [ "qwen3.6-27b" ] }, { "key": "artifact_id", "label": "Quantized artifact", "values": [ "qwen36-27b-autoround-w4a16-f5750c9", "qwen36-27b-base-runtime-fp8-6a9e13b", "qwen36-27b-official-block-fp8-unpinned" ], "value_labels": { "qwen36-27b-autoround-w4a16-f5750c9": "AutoRound INT4 \u00b7 webhie", "qwen36-27b-base-runtime-fp8-6a9e13b": "FP8 \u00b7 runtime-native base", "qwen36-27b-official-block-fp8-unpinned": "FP8 \u00b7 historical export" } }, { "key": "tp", "label": "Tensor parallel", "prefix": "TP", "values": [ 1 ] }, { "key": "mtp", "label": "MTP depth", "prefix": "MTP", "values": [ 0 ] }, { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } }, { "key": "graph_mode", "label": "Graph mode", "values": [ "off", "FULL_AND_PIECEWISE", "PIECEWISE" ], "value_labels": { "off": "off", "FULL_AND_PIECEWISE": "full + piecewise", "PIECEWISE": "piecewise" } }, { "key": "kv", "label": "KV cache", "values": [ "f16", "fp8_e4m3", "fp8_e5m2" ], "value_labels": { "f16": "F16", "fp8_e4m3": "FP8 E4M3", "fp8_e5m2": "FP8 E5M2" } } ], "rules": [ { "id": "default-exact-gap", "match": { "revision": "*", "artifact_id": "*", "tp": "*", "mtp": "*", "active_context_tokens": "*", "graph_mode": "*", "kv": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No result or frozen estimate binds every declared selector; configured maximum context never substitutes for active context.", "parent": "qwen-tp1-parent-sentinel-program", "retry": { "status": "queued", "trigger": "parent-or-calibrated-estimate" } }, { "id": "quarantine-unpinned-official-fp8", "match": { "revision": "*", "artifact_id": "qwen36-27b-official-block-fp8-unpinned", "tp": "*", "mtp": "*", "active_context_tokens": "*", "graph_mode": "*", "kv": "*" }, "state": "quarantined", "label": "historical artifact identity incomplete", "reason": "The retained historical block-FP8 screen did not capture an immutable Hugging Face revision or target-file digest, so none of its runtime/config observations can bind an exact dense cell.", "evidence": "results/fp8-vllm-xpu-qwen36-2026-05-04.md", "parent": "qwen36-block-fp8-identity-recovery", "retry": { "status": "blocked-on-identity", "trigger": "pin-exact-checkpoint-and-rerun" } } ] }, { "id": "qwen36-tp1-vllm-xpu-autoround-mtp-matrix", "label": "Qwen3.6 TP1 \u00b7 vLLM XPU AutoRound MTP matrix", "description": "252 meaningful native-MTP cells: the measured AutoRound artifact \u00d7 MTP1\u20134 \u00d7 seven exact active-context depths \u00d7 off/full+piecewise/piecewise graph \u00d7 f16/E4M3/E5M2 KV. Other artifacts stay outside this profile until their speculator binding is established.", "fixed_selectors": { "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen36-tp1-vllm-xpu-autoround-native-mtp-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "revision", "label": "Weight revision", "values": [ "qwen3.6-27b" ] }, { "key": "artifact_id", "label": "Quantized artifact", "values": [ "qwen36-27b-autoround-w4a16-f5750c9" ], "value_labels": { "qwen36-27b-autoround-w4a16-f5750c9": "AutoRound INT4 \u00b7 webhie" } }, { "key": "tp", "label": "Tensor parallel", "prefix": "TP", "values": [ 1 ] }, { "key": "mtp", "label": "MTP depth", "prefix": "MTP", "values": [ 1, 2, 3, 4 ] }, { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } }, { "key": "graph_mode", "label": "Graph mode", "values": [ "off", "FULL_AND_PIECEWISE", "PIECEWISE" ], "value_labels": { "off": "off", "FULL_AND_PIECEWISE": "full + piecewise", "PIECEWISE": "piecewise" } }, { "key": "kv", "label": "KV cache", "values": [ "f16", "fp8_e4m3", "fp8_e5m2" ], "value_labels": { "f16": "F16", "fp8_e4m3": "FP8 E4M3", "fp8_e5m2": "FP8 E5M2" } } ], "rules": [ { "id": "default-exact-gap", "match": { "revision": "*", "artifact_id": "*", "tp": "*", "mtp": "*", "active_context_tokens": "*", "graph_mode": "*", "kv": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No result or frozen estimate binds every declared selector; configured maximum context never substitutes for active context.", "parent": "qwen-tp1-parent-sentinel-program", "retry": { "status": "queued", "trigger": "parent-or-calibrated-estimate" } } ] }, { "id": "qwen36-tp1-llamacpp-sycl-mtp-matrix", "label": "Qwen3.6 TP1 \u00b7 llama.cpp SYCL MTP matrix", "description": "448 meaningful llama.cpp SYCL speculative cells: four MTP-bearing GGUF artifacts \u00d7 MTP1\u20134 \u00d7 seven exact active-context depths \u00d7 graph off/SYCL \u00d7 f16/q8_0 KV. MTP0 is represented in the separate target-only profile; vLLM compilation modes and FP8 KV are excluded.", "fixed_selectors": { "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-embedded-mtp-v1", "speculation_method": "embedded-mtp" }, "axes": [ { "key": "revision", "label": "Weight revision", "values": [ "qwen3.6-27b" ] }, { "key": "artifact_id", "label": "Quantized artifact", "values": [ "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" ], "value_labels": { "qwen36-27b-unsloth-mtp-q4-0-20c9c45": "Q4_0 \u00b7 unsloth MTP", "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665": "UD-Q4_K_XL \u00b7 unsloth MTP", "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb": "Q4_K_M \u00b7 unsloth MTP", "qwen36-27b-unsloth-mtp-q8-0-5cb35eb": "Q8_0 \u00b7 unsloth embedded MTP" } }, { "key": "tp", "label": "Tensor parallel", "prefix": "TP", "values": [ 1 ] }, { "key": "mtp", "label": "MTP depth", "prefix": "MTP", "values": [ 1, 2, 3, 4 ] }, { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } }, { "key": "graph_mode", "label": "Graph mode", "values": [ "off", "SYCL" ], "value_labels": { "off": "off", "SYCL": "SYCL graph" } }, { "key": "kv", "label": "KV cache", "values": [ "f16", "q8_0" ], "value_labels": { "f16": "F16", "q8_0": "Q8_0" } } ], "rules": [ { "id": "default-exact-gap", "match": { "revision": "*", "artifact_id": "*", "tp": "*", "mtp": "*", "active_context_tokens": "*", "graph_mode": "*", "kv": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No result or frozen estimate binds every declared selector; configured maximum context never substitutes for active context.", "parent": "qwen-tp1-parent-sentinel-program", "retry": { "status": "queued", "trigger": "parent-or-calibrated-estimate" } }, { "id": "measured-q36-mtpq8-mtp3-f16-http-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 0, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D39.507 \u00b7 +129.87% \u00b7 qualified HTTP", "reason": "Quality-certified MTP3 HTTP-serving cell with exact target-output parity and conserved draft counters. x=0 means zero prior active context plus one explicit prompt token, not a literal empty prompt.", "evidence_id": "q36-mtpq8-tp1-mtp3-f16-http-context-r3", "point_x": 0, "parent": "qwen36-tp1-mtp3-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp3-f16-http-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D34.663 \u00b7 +105.73% \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP3 HTTP-serving cell with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp3-f16-http-context-r3", "point_x": 2048, "parent": "qwen36-tp1-mtp3-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp3-f16-http-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D39.732 \u00b7 +139.23% \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP3 HTTP-serving cell with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp3-f16-http-context-r3", "point_x": 4096, "parent": "qwen36-tp1-mtp3-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp3-f16-http-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D41.392 \u00b7 +157.02% \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP3 HTTP-serving cell with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp3-f16-http-context-r3", "point_x": 8192, "parent": "qwen36-tp1-mtp3-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp3-f16-http-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D31.842 \u00b7 +109.77% \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP3 HTTP-serving cell with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp3-f16-http-context-r3", "point_x": 16384, "parent": "qwen36-tp1-mtp3-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp3-f16-http-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D34.247 \u00b7 +138.46% \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP3 HTTP-serving cell with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp3-f16-http-context-r3", "point_x": 24576, "parent": "qwen36-tp1-mtp3-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp3-f16-http-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D31.806 \u00b7 +133.42% \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP3 HTTP-serving cell with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp3-f16-http-context-r3", "point_x": 32768, "parent": "qwen36-tp1-mtp3-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp1-f16-http-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 0, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D28.483 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters. x=0 means zero prior active context plus one explicit prompt token, not a literal empty prompt.", "evidence_id": "q36-mtpq8-tp1-mtp1-f16-http-context-r1", "point_x": 0, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp1-f16-http-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D27.555 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp1-f16-http-context-r1", "point_x": 2048, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp1-f16-http-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D27.727 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp1-f16-http-context-r1", "point_x": 4096, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp1-f16-http-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D27.569 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp1-f16-http-context-r1", "point_x": 8192, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp1-f16-http-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D24.902 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp1-f16-http-context-r1", "point_x": 16384, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp1-f16-http-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D24.741 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp1-f16-http-context-r1", "point_x": 24576, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp1-f16-http-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D23.731 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp1-f16-http-context-r1", "point_x": 32768, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp2-f16-http-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 0, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D37.237 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters. x=0 means zero prior active context plus one explicit prompt token, not a literal empty prompt.", "evidence_id": "q36-mtpq8-tp1-mtp2-f16-http-context-r1", "point_x": 0, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp2-f16-http-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D32.317 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp2-f16-http-context-r1", "point_x": 2048, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp2-f16-http-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D36.228 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp2-f16-http-context-r1", "point_x": 4096, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp2-f16-http-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D36.32 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp2-f16-http-context-r1", "point_x": 8192, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp2-f16-http-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D29.043 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp2-f16-http-context-r1", "point_x": 16384, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp2-f16-http-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D30.575 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp2-f16-http-context-r1", "point_x": 24576, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp2-f16-http-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D29.198 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp2-f16-http-context-r1", "point_x": 32768, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp4-f16-http-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 0, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D37.565 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters. x=0 means zero prior active context plus one explicit prompt token, not a literal empty prompt.", "evidence_id": "q36-mtpq8-tp1-mtp4-f16-http-context-r1", "point_x": 0, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp4-f16-http-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D34.688 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp4-f16-http-context-r1", "point_x": 2048, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp4-f16-http-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D41.654 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp4-f16-http-context-r1", "point_x": 4096, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp4-f16-http-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D43.716 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp4-f16-http-context-r1", "point_x": 8192, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp4-f16-http-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D31.412 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp4-f16-http-context-r1", "point_x": 16384, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp4-f16-http-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D36.494 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp4-f16-http-context-r1", "point_x": 24576, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-mtp4-f16-http-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D31.285 \u00b7 qualified HTTP", "reason": "Quality-certified cache-zero MTP route with exact target-output parity and conserved draft counters.", "evidence_id": "q36-mtpq8-tp1-mtp4-f16-http-context-r1", "point_x": 32768, "parent": "qwen36-tp1-mtp-http-depth-curve", "retry": { "status": "complete" } }, { "id": "screened-q36-mtpq8-mtp1-q8kv-http-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 0, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D28.593 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts and fresh-control equality; the route quality battery passed. R1 remains failed because its inherited F16 control seal was invalid. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q36-mtpq8-tp1-mtp1-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 0, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp1-q8kv-http-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 2048, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D25.736 \u00b7 Grade C divergent", "reason": "Measured cache-zero speed with conserved drafts and a passed route quality battery, but R3 confirmed deterministic output divergence from both bracketing MTP0 controls at token index 73. R1 remains failed.", "evidence_id": "q36-mtpq8-tp1-mtp1-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 2048, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "classified-deterministic-divergence" } }, { "id": "screened-q36-mtpq8-mtp1-q8kv-http-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 4096, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D24.747 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp1-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 4096, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp1-q8kv-http-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D22.664 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp1-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 8192, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp1-q8kv-http-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 16384, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D17.989 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp1-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 16384, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp1-q8kv-http-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 24576, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D16.146 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts and fresh-control equality; the route quality battery passed. R1 remains failed because its inherited F16 control seal was invalid at this depth.", "evidence_id": "q36-mtpq8-tp1-mtp1-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 24576, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp1-q8kv-http-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 1, "active_context_tokens": 32768, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D13.526 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp1-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 32768, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp2-q8kv-http-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 0, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D31.977 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts and fresh-control equality; the route quality battery passed. R1 remains failed because its inherited F16 control seal was invalid. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q36-mtpq8-tp1-mtp2-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 0, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp2-q8kv-http-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 2048, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D31.563 \u00b7 Grade C divergent", "reason": "Measured cache-zero speed with conserved drafts and a passed route quality battery, but R3 confirmed deterministic output divergence from both bracketing MTP0 controls at token index 73. R1 remains failed.", "evidence_id": "q36-mtpq8-tp1-mtp2-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 2048, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "classified-deterministic-divergence" } }, { "id": "screened-q36-mtpq8-mtp2-q8kv-http-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 4096, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D35.075 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp2-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 4096, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp2-q8kv-http-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D34.49 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp2-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 8192, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp2-q8kv-http-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 16384, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D26.718 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp2-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 16384, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp2-q8kv-http-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 24576, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D30.419 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts and fresh-control equality; the route quality battery passed. R1 remains failed because its inherited F16 control seal was invalid at this depth.", "evidence_id": "q36-mtpq8-tp1-mtp2-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 24576, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp2-q8kv-http-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 2, "active_context_tokens": 32768, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D25.46 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp2-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 32768, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp3-q8kv-http-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 0, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D33.043 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts and fresh-control equality; the route quality battery passed. R1 remains failed because its inherited F16 control seal was invalid. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q36-mtpq8-tp1-mtp3-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 0, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp3-q8kv-http-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 2048, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D32.901 \u00b7 Grade C divergent", "reason": "Measured cache-zero speed with conserved drafts and a passed route quality battery, but R3 confirmed deterministic output divergence from both bracketing MTP0 controls at token index 73. R1 remains failed.", "evidence_id": "q36-mtpq8-tp1-mtp3-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 2048, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "classified-deterministic-divergence" } }, { "id": "screened-q36-mtpq8-mtp3-q8kv-http-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 4096, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D38.344 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp3-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 4096, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp3-q8kv-http-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D39.292 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp3-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 8192, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp3-q8kv-http-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 16384, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D27.529 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp3-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 16384, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp3-q8kv-http-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 24576, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D35.84 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts and fresh-control equality; the route quality battery passed. R1 remains failed because its inherited F16 control seal was invalid at this depth.", "evidence_id": "q36-mtpq8-tp1-mtp3-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 24576, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp3-q8kv-http-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 3, "active_context_tokens": 32768, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D27.315 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp3-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 32768, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp4-q8kv-http-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 0, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D32.533 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts and fresh-control equality; the route quality battery passed. R1 remains failed because its inherited F16 control seal was invalid. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q36-mtpq8-tp1-mtp4-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 0, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp4-q8kv-http-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 2048, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D31.796 \u00b7 Grade C divergent", "reason": "Measured cache-zero speed with conserved drafts and a passed route quality battery, but R3 confirmed deterministic output divergence from both bracketing MTP0 controls at token index 73. R1 remains failed.", "evidence_id": "q36-mtpq8-tp1-mtp4-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 2048, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "classified-deterministic-divergence" } }, { "id": "screened-q36-mtpq8-mtp4-q8kv-http-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 4096, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D40.278 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp4-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 4096, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp4-q8kv-http-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D39.868 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp4-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 8192, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp4-q8kv-http-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 16384, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D27.683 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp4-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 16384, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp4-q8kv-http-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 24576, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D39.253 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts and fresh-control equality; the route quality battery passed. R1 remains failed because its inherited F16 control seal was invalid at this depth.", "evidence_id": "q36-mtpq8-tp1-mtp4-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 24576, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } }, { "id": "screened-q36-mtpq8-mtp4-q8kv-http-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 4, "active_context_tokens": 32768, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D26.704 \u00b7 Grade C exploratory", "reason": "Measured cache-zero speed with conserved drafts, fresh-control equality, and a passed route quality battery. R1 remains failed and grants no certified-cell authority.", "evidence_id": "q36-mtpq8-tp1-mtp4-q8kv-http-context-r1-grade-c", "packet_id": "qwen36-27b-embedded-mtp-q8-q8kv-tp1-mtp1234-grade-c", "point_x": 32768, "parent": "qwen36-q8kv-grade-c-screen", "retry": { "status": "complete-as-grade-c" } } ] }, { "id": "qwen36-tp1-llamacpp-sycl-target-matrix", "label": "Qwen3.6 TP1 \u00b7 llama.cpp SYCL target-only matrix", "description": "168 meaningful target-only cells: all six Qwen3.6 GGUF target artifacts \u00d7 MTP0 \u00d7 seven exact active-context depths \u00d7 graph off/SYCL \u00d7 f16/q8_0 KV. Intrinsic MTP1\u20134 is never manufactured for target-only files; those depths live only in the separately bound MTP-bearing profile.", "fixed_selectors": { "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen36-tp1-llamacpp-sycl-target-only-v1", "speculation_method": "none" }, "axes": [ { "key": "revision", "label": "Weight revision", "values": [ "qwen3.6-27b" ] }, { "key": "artifact_id", "label": "Quantized artifact", "values": [ "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "qwen36-27b-unsloth-q8-0-82d411a", "qwen36-27b-ggmlorg-q8-0-8a7ee08" ], "value_labels": { "qwen36-27b-unsloth-mtp-q4-0-20c9c45": "Q4_0 \u00b7 unsloth MTP", "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665": "UD-Q4_K_XL \u00b7 unsloth MTP", "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb": "Q4_K_M \u00b7 unsloth MTP", "qwen36-27b-unsloth-mtp-q8-0-5cb35eb": "Q8_0 \u00b7 unsloth embedded MTP", "qwen36-27b-unsloth-q8-0-82d411a": "Q8_0 \u00b7 unsloth target", "qwen36-27b-ggmlorg-q8-0-8a7ee08": "Q8_0 \u00b7 ggml-org" } }, { "key": "tp", "label": "Tensor parallel", "prefix": "TP", "values": [ 1 ] }, { "key": "mtp", "label": "MTP depth", "prefix": "MTP", "values": [ 0 ] }, { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } }, { "key": "graph_mode", "label": "Graph mode", "values": [ "off", "SYCL" ], "value_labels": { "off": "off", "SYCL": "SYCL graph" } }, { "key": "kv", "label": "KV cache", "values": [ "f16", "q8_0" ], "value_labels": { "f16": "F16", "q8_0": "Q8_0" } } ], "rules": [ { "id": "default-exact-gap", "match": { "revision": "*", "artifact_id": "*", "tp": "*", "mtp": "*", "active_context_tokens": "*", "graph_mode": "*", "kv": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No result or frozen estimate binds every declared selector; configured maximum context never substitutes for active context.", "parent": "qwen-tp1-parent-sentinel-program", "retry": { "status": "queued", "trigger": "parent-or-calibrated-estimate" } }, { "id": "measured-q36-target-q8-graph-f16-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D19.355 \u00b7 P899.27 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked quality battery. Decode and prefill both retain positive capture-and-replay evidence at depth 0.", "evidence_id": "q36-unsloth-q8-tp1-graph-f16-context", "point_x": 0, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-target-q8-graph-f16-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D19.176 \u00b7 P881.87 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked quality battery. Decode is fully graph-certified; prefill is mixed partial with positive cache-full.", "evidence_id": "q36-unsloth-q8-tp1-graph-f16-context", "point_x": 2048, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-target-q8-graph-f16-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D19.079 \u00b7 P855.86 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked quality battery. Decode is fully graph-certified; prefill is mixed partial with positive cache-full.", "evidence_id": "q36-unsloth-q8-tp1-graph-f16-context", "point_x": 4096, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-target-q8-graph-f16-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D18.846 \u00b7 P818.75 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked quality battery. Decode is fully graph-certified; prefill is mixed partial with positive cache-full.", "evidence_id": "q36-unsloth-q8-tp1-graph-f16-context", "point_x": 8192, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-target-q8-graph-f16-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D18.409 \u00b7 P753.44 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked quality battery. Decode is fully graph-certified; prefill is mixed partial with positive cache-full.", "evidence_id": "q36-unsloth-q8-tp1-graph-f16-context", "point_x": 16384, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-target-q8-graph-f16-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D18.008 \u00b7 P698.23 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked quality battery. Decode is fully graph-certified; prefill is mixed partial with positive cache-full.", "evidence_id": "q36-unsloth-q8-tp1-graph-f16-context", "point_x": 24576, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-target-q8-graph-f16-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D17.618 \u00b7 P651.49 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked quality battery. Decode is fully graph-certified; prefill is mixed partial with positive cache-full.", "evidence_id": "q36-unsloth-q8-tp1-graph-f16-context", "point_x": 32768, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-target-q8-graph-q8-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D19.010 \u00b7 P896.09 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q8-KV quality adjudication. Both phases have positive graph evidence, but graph-on is slower than graph-off and is not an optimization win.", "evidence_id": "q36-unsloth-q8-tp1-graph-q8-context", "point_x": 0, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-target-q8-graph-q8-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D17.933 \u00b7 P871.93 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q8-KV quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than graph-off.", "evidence_id": "q36-unsloth-q8-tp1-graph-q8-context", "point_x": 2048, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-target-q8-graph-q8-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D17.032 \u00b7 P850.23 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q8-KV quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than graph-off.", "evidence_id": "q36-unsloth-q8-tp1-graph-q8-context", "point_x": 4096, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-target-q8-graph-q8-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D15.468 \u00b7 P809.77 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q8-KV quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than graph-off.", "evidence_id": "q36-unsloth-q8-tp1-graph-q8-context", "point_x": 8192, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-target-q8-graph-q8-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D12.709 \u00b7 P747.45 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q8-KV quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than graph-off.", "evidence_id": "q36-unsloth-q8-tp1-graph-q8-context", "point_x": 16384, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-target-q8-graph-q8-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D10.835 \u00b7 P691.40 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q8-KV quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than graph-off.", "evidence_id": "q36-unsloth-q8-tp1-graph-q8-context", "point_x": 24576, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-target-q8-graph-q8-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D9.475 \u00b7 P645.09 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q8-KV quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than graph-off.", "evidence_id": "q36-unsloth-q8-tp1-graph-q8-context", "point_x": 32768, "packet_id": "qwen36-27b-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-f16-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D19.364 \u00b7 P900.48 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked embedded-artifact quality adjudication. Both phases retain positive graph evidence, but graph-on is slower than the protected graph-off control and is not an optimization win.", "evidence_id": "q36-mtpq8-tp1-graph-f16-context", "point_x": 0, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-f16-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D19.182 \u00b7 P880.57 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked embedded-artifact quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-mtpq8-tp1-graph-f16-context", "point_x": 2048, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-f16-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D19.077 \u00b7 P857.10 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked embedded-artifact quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-mtpq8-tp1-graph-f16-context", "point_x": 4096, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-f16-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D18.846 \u00b7 P819.59 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked embedded-artifact quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-mtpq8-tp1-graph-f16-context", "point_x": 8192, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-f16-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D18.414 \u00b7 P755.79 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked embedded-artifact quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-mtpq8-tp1-graph-f16-context", "point_x": 16384, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-f16-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D18.007 \u00b7 P700.16 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked embedded-artifact quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-mtpq8-tp1-graph-f16-context", "point_x": 24576, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-f16-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D17.617 \u00b7 P650.65 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked embedded-artifact quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-mtpq8-tp1-graph-f16-context", "point_x": 32768, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-q8-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D19.021 \u00b7 P894.19 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine q8_0-KV cell covered by the tracked embedded-artifact quality adjudication. Both phases retain positive graph evidence, but graph-on is slower than the protected graph-off control and is not an optimization win.", "evidence_id": "q36-mtpq8-tp1-graph-q8-context", "point_x": 0, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-q8-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D17.939 \u00b7 P871.09 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine q8_0-KV cell covered by the tracked embedded-artifact quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-mtpq8-tp1-graph-q8-context", "point_x": 2048, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-q8-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D17.037 \u00b7 P849.46 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine q8_0-KV cell covered by the tracked embedded-artifact quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-mtpq8-tp1-graph-q8-context", "point_x": 4096, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-q8-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D15.467 \u00b7 P810.19 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine q8_0-KV cell covered by the tracked embedded-artifact quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-mtpq8-tp1-graph-q8-context", "point_x": 8192, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-q8-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D12.713 \u00b7 P747.51 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine q8_0-KV cell covered by the tracked embedded-artifact quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-mtpq8-tp1-graph-q8-context", "point_x": 16384, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-q8-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D10.833 \u00b7 P692.95 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine q8_0-KV cell covered by the tracked embedded-artifact quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-mtpq8-tp1-graph-q8-context", "point_x": 24576, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-graph-q8-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D9.475 \u00b7 P644.91 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine q8_0-KV cell covered by the tracked embedded-artifact quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-mtpq8-tp1-graph-q8-context", "point_x": 32768, "packet_id": "qwen36-27b-embedded-mtp-q8-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-f16-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D28.580 \u00b7 P818.20 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M quality adjudication. Both phases retain positive graph evidence, but graph-on is slower than the protected graph-off control and is not an optimization win.", "evidence_id": "q36-q4km-tp1-graph-f16-context", "point_x": 0, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-f16-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D28.049 \u00b7 P800.16 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-q4km-tp1-graph-f16-context", "point_x": 2048, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-f16-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D27.665 \u00b7 P780.49 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-q4km-tp1-graph-f16-context", "point_x": 4096, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-f16-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D27.180 \u00b7 P746.47 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-q4km-tp1-graph-f16-context", "point_x": 8192, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-f16-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D26.233 \u00b7 P688.17 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-q4km-tp1-graph-f16-context", "point_x": 16384, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-f16-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D25.366 \u00b7 P644.83 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-q4km-tp1-graph-f16-context", "point_x": 24576, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-f16-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D24.570 \u00b7 P606.64 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-q4km-tp1-graph-f16-context", "point_x": 32768, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-q8-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D27.772 \u00b7 P815.88 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M Q8_0-KV quality adjudication. Both phases retain positive graph evidence, but graph-on is slower than the protected graph-off control and is not an optimization win.", "evidence_id": "q36-q4km-tp1-graph-q8-context", "point_x": 0, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-q8-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D25.394 \u00b7 P795.43 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M Q8_0-KV quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-q4km-tp1-graph-q8-context", "point_x": 2048, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-q8-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D23.531 \u00b7 P775.66 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M Q8_0-KV quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-q4km-tp1-graph-q8-context", "point_x": 4096, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-q8-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D20.564 \u00b7 P738.53 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M Q8_0-KV quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-q4km-tp1-graph-q8-context", "point_x": 8192, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-q8-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D16.006 \u00b7 P684.94 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M Q8_0-KV quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-q4km-tp1-graph-q8-context", "point_x": 16384, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-q8-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D13.208 \u00b7 P639.66 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M Q8_0-KV quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-q4km-tp1-graph-q8-context", "point_x": 24576, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-graph-q8-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "lab-measured", "label": "D11.300 \u00b7 P600.52 \u00b7 qualified raw graph", "reason": "Exact five-repetition raw-engine cell covered by the tracked Q4_K_M Q8_0-KV quality adjudication. Decode is fully graph-certified, prefill is mixed partial, and graph-on is slower than the protected graph-off control.", "evidence_id": "q36-q4km-tp1-graph-q8-context", "point_x": 32768, "packet_id": "qwen36-27b-embedded-mtp-q4km-tp1-sycl-graph-profile", "parent": "qwen36-tp1-sycl-graph-depth-curve", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-f16-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D29.303 \u00b7 P826.36 \u00b7 raw sweep", "reason": "Exact raw-engine depth point with five repetitions. Performance, serving quality, and optimization maturity remain separate.", "evidence_id": "q36-q4km-tp1-kv-f16-context", "point_x": 0, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-f16-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D28.718 \u00b7 P891.60 \u00b7 raw sweep", "reason": "Exact raw-engine depth point with five repetitions. Performance, serving quality, and optimization maturity remain separate.", "evidence_id": "q36-q4km-tp1-kv-f16-context", "point_x": 2048, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-f16-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D28.424 \u00b7 P869.41 \u00b7 raw sweep", "reason": "Exact raw-engine depth point with five repetitions. Performance, serving quality, and optimization maturity remain separate.", "evidence_id": "q36-q4km-tp1-kv-f16-context", "point_x": 4096, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-f16-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D27.884 \u00b7 P830.46 \u00b7 raw sweep", "reason": "Exact raw-engine depth point with five repetitions. Performance, serving quality, and optimization maturity remain separate.", "evidence_id": "q36-q4km-tp1-kv-f16-context", "point_x": 8192, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-f16-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D26.883 \u00b7 P760.02 \u00b7 raw sweep", "reason": "Exact raw-engine depth point with five repetitions. Performance, serving quality, and optimization maturity remain separate.", "evidence_id": "q36-q4km-tp1-kv-f16-context", "point_x": 16384, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-f16-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D25.898 \u00b7 P704.98 \u00b7 raw sweep", "reason": "Exact raw-engine depth point with five repetitions. Performance, serving quality, and optimization maturity remain separate.", "evidence_id": "q36-q4km-tp1-kv-f16-context", "point_x": 24576, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-f16-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D25.040 \u00b7 P655.10 \u00b7 raw sweep", "reason": "Exact raw-engine depth point with five repetitions. Performance, serving quality, and optimization maturity remain separate.", "evidence_id": "q36-q4km-tp1-kv-f16-context", "point_x": 32768, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-q8-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D25.872 \u00b7 P634.03 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine depth point with five repetitions; the overlapped r1 is not reused.", "evidence_id": "q36-q4-0-tp1-kv-q8-context", "point_x": 0, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-q8-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D23.936 \u00b7 P299.30 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine depth point with five repetitions; the overlapped r1 is not reused.", "evidence_id": "q36-q4-0-tp1-kv-q8-context", "point_x": 2048, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-q8-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D22.514 \u00b7 P284.23 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine depth point with five repetitions; the overlapped r1 is not reused.", "evidence_id": "q36-q4-0-tp1-kv-q8-context", "point_x": 4096, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-q8-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D20.209 \u00b7 P256.07 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine depth point with five repetitions; the overlapped r1 is not reused.", "evidence_id": "q36-q4-0-tp1-kv-q8-context", "point_x": 8192, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-q8-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D16.841 \u00b7 P203.93 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine depth point with five repetitions; the overlapped r1 is not reused.", "evidence_id": "q36-q4-0-tp1-kv-q8-context", "point_x": 16384, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-q8-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D14.416 \u00b7 P168.64 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine depth point with five repetitions; the overlapped r1 is not reused.", "evidence_id": "q36-q4-0-tp1-kv-q8-context", "point_x": 24576, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-q8-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D12.600 \u00b7 P144.96 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine depth point with five repetitions; the overlapped r1 is not reused.", "evidence_id": "q36-q4-0-tp1-kv-q8-context", "point_x": 32768, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-f16-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D26.403 \u00b7 P635.64 \u00b7 raw sweep", "reason": "Exact raw-engine F16-KV depth point with five repetitions; no q8 timing row is reused.", "evidence_id": "q36-q4-0-tp1-kv-f16-context", "point_x": 0, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-f16-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D25.612 \u00b7 P300.21 \u00b7 raw sweep", "reason": "Exact raw-engine F16-KV depth point with five repetitions; no q8 timing row is reused.", "evidence_id": "q36-q4-0-tp1-kv-f16-context", "point_x": 2048, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-f16-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D24.982 \u00b7 P284.81 \u00b7 raw sweep", "reason": "Exact raw-engine F16-KV depth point with five repetitions; no q8 timing row is reused.", "evidence_id": "q36-q4-0-tp1-kv-f16-context", "point_x": 4096, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-f16-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D23.885 \u00b7 P255.79 \u00b7 raw sweep", "reason": "Exact raw-engine F16-KV depth point with five repetitions; no q8 timing row is reused.", "evidence_id": "q36-q4-0-tp1-kv-f16-context", "point_x": 8192, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-f16-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D21.957 \u00b7 P203.91 \u00b7 raw sweep", "reason": "Exact raw-engine F16-KV depth point with five repetitions; no q8 timing row is reused.", "evidence_id": "q36-q4-0-tp1-kv-f16-context", "point_x": 16384, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-f16-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D20.306 \u00b7 P168.95 \u00b7 raw sweep", "reason": "Exact raw-engine F16-KV depth point with five repetitions; no q8 timing row is reused.", "evidence_id": "q36-q4-0-tp1-kv-f16-context", "point_x": 24576, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4-0-f16-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D18.909 \u00b7 P144.91 \u00b7 raw sweep", "reason": "Exact raw-engine F16-KV depth point with five repetitions; no q8 timing row is reused.", "evidence_id": "q36-q4-0-tp1-kv-f16-context", "point_x": 32768, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-q8-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D28.427 \u00b7 P824.62 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine q8_0-KV depth point with five repetitions; r1 remains failed closed.", "evidence_id": "q36-q4km-tp1-kv-q8-context", "point_x": 0, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-q8-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D25.907 \u00b7 P884.56 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine q8_0-KV depth point with five repetitions; r1 remains failed closed.", "evidence_id": "q36-q4km-tp1-kv-q8-context", "point_x": 2048, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-q8-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D23.996 \u00b7 P865.76 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine q8_0-KV depth point with five repetitions; r1 remains failed closed.", "evidence_id": "q36-q4km-tp1-kv-q8-context", "point_x": 4096, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-q8-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D20.918 \u00b7 P823.10 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine q8_0-KV depth point with five repetitions; r1 remains failed closed.", "evidence_id": "q36-q4km-tp1-kv-q8-context", "point_x": 8192, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-q8-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D16.167 \u00b7 P756.11 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine q8_0-KV depth point with five repetitions; r1 remains failed closed.", "evidence_id": "q36-q4km-tp1-kv-q8-context", "point_x": 16384, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-q8-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D13.301 \u00b7 P698.56 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine q8_0-KV depth point with five repetitions; r1 remains failed closed.", "evidence_id": "q36-q4km-tp1-kv-q8-context", "point_x": 24576, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4km-q8-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-k-m-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D11.375 \u00b7 P648.26 \u00b7 raw sweep", "reason": "Exact clean-r2 raw-engine q8_0-KV depth point with five repetitions; r1 remains failed closed.", "evidence_id": "q36-q4km-tp1-kv-q8-context", "point_x": 32768, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-f16-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D28.205 \u00b7 P840.76 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL F16-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-f16-context", "point_x": 0, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-f16-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D27.725 \u00b7 P890.41 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL F16-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-f16-context", "point_x": 2048, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-f16-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D27.405 \u00b7 P864.38 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL F16-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-f16-context", "point_x": 4096, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-f16-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D26.897 \u00b7 P826.18 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL F16-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-f16-context", "point_x": 8192, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-f16-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D25.966 \u00b7 P758.86 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL F16-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-f16-context", "point_x": 16384, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-f16-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D25.113 \u00b7 P701.50 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL F16-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-f16-context", "point_x": 24576, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-f16-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D24.305 \u00b7 P654.62 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL F16-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-f16-context", "point_x": 32768, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-q8-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D27.396 \u00b7 P837.72 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL q8_0-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-q8-context", "point_x": 0, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-q8-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D25.051 \u00b7 P883.05 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL q8_0-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-q8-context", "point_x": 2048, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-q8-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D23.209 \u00b7 P859.58 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL q8_0-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-q8-context", "point_x": 4096, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-q8-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D20.326 \u00b7 P822.39 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL q8_0-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-q8-context", "point_x": 8192, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-q8-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D15.864 \u00b7 P751.83 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL q8_0-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-q8-context", "point_x": 16384, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-q8-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D13.112 \u00b7 P696.25 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL q8_0-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-q8-context", "point_x": 24576, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-q4kxl-q8-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D11.215 \u00b7 P645.98 \u00b7 raw sweep", "reason": "Exact raw-engine UD-Q4_K_XL q8_0-KV depth point with five repetitions.", "evidence_id": "q36-q4kxl-tp1-kv-q8-context", "point_x": 32768, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-f16-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D19.835 \u00b7 P908.10 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with F16 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-f16-context", "point_x": 0, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-f16-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D19.638 \u00b7 P897.50 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with F16 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-f16-context", "point_x": 2048, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-f16-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D19.505 \u00b7 P871.16 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with F16 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-f16-context", "point_x": 4096, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-f16-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D19.268 \u00b7 P830.35 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with F16 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-f16-context", "point_x": 8192, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-f16-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D18.815 \u00b7 P763.17 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with F16 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-f16-context", "point_x": 16384, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-f16-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D18.388 \u00b7 P707.36 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with F16 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-f16-context", "point_x": 24576, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-f16-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D17.982 \u00b7 P658.01 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with F16 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-f16-context", "point_x": 32768, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-q8-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D19.406 \u00b7 P901.98 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with q8_0 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-q8-context", "point_x": 0, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-q8-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D18.273 \u00b7 P890.55 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with q8_0 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-q8-context", "point_x": 2048, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-q8-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D17.345 \u00b7 P863.30 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with q8_0 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-q8-context", "point_x": 4096, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-q8-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D15.714 \u00b7 P823.43 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with q8_0 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-q8-context", "point_x": 8192, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-q8-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D12.878 \u00b7 P753.25 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with q8_0 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-q8-context", "point_x": 16384, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-q8-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D10.963 \u00b7 P701.09 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with q8_0 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-q8-context", "point_x": 24576, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-mtpq8-q8-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D9.569 \u00b7 P653.03 \u00b7 raw sweep", "reason": "Exact raw-engine embedded-MTP Q8_0 artifact at MTP0 with q8_0 KV and five repetitions; no speculator or new quality gate.", "evidence_id": "q36-mtpq8-tp1-kv-q8-context", "point_x": 32768, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-f16-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D19.838 \u00b7 P907.79 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 F16-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-f16-context", "point_x": 0, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-f16-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D19.639 \u00b7 P897.08 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 F16-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-f16-context", "point_x": 2048, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-f16-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D19.507 \u00b7 P872.57 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 F16-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-f16-context", "point_x": 4096, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-f16-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D19.267 \u00b7 P830.75 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 F16-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-f16-context", "point_x": 8192, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-f16-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D18.811 \u00b7 P762.67 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 F16-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-f16-context", "point_x": 16384, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-f16-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D18.381 \u00b7 P708.32 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 F16-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-f16-context", "point_x": 24576, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-f16-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D17.977 \u00b7 P660.85 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 F16-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-f16-context", "point_x": 32768, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-q8-context-0", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D19.405 \u00b7 P901.91 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 q8_0-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-q8-context", "point_x": 0, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-q8-context-2048", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D18.268 \u00b7 P891.93 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 q8_0-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-q8-context", "point_x": 2048, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-q8-context-4096", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D17.346 \u00b7 P862.37 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 q8_0-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-q8-context", "point_x": 4096, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-q8-context-8192", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D15.709 \u00b7 P823.05 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 q8_0-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-q8-context", "point_x": 8192, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-q8-context-16384", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D12.877 \u00b7 P757.05 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 q8_0-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-q8-context", "point_x": 16384, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-q8-context-24576", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D10.961 \u00b7 P702.84 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 q8_0-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-q8-context", "point_x": 24576, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q36-unsloth-q8-q8-context-32768", "match": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D9.569 \u00b7 P653.73 \u00b7 raw sweep", "reason": "Exact raw-engine target-only Unsloth Q8_0 q8_0-KV depth point with five repetitions; no MTP tensor or new quality gate.", "evidence_id": "q36-unsloth-q8-tp1-kv-q8-context", "point_x": 32768, "parent": "qwen36-tp1-raw-depth-sweep", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp1-vllm-xpu-target-matrix", "label": "Qwen3.8 TP1 \u00b7 vLLM XPU target-only matrix", "description": "126 meaningful target-only vLLM XPU cells: two runtime-compatible artifacts \u00d7 MTP0 \u00d7 seven exact active-context depths \u00d7 off/full+piecewise/piecewise graph \u00d7 f16/E4M3/E5M2 KV. MTP depths are not blindly attached to the official FP8 artifact without an exact speculator/package binding.", "fixed_selectors": { "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-target-only-v1", "speculation_method": "none" }, "axes": [ { "key": "revision", "label": "Weight revision", "values": [ "qwen3.8-27b" ] }, { "key": "artifact_id", "label": "Quantized artifact", "values": [ "qwen38-27b-autoround-w4a16-bce40ca", "qwen38-27b-official-fp8-017b9c7" ], "value_labels": { "qwen38-27b-autoround-w4a16-bce40ca": "AutoRound INT4 \u00b7 devan-carlin", "qwen38-27b-official-fp8-017b9c7": "FP8 \u00b7 official" } }, { "key": "tp", "label": "Tensor parallel", "prefix": "TP", "values": [ 1 ] }, { "key": "mtp", "label": "MTP depth", "prefix": "MTP", "values": [ 0 ] }, { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } }, { "key": "graph_mode", "label": "Graph mode", "values": [ "off", "FULL_AND_PIECEWISE", "PIECEWISE" ], "value_labels": { "off": "off", "FULL_AND_PIECEWISE": "full + piecewise", "PIECEWISE": "piecewise" } }, { "key": "kv", "label": "KV cache", "values": [ "f16", "fp8_e4m3", "fp8_e5m2" ], "value_labels": { "f16": "F16", "fp8_e4m3": "FP8 E4M3", "fp8_e5m2": "FP8 E5M2" } } ], "rules": [ { "id": "default-exact-gap", "match": { "revision": "*", "artifact_id": "*", "tp": "*", "mtp": "*", "active_context_tokens": "*", "graph_mode": "*", "kv": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No result or frozen estimate binds every declared selector; configured maximum context never substitutes for active context.", "parent": "qwen-tp1-parent-sentinel-program", "retry": { "status": "queued", "trigger": "parent-or-calibrated-estimate" } }, { "id": "quarantined-f01e-autoround-full-and-piecewise-e4m3kv-exact-4k", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "FULL_AND_PIECEWISE", "kv": "fp8_e4m3" }, "state": "quarantined", "label": "token-95 dual-E4M3 divergence \u00b7 no measured speed", "reason": "Exact 4K depth, FULL_AND_PIECEWISE capture, full quality, cache isolation, model verification, and cleanup passed, but the 128-token candidate diverged from both equal same-image E4M3 eager and PIECEWISE arrays at token 95. Diagnostic timing is evidence-only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp0-e4m3kv-full-and-piecewise-4k-sentinel-r1-result.json", "parent": "qwen38-official-f01e-autoround-tp1-mtp0-e4m3kv-full-and-piecewise-4k-sentinel-20260826-r1", "retry": { "status": "blocked-on-parity", "trigger": "same-profile-4k-dual-e4m3-parity" } }, { "id": "unsupported-f01e-autoround-eager-e5m2kv-current", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": "*", "graph_mode": "off", "kv": "fp8_e5m2" }, "state": "unsupported", "label": "E5M2 KV unsupported \u00b7 f01e", "reason": "The current f01e/ac7509e2 XPU FlashAttention backend explicitly rejects fp8_e5m2 KV at engine initialization, before startup, canary, or quality; no other selector transfers.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-e5m2kv-init-canary-r1-result.json", "parent": "qwen38-official-f01e-autoround-tp1-e5m2kv-init-canary-20260826-r1", "retry": { "status": "blocked-on-runtime", "trigger": "backend-e5m2-support" } }, { "id": "capacity-excluded-official-fp8-tp1-eager-f16-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "unsupported", "label": "capacity-excluded \u00b7 8,448-token profile", "reason": "The exact measured official-FP8 TP1 eager profile has an 8,448-token service capacity, so a 16K active-context request is outside this profile rather than unmeasured or estimated.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-fp8-tp1-fit-depth-r2-result.json", "parent": "qwen38-official-fp8-tp1-fit-depth-20260826-r2", "retry": { "status": "blocked-on-capacity", "trigger": "new-larger-fit-profile" } }, { "id": "capacity-excluded-official-fp8-tp1-eager-f16-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "unsupported", "label": "capacity-excluded \u00b7 8,448-token profile", "reason": "The exact measured official-FP8 TP1 eager profile has an 8,448-token service capacity, so a 24K active-context request is outside this profile rather than unmeasured or estimated.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-fp8-tp1-fit-depth-r2-result.json", "parent": "qwen38-official-fp8-tp1-fit-depth-20260826-r2", "retry": { "status": "blocked-on-capacity", "trigger": "new-larger-fit-profile" } }, { "id": "capacity-excluded-official-fp8-tp1-eager-f16-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "unsupported", "label": "capacity-excluded \u00b7 8,448-token profile", "reason": "The exact measured official-FP8 TP1 eager profile has an 8,448-token service capacity, so a 32K active-context request is outside this profile rather than unmeasured or estimated.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-fp8-tp1-fit-depth-r2-result.json", "parent": "qwen38-official-fp8-tp1-fit-depth-20260826-r2", "retry": { "status": "blocked-on-capacity", "trigger": "new-larger-fit-profile" } }, { "id": "measured-official-fp8-tp1-eager-f16-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D10.753 \u00b7 eager \u00b7 Grade C", "reason": "Exact official-FP8 TP1 eager cache-zero HTTP depth point at the first supported 8,448-token service capacity; no faster route is replaced.", "evidence_id": "q38-official-fp8-tp1-f16kv-eager-http-context-r2-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-official-fp8-tp1-eager-depth-grade-c", "parent": "qwen38-official-fp8-tp1-fit-depth-20260826-r2", "retry": { "status": "complete" } }, { "id": "measured-official-fp8-tp1-eager-f16-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D10.760 \u00b7 eager \u00b7 Grade C", "reason": "Exact official-FP8 TP1 eager cache-zero HTTP depth point at the first supported 8,448-token service capacity; no faster route is replaced.", "evidence_id": "q38-official-fp8-tp1-f16kv-eager-http-context-r2-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-official-fp8-tp1-eager-depth-grade-c", "parent": "qwen38-official-fp8-tp1-fit-depth-20260826-r2", "retry": { "status": "complete" } }, { "id": "measured-official-fp8-tp1-eager-f16-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D10.742 \u00b7 eager \u00b7 Grade C", "reason": "Exact official-FP8 TP1 eager cache-zero HTTP depth point at the first supported 8,448-token service capacity; no faster route is replaced.", "evidence_id": "q38-official-fp8-tp1-f16kv-eager-http-context-r2-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-official-fp8-tp1-eager-depth-grade-c", "parent": "qwen38-official-fp8-tp1-fit-depth-20260826-r2", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-eager-f16-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D11.92 \u00b7 eager \u00b7 Grade C", "reason": "Exact cache-zero official-image eager HTTP depth cell with the full quality battery; no protected route is replaced.", "evidence_id": "q38-f01e-autoround-tp1-eager-f16-exact-context-r3", "point_x": 2048, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-graphmodes-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-f16-graphmodes-depth-20260826-r3", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-eager-f16-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D12.12 \u00b7 eager \u00b7 Grade C", "reason": "Exact cache-zero official-image eager HTTP depth cell with the full quality battery; no protected route is replaced.", "evidence_id": "q38-f01e-autoround-tp1-eager-f16-exact-context-r3", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-graphmodes-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-f16-graphmodes-depth-20260826-r3", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-eager-f16-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D11.92 \u00b7 eager \u00b7 Grade C", "reason": "Exact cache-zero official-image eager HTTP depth cell with the full quality battery; no protected route is replaced.", "evidence_id": "q38-f01e-autoround-tp1-eager-f16-exact-context-r3", "point_x": 8192, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-graphmodes-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-f16-graphmodes-depth-20260826-r3", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-eager-f16-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D12.11 \u00b7 eager \u00b7 Grade C", "reason": "Exact cache-zero official-image eager HTTP depth cell with the full quality battery; no protected route is replaced.", "evidence_id": "q38-f01e-autoround-tp1-eager-f16-exact-context-r3", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-graphmodes-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-f16-graphmodes-depth-20260826-r3", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-eager-f16-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D12.04 \u00b7 eager \u00b7 Grade C", "reason": "Exact cache-zero official-image eager HTTP depth cell with the full quality battery; no protected route is replaced.", "evidence_id": "q38-f01e-autoround-tp1-eager-f16-exact-context-r3", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-graphmodes-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-f16-graphmodes-depth-20260826-r3", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-eager-f16-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D12.11 \u00b7 eager \u00b7 Grade C", "reason": "Exact cache-zero official-image eager HTTP depth cell with the full quality battery; no protected route is replaced.", "evidence_id": "q38-f01e-autoround-tp1-eager-f16-exact-context-r3", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-graphmodes-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-f16-graphmodes-depth-20260826-r3", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-piecewise-f16-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "PIECEWISE", "kv": "f16" }, "state": "lab-measured", "label": "D30.08 \u00b7 PIECEWISE \u00b7 Grade C", "reason": "Exact cache-zero official-image PIECEWISE HTTP depth cell with full quality and exact same-image eager MTP0 target parity; FULL_AND_PIECEWISE remains separate.", "evidence_id": "q38-f01e-autoround-tp1-piecewise-f16-exact-context-r3", "point_x": 2048, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-graphmodes-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-mtp0-f16-piecewise-depth-20260826-r3-human-adjudication", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-piecewise-f16-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "PIECEWISE", "kv": "f16" }, "state": "lab-measured", "label": "D29.41 \u00b7 PIECEWISE \u00b7 Grade C", "reason": "Exact cache-zero official-image PIECEWISE HTTP depth cell with full quality and exact same-image eager MTP0 target parity; FULL_AND_PIECEWISE remains separate.", "evidence_id": "q38-f01e-autoround-tp1-piecewise-f16-exact-context-r3", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-graphmodes-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-mtp0-f16-piecewise-depth-20260826-r3-human-adjudication", "retry": { "status": "complete" } }, { "id": "quarantined-f01e-autoround-piecewise-f16-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "PIECEWISE", "kv": "f16" }, "state": "quarantined", "label": "token-99 target divergence \u00b7 no measured speed", "reason": "Exact depth, cache zero, full quality, graph identity, TP1 topology, isolated caches, model verification, and cleanup passed, but PIECEWISE produced token 411 where same-image eager MTP0 produced 579 at output token 99. No diagnostic speed is exposed.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp0-f16-piecewise-depth-r3-human-adjudication-result.json", "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-graphmodes-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-mtp0-f16-piecewise-depth-20260826-r3-human-adjudication", "retry": { "status": "blocked-on-target-parity", "trigger": "same-profile-8k-target-parity-pass" } }, { "id": "measured-f01e-autoround-piecewise-f16-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "PIECEWISE", "kv": "f16" }, "state": "lab-measured", "label": "D28.19 \u00b7 PIECEWISE \u00b7 Grade C", "reason": "Exact cache-zero official-image PIECEWISE HTTP depth cell with full quality and exact same-image eager MTP0 target parity; FULL_AND_PIECEWISE remains separate.", "evidence_id": "q38-f01e-autoround-tp1-piecewise-f16-exact-context-r3", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-graphmodes-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-mtp0-f16-piecewise-depth-20260826-r3-human-adjudication", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-piecewise-f16-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "PIECEWISE", "kv": "f16" }, "state": "lab-measured", "label": "D27.46 \u00b7 PIECEWISE \u00b7 Grade C", "reason": "Exact cache-zero official-image PIECEWISE HTTP depth cell with full quality and exact same-image eager MTP0 target parity; FULL_AND_PIECEWISE remains separate.", "evidence_id": "q38-f01e-autoround-tp1-piecewise-f16-exact-context-r3", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-graphmodes-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-mtp0-f16-piecewise-depth-20260826-r3-human-adjudication", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-piecewise-f16-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "PIECEWISE", "kv": "f16" }, "state": "lab-measured", "label": "D26.76 \u00b7 PIECEWISE \u00b7 Grade C", "reason": "Exact cache-zero official-image PIECEWISE HTTP depth cell with full quality and exact same-image eager MTP0 target parity; FULL_AND_PIECEWISE remains separate.", "evidence_id": "q38-f01e-autoround-tp1-piecewise-f16-exact-context-r3", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-graphmodes-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-mtp0-f16-piecewise-depth-20260826-r3-human-adjudication", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-eager-e4m3kv-exact-2k", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "fp8_e4m3" }, "state": "lab-measured", "label": "D12.11 \u00b7 E4M3 KV \u00b7 Grade C", "reason": "Exact current f01e/ac7509e2 eager E4M3-KV cache-zero depth cell with full quality; no other selector transfers.", "evidence_id": "q38-f01e-autoround-tp1-eager-e4m3kv-exact-context-r1", "point_x": 2048, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-e4m3kv-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-e4m3kv-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-eager-e4m3kv-exact-4k", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "fp8_e4m3" }, "state": "lab-measured", "label": "D11.99 \u00b7 E4M3 KV \u00b7 Grade C", "reason": "Exact current f01e/ac7509e2 eager E4M3-KV cache-zero depth cell with full quality; no other selector transfers.", "evidence_id": "q38-f01e-autoround-tp1-eager-e4m3kv-exact-context-r1", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-e4m3kv-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-e4m3kv-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-eager-e4m3kv-exact-8k", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "fp8_e4m3" }, "state": "lab-measured", "label": "D12.09 \u00b7 E4M3 KV \u00b7 Grade C", "reason": "Exact current f01e/ac7509e2 eager E4M3-KV cache-zero depth cell with full quality; replaces the same-runtime singleton publication.", "evidence_id": "q38-f01e-autoround-tp1-eager-e4m3kv-exact-context-r1", "point_x": 8192, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-e4m3kv-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-e4m3kv-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-eager-e4m3kv-exact-16k", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "fp8_e4m3" }, "state": "lab-measured", "label": "D12.18 \u00b7 E4M3 KV \u00b7 Grade C", "reason": "Exact current f01e/ac7509e2 eager E4M3-KV cache-zero depth cell with full quality; no other selector transfers.", "evidence_id": "q38-f01e-autoround-tp1-eager-e4m3kv-exact-context-r1", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-e4m3kv-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-e4m3kv-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-eager-e4m3kv-exact-24k", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "fp8_e4m3" }, "state": "lab-measured", "label": "D12.16 \u00b7 E4M3 KV \u00b7 Grade C", "reason": "Exact current f01e/ac7509e2 eager E4M3-KV cache-zero depth cell with full quality; no other selector transfers.", "evidence_id": "q38-f01e-autoround-tp1-eager-e4m3kv-exact-context-r1", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-e4m3kv-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-e4m3kv-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-eager-e4m3kv-exact-32k", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "fp8_e4m3" }, "state": "lab-measured", "label": "D12.16 \u00b7 E4M3 KV \u00b7 Grade C", "reason": "Exact current f01e/ac7509e2 eager E4M3-KV cache-zero depth cell with full quality; no other selector transfers.", "evidence_id": "q38-f01e-autoround-tp1-eager-e4m3kv-exact-context-r1", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-e4m3kv-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-e4m3kv-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-piecewise-e4m3kv-exact-2k", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "PIECEWISE", "kv": "fp8_e4m3" }, "state": "lab-measured", "label": "D29.76 \u00b7 PIECEWISE E4M3 KV \u00b7 Grade C", "reason": "Exact current f01e/ac7509e2 PIECEWISE E4M3-KV cache-zero depth cell with full quality; no other selector transfers.", "evidence_id": "q38-f01e-autoround-tp1-piecewise-e4m3kv-exact-context-r1", "point_x": 2048, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-e4m3kv-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-e4m3kv-piecewise-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-piecewise-e4m3kv-exact-4k", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "PIECEWISE", "kv": "fp8_e4m3" }, "state": "lab-measured", "label": "D28.94 \u00b7 PIECEWISE E4M3 KV \u00b7 Grade C", "reason": "Exact current f01e/ac7509e2 PIECEWISE E4M3-KV cache-zero depth cell with full quality; no other selector transfers.", "evidence_id": "q38-f01e-autoround-tp1-piecewise-e4m3kv-exact-context-r1", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-e4m3kv-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-e4m3kv-piecewise-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-piecewise-e4m3kv-exact-8k", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "PIECEWISE", "kv": "fp8_e4m3" }, "state": "lab-measured", "label": "D28.66 \u00b7 PIECEWISE E4M3 KV \u00b7 Grade C", "reason": "Exact current f01e/ac7509e2 PIECEWISE E4M3-KV cache-zero depth cell with full quality; supersedes only the non-publishing singleton diagnostic.", "evidence_id": "q38-f01e-autoround-tp1-piecewise-e4m3kv-exact-context-r1", "point_x": 8192, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-e4m3kv-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-e4m3kv-piecewise-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-piecewise-e4m3kv-exact-16k", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "PIECEWISE", "kv": "fp8_e4m3" }, "state": "lab-measured", "label": "D28.03 \u00b7 PIECEWISE E4M3 KV \u00b7 Grade C", "reason": "Exact current f01e/ac7509e2 PIECEWISE E4M3-KV cache-zero depth cell with full quality; no other selector transfers.", "evidence_id": "q38-f01e-autoround-tp1-piecewise-e4m3kv-exact-context-r1", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-e4m3kv-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-e4m3kv-piecewise-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-piecewise-e4m3kv-exact-24k", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "PIECEWISE", "kv": "fp8_e4m3" }, "state": "lab-measured", "label": "D27.32 \u00b7 PIECEWISE E4M3 KV \u00b7 Grade C", "reason": "Exact current f01e/ac7509e2 PIECEWISE E4M3-KV cache-zero depth cell with full quality; no other selector transfers.", "evidence_id": "q38-f01e-autoround-tp1-piecewise-e4m3kv-exact-context-r1", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-e4m3kv-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-e4m3kv-piecewise-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-piecewise-e4m3kv-exact-32k", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "PIECEWISE", "kv": "fp8_e4m3" }, "state": "lab-measured", "label": "D26.78 \u00b7 PIECEWISE E4M3 KV \u00b7 Grade C", "reason": "Exact current f01e/ac7509e2 PIECEWISE E4M3-KV cache-zero depth cell with full quality; no other selector transfers.", "evidence_id": "q38-f01e-autoround-tp1-piecewise-e4m3kv-exact-context-r1", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-e4m3kv-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-e4m3kv-piecewise-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-b2dd-graph-f16-exact-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "FULL_AND_PIECEWISE", "kv": "f16" }, "state": "lab-measured", "label": "D30.1", "reason": "Exact OpenAI-serving depth point from one graph-captured, full-quality b2dd server; the protected short-workload rate remains separate.", "evidence_id": "q38-b2dd-tp1-graph-f16-exact-context", "point_x": 2048, "parent": "qwen38-b2dd-tp1-exact-depth-r1", "retry": { "status": "complete" } }, { "id": "measured-b2dd-graph-f16-exact-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "FULL_AND_PIECEWISE", "kv": "f16" }, "state": "lab-measured", "label": "D29.77", "reason": "Exact OpenAI-serving depth point from one graph-captured, full-quality b2dd server; the protected short-workload rate remains separate.", "evidence_id": "q38-b2dd-tp1-graph-f16-exact-context", "point_x": 4096, "parent": "qwen38-b2dd-tp1-exact-depth-r1", "retry": { "status": "complete" } }, { "id": "measured-b2dd-graph-f16-exact-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "FULL_AND_PIECEWISE", "kv": "f16" }, "state": "lab-measured", "label": "D29.28", "reason": "Exact OpenAI-serving depth point from one graph-captured, full-quality b2dd server; the protected short-workload rate remains separate.", "evidence_id": "q38-b2dd-tp1-graph-f16-exact-context", "point_x": 8192, "parent": "qwen38-b2dd-tp1-exact-depth-r1", "retry": { "status": "complete" } }, { "id": "measured-b2dd-graph-f16-exact-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "FULL_AND_PIECEWISE", "kv": "f16" }, "state": "lab-measured", "label": "D28.42", "reason": "Exact OpenAI-serving depth point from one graph-captured, full-quality b2dd server; the protected short-workload rate remains separate.", "evidence_id": "q38-b2dd-tp1-graph-f16-exact-context", "point_x": 16384, "parent": "qwen38-b2dd-tp1-exact-depth-r1", "retry": { "status": "complete" } }, { "id": "measured-b2dd-graph-f16-exact-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "FULL_AND_PIECEWISE", "kv": "f16" }, "state": "lab-measured", "label": "D27.66", "reason": "Exact OpenAI-serving depth point from one graph-captured, full-quality b2dd server; the protected short-workload rate remains separate.", "evidence_id": "q38-b2dd-tp1-graph-f16-exact-context", "point_x": 24576, "parent": "qwen38-b2dd-tp1-exact-depth-r1", "retry": { "status": "complete" } }, { "id": "measured-b2dd-graph-f16-exact-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "FULL_AND_PIECEWISE", "kv": "f16" }, "state": "lab-measured", "label": "D26.99", "reason": "Exact OpenAI-serving depth point from one graph-captured, full-quality b2dd server; the protected short-workload rate remains separate.", "evidence_id": "q38-b2dd-tp1-graph-f16-exact-context", "point_x": 32768, "parent": "qwen38-b2dd-tp1-exact-depth-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp1-vllm-xpu-autoround-mtp-matrix", "label": "Qwen3.8 TP1 \u00b7 vLLM XPU AutoRound MTP matrix", "description": "252 meaningful native-MTP cells: the measured AutoRound artifact \u00d7 MTP1\u20134 \u00d7 seven exact active-context depths \u00d7 off/full+piecewise/piecewise graph \u00d7 f16/E4M3/E5M2 KV. The official FP8 artifact stays outside this profile until its exact speculator binding is established.", "fixed_selectors": { "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-autoround-native-mtp-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "revision", "label": "Weight revision", "values": [ "qwen3.8-27b" ] }, { "key": "artifact_id", "label": "Quantized artifact", "values": [ "qwen38-27b-autoround-w4a16-bce40ca" ], "value_labels": { "qwen38-27b-autoround-w4a16-bce40ca": "AutoRound INT4 \u00b7 devan-carlin" } }, { "key": "tp", "label": "Tensor parallel", "prefix": "TP", "values": [ 1 ] }, { "key": "mtp", "label": "MTP depth", "prefix": "MTP", "values": [ 1, 2, 3, 4 ] }, { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } }, { "key": "graph_mode", "label": "Graph mode", "values": [ "off", "FULL_AND_PIECEWISE", "PIECEWISE" ], "value_labels": { "off": "off", "FULL_AND_PIECEWISE": "full + piecewise", "PIECEWISE": "piecewise" } }, { "key": "kv", "label": "KV cache", "values": [ "f16", "fp8_e4m3", "fp8_e5m2" ], "value_labels": { "f16": "F16", "fp8_e4m3": "FP8 E4M3", "fp8_e5m2": "FP8 E5M2" } } ], "rules": [ { "id": "default-exact-gap", "match": { "revision": "*", "artifact_id": "*", "tp": "*", "mtp": "*", "active_context_tokens": "*", "graph_mode": "*", "kv": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No result or frozen estimate binds every declared selector; configured maximum context never substitutes for active context.", "parent": "qwen-tp1-parent-sentinel-program", "retry": { "status": "queued", "trigger": "parent-or-calibrated-estimate" } }, { "id": "measured-f01e-autoround-mtp1-piecewise-f16-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 1, "active_context_tokens": 4096, "graph_mode": "PIECEWISE", "kv": "f16" }, "state": "lab-measured", "label": "D8.686 \u00b7 T2,962 \u00b7 A56/71 \u00b7 Grade C", "reason": "Exact cache-zero TP1 native-MTP1 PIECEWISE cell with positive isolated acceptance, dual clean-parent token parity, full quality, graph/topology identity, and cleanup.", "evidence_id": "q38-f01e-autoround-tp1-mtp1-piecewise-f16-exact-4k-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp1-piecewise-f16-4k-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-mtp1-f16-piecewise-4k-sentinel-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-mtp1-eager-e4m3kv-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 1, "active_context_tokens": 4096, "graph_mode": "off", "kv": "fp8_e4m3" }, "state": "lab-measured", "label": "D8.379 \u00b7 T3,843 \u00b7 A62/66 \u00b7 Grade C", "reason": "Exact cache-zero TP1 native-MTP1 eager/E4M3 cell with positive conserved isolated acceptance, exact same-profile target parity, full quality, identity/model verification, and cleanup.", "evidence_id": "q38-f01e-autoround-tp1-mtp1-eager-e4m3kv-exact-4k-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp1-eager-e4m3kv-4k-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-mtp1-e4m3kv-eager-4k-sentinel-20260826-r1", "retry": { "status": "complete" } }, { "id": "quarantined-f01e-autoround-mtp3-eager-f16-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 3, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "quarantined", "label": "MTP3 token-90 divergence \u00b7 Grade D diagnostic", "reason": "Exact measurement, acceptance, and full quality passed, but the 2K output first diverged from the same-image target oracle at token 90; its speed remains diagnostic only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp3-f16-eager-depth-expansion-r1-result.json", "parent": "qwen38-official-f01e-autoround-tp1-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "blocked-on-exact-parity", "trigger": "same-profile-2k-parity-pass" } }, { "id": "measured-f01e-autoround-mtp3-eager-f16-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 3, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D13.25 \u00b7 MTP3 \u00b7 Grade D partial", "reason": "Exact cache-zero depth, acceptance, full quality, and target-token parity passed; published by explicit per-depth human coverage adjudication while the whole arm remains fail-closed.", "evidence_id": "q38-f01e-autoround-tp1-mtp3-eager-f16-exact-context-r1-grade-d", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp3-eager-depth-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-mtp3-eager-f16-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 3, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D14.12 \u00b7 MTP3 \u00b7 Grade D partial", "reason": "Exact cache-zero depth, acceptance, full quality, and target-token parity passed; published by explicit per-depth human coverage adjudication while the whole arm remains fail-closed.", "evidence_id": "q38-f01e-autoround-tp1-mtp3-eager-f16-exact-context-r1-grade-d", "point_x": 8192, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp3-eager-depth-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-mtp3-eager-f16-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 3, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D11.30 \u00b7 MTP3 \u00b7 Grade D partial", "reason": "Exact cache-zero depth, acceptance, full quality, and target-token parity passed; published by explicit per-depth human coverage adjudication while the whole arm remains fail-closed.", "evidence_id": "q38-f01e-autoround-tp1-mtp3-eager-f16-exact-context-r1-grade-d", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp3-eager-depth-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-mtp3-eager-f16-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 3, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D11.23 \u00b7 MTP3 \u00b7 Grade D partial", "reason": "Exact cache-zero depth, acceptance, full quality, and target-token parity passed; published by explicit per-depth human coverage adjudication while the whole arm remains fail-closed.", "evidence_id": "q38-f01e-autoround-tp1-mtp3-eager-f16-exact-context-r1-grade-d", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp3-eager-depth-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-mtp3-eager-f16-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 3, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D11.17 \u00b7 MTP3 \u00b7 Grade D partial", "reason": "Exact cache-zero depth, acceptance, full quality, and target-token parity passed; published by explicit per-depth human coverage adjudication while the whole arm remains fail-closed.", "evidence_id": "q38-f01e-autoround-tp1-mtp3-eager-f16-exact-context-r1-grade-d", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp3-eager-depth-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "quarantined-f01e-autoround-mtp2-eager-f16-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 2, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "quarantined", "label": "MTP2 token-90 divergence \u00b7 Grade D diagnostic", "reason": "Exact measurement, acceptance, and full quality passed, but the 2K output first diverged from the same-image target oracle at token 90; its speed remains diagnostic only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp2-f16-eager-depth-expansion-r1-result.json", "parent": "qwen38-official-f01e-autoround-tp1-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "blocked-on-exact-parity", "trigger": "same-profile-2k-parity-pass" } }, { "id": "measured-f01e-autoround-mtp2-piecewise-f16-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 2, "active_context_tokens": 4096, "graph_mode": "PIECEWISE", "kv": "f16" }, "state": "lab-measured", "label": "D11.99 \u00b7 T2,942 \u00b7 A80/94 \u00b7 Grade C \u00b7 cache defect disclosed", "reason": "Exact cache-zero TP1 native-MTP2 PIECEWISE cell with isolated acceptance, dual-parent parity, full quality, graph/topology/model/cleanup gates, and a separate passing full-content audit of the surviving dedicated cache; the original runner's omitted cache gate remains disclosed.", "evidence_id": "q38-f01e-autoround-tp1-mtp2-piecewise-f16-exact-4k-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp2-piecewise-f16-4k-grade-c", "parent": "qwen38-official-f01e-autoround-tp1-mtp2-f16-piecewise-4k-sentinel-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-mtp2-eager-f16-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 2, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D11.39 \u00b7 MTP2 \u00b7 Grade D partial", "reason": "Exact cache-zero depth, acceptance, full quality, and target-token parity passed; published by explicit per-depth human coverage adjudication while the whole arm remains fail-closed.", "evidence_id": "q38-f01e-autoround-tp1-mtp2-eager-f16-exact-context-r1-grade-d", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp2-eager-depth-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "quarantined-f01e-autoround-mtp2-eager-f16-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 2, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "quarantined", "label": "MTP2 token-99 divergence \u00b7 Grade D diagnostic", "reason": "Exact measurement, acceptance, and full quality passed, but the 8K output first diverged from the same-image target oracle at token 99; its speed remains diagnostic only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp2-f16-eager-depth-expansion-r1-result.json", "parent": "qwen38-official-f01e-autoround-tp1-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "blocked-on-exact-parity", "trigger": "same-profile-8k-parity-pass" } }, { "id": "quarantined-f01e-autoround-mtp2-eager-f16-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 2, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "quarantined", "label": "MTP2 token-32 divergence \u00b7 Grade D diagnostic", "reason": "Exact measurement, acceptance, and full quality passed, but the 16K output first diverged from the same-image target oracle at token 32; its speed remains diagnostic only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp2-f16-eager-depth-expansion-r1-result.json", "parent": "qwen38-official-f01e-autoround-tp1-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "blocked-on-exact-parity", "trigger": "same-profile-16k-parity-pass" } }, { "id": "measured-f01e-autoround-mtp2-eager-f16-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 2, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D9.86 \u00b7 MTP2 \u00b7 Grade D partial", "reason": "Exact cache-zero depth, acceptance, full quality, and target-token parity passed; published by explicit per-depth human coverage adjudication while the whole arm remains fail-closed.", "evidence_id": "q38-f01e-autoround-tp1-mtp2-eager-f16-exact-context-r1-grade-d", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp2-eager-depth-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-mtp2-eager-f16-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 2, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D9.79 \u00b7 MTP2 \u00b7 Grade D partial", "reason": "Exact cache-zero depth, acceptance, full quality, and target-token parity passed; published by explicit per-depth human coverage adjudication while the whole arm remains fail-closed.", "evidence_id": "q38-f01e-autoround-tp1-mtp2-eager-f16-exact-context-r1-grade-d", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp2-eager-depth-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "quarantined-f01e-autoround-mtp1-eager-f16-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 1, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "quarantined", "label": "MTP1 token-90 divergence \u00b7 Grade D diagnostic", "reason": "Exact measurement, acceptance, and full quality passed, but the 2K output first diverged from the same-image target oracle at token 90; its speed remains diagnostic only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp1-f16-eager-depth-expansion-r1-result.json", "parent": "qwen38-official-f01e-autoround-tp1-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "blocked-on-exact-parity", "trigger": "same-profile-2k-parity-pass" } }, { "id": "measured-f01e-autoround-mtp1-eager-f16-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 1, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D8.31 \u00b7 MTP1 \u00b7 Grade D partial", "reason": "Exact cache-zero depth, acceptance, full quality, and target-token parity passed; published by explicit per-depth human coverage adjudication while the whole arm remains fail-closed.", "evidence_id": "q38-f01e-autoround-tp1-mtp1-eager-f16-exact-context-r1-grade-d", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp1-eager-depth-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "quarantined-f01e-autoround-mtp1-eager-f16-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 1, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "quarantined", "label": "MTP1 token-99 divergence \u00b7 Grade D diagnostic", "reason": "Exact measurement, acceptance, and full quality passed, but the 8K output first diverged from the same-image target oracle at token 99; its speed remains diagnostic only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp1-f16-eager-depth-expansion-r1-result.json", "parent": "qwen38-official-f01e-autoround-tp1-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "blocked-on-exact-parity", "trigger": "same-profile-8k-parity-pass" } }, { "id": "measured-f01e-autoround-mtp1-eager-f16-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 1, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D7.80 \u00b7 MTP1 \u00b7 Grade D partial", "reason": "Exact cache-zero depth, acceptance, full quality, and target-token parity passed; published by explicit per-depth human coverage adjudication while the whole arm remains fail-closed.", "evidence_id": "q38-f01e-autoround-tp1-mtp1-eager-f16-exact-context-r1-grade-d", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp1-eager-depth-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-mtp1-eager-f16-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 1, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D7.62 \u00b7 MTP1 \u00b7 Grade D partial", "reason": "Exact cache-zero depth, acceptance, full quality, and target-token parity passed; published by explicit per-depth human coverage adjudication while the whole arm remains fail-closed.", "evidence_id": "q38-f01e-autoround-tp1-mtp1-eager-f16-exact-context-r1-grade-d", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp1-eager-depth-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-f01e-autoround-mtp1-eager-f16-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "tp": 1, "mtp": 1, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D7.72 \u00b7 MTP1 \u00b7 Grade D partial", "reason": "Exact cache-zero depth, acceptance, full quality, and target-token parity passed; published by explicit per-depth human coverage adjudication while the whole arm remains fail-closed.", "evidence_id": "q38-f01e-autoround-tp1-mtp1-eager-f16-exact-context-r1-grade-d", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp1-eager-depth-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp1-vllm-xpu-autoround-f01e-mtp4-eager-depth", "label": "Qwen3.8 TP1 \u00b7 current f01e AutoRound eager MTP4 screened depth", "description": "Seven exact current-f01e TP1 native-MTP4 eager F16-KV selectors: 4K/16K/24K are Grade D lab-screened only, 2K and conflicting separate-boot 8K are quarantined, 32K is runtime-closed, and x0 is missing. There are zero lab-measured cells and structural cells expose no speed.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 1, "mtp": 4, "graph_mode": "off", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp1-vllm-xpu-autoround-native-mtp4-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "x=0 has no exact measurement and is not inferred from configured capacity, another MTP depth, graph evidence, or another topology.", "parent": "qwen38-official-f01e-autoround-tp1-mtp4-f16-eager-depth-20260826-r1-human-adjudication", "retry": { "status": "queued", "trigger": "new-exact-zero-context-measurement" } }, { "id": "quarantined-2k-token90", "match": { "active_context_tokens": 2048 }, "state": "quarantined", "label": "MTP4 token-90 divergence \u00b7 no selected speed", "reason": "The complete exact cache-zero request diverged from the same-topology MTP0 target at token 90. Human adjudication keeps this selector quarantined and exposes no speed.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp4-f16-eager-depth-r1-human-adjudication-result.json", "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp4-eager-f16-screened-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp4-f16-eager-depth-20260826-r1-human-adjudication", "retry": { "status": "blocked-on-target-parity", "trigger": "same-profile-2k-target-parity-pass" } }, { "id": "screened-4k-mtp4", "match": { "active_context_tokens": 4096 }, "state": "lab-screened", "label": "D14.85 \u00b7 A60.8% \u00b7 Grade D screened", "reason": "Complete exact cache-zero target-parity TP1 MTP4 observation with finite conserved acceptance; screened only because no full expansion quality battery ran.", "evidence_id": "q38-f01e-autoround-tp1-mtp4-eager-f16-screened-context-r1-grade-d", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp4-eager-f16-screened-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp4-f16-eager-depth-20260826-r1-human-adjudication", "retry": { "status": "complete-as-grade-d-screen" } }, { "id": "quarantined-8k-cross-boot-conflict", "match": { "active_context_tokens": 8192 }, "state": "quarantined", "label": "MTP4 cross-boot target-parity conflict \u00b7 no selected speed", "reason": "A prior same-profile quality sentinel matched the target, while the later expansion diverged at token 99. Human adjudication selects neither speed and keeps the selector quarantined.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp4-f16-eager-depth-r1-human-adjudication-result.json", "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp4-eager-f16-screened-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp4-f16-eager-depth-20260826-r1-human-adjudication", "retry": { "status": "blocked-on-determinism", "trigger": "repeatable-same-profile-8k-target-parity-pass" } }, { "id": "screened-16k-mtp4", "match": { "active_context_tokens": 16384 }, "state": "lab-screened", "label": "D12.36 \u00b7 A56.4% \u00b7 Grade D screened", "reason": "Complete exact cache-zero target-parity TP1 MTP4 observation with finite conserved acceptance; screened only because no full expansion quality battery ran.", "evidence_id": "q38-f01e-autoround-tp1-mtp4-eager-f16-screened-context-r1-grade-d", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp4-eager-f16-screened-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp4-f16-eager-depth-20260826-r1-human-adjudication", "retry": { "status": "complete-as-grade-d-screen" } }, { "id": "screened-24k-mtp4", "match": { "active_context_tokens": 24576 }, "state": "lab-screened", "label": "D13.12 \u00b7 A63.9% \u00b7 Grade D screened", "reason": "Complete exact cache-zero target-parity TP1 MTP4 observation with finite conserved acceptance; screened only because no full expansion quality battery ran.", "evidence_id": "q38-f01e-autoround-tp1-mtp4-eager-f16-screened-context-r1-grade-d", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp4-eager-f16-screened-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp4-f16-eager-depth-20260826-r1-human-adjudication", "retry": { "status": "complete-as-grade-d-screen" } }, { "id": "closed-32k-mtp4-runtime-fatal", "match": { "active_context_tokens": 32768 }, "state": "closed", "label": "incomplete engine-fatal response \u00b7 no selected speed", "reason": "The engine-core speculative-token shape assertion fired after 121 returned tokens, before a complete exact-depth response with usage. Partial timing is not a publishable speed.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-mtp4-f16-eager-depth-r1-human-adjudication-result.json", "packet_id": "qwen38-27b-autoround-int4-tp1-f01e-mtp4-eager-f16-screened-grade-d", "parent": "qwen38-official-f01e-autoround-tp1-mtp4-f16-eager-depth-20260826-r1-human-adjudication", "retry": { "status": "blocked-on-runtime-fix", "trigger": "same-profile-32k-complete-quality-pass" } } ] }, { "id": "qwen38-e9d1398-vllm-xpu-autoround-closure-matrix", "label": "Qwen3.8 pinned e9d1398 \u00b7 AutoRound decision closure", "description": "The original 96-cell TP/MTP/graph/KV campaign, pinned only to vLLM XPU nightly e9d1398d9. Measured target and TP1 eager-MTP anchors remain measured; unsupported, closed, and quarantined descendants are explicit. Nothing in this contract transfers to f01e or another runtime.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "runtime": "vLLM XPU nightly e9d1398d9", "configured_max_context_tokens": 32768 }, "axes": [ { "key": "tp", "label": "Tensor parallel", "prefix": "TP", "values": [ 1, 2, 3, 4 ] }, { "key": "mtp", "label": "MTP depth", "prefix": "MTP", "values": [ 0, 1, 2, 3 ] }, { "key": "graph", "label": "Graph", "values": [ "off", "on" ] }, { "key": "kv", "label": "KV cache", "values": [ "f16", "fp8_e4m3", "fp8_e5m2" ], "value_labels": { "f16": "F16", "fp8_e4m3": "FP8 E4M3", "fp8_e5m2": "FP8 E5M2" } } ], "rules": [ { "id": "default-unclassified", "match": { "tp": "*", "mtp": "*", "graph": "*", "kv": "*" }, "state": "missing", "label": "unclassified pinned cell", "reason": "No pinned e9d decision binds this cell.", "parent": "qwen38-nightly-combination-closure" }, { "id": "unsupported-tp3", "match": { "tp": 3, "mtp": "*", "graph": "*", "kv": "*" }, "state": "unsupported", "label": "TP3 unsupported \u00b7 16 GDN heads", "reason": "The model's 16 GDN key heads cannot be evenly partitioned across TP3.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-architecture", "trigger": "head-partitioning-support" } }, { "id": "unsupported-tp1-e5m2", "match": { "tp": 1, "mtp": "*", "graph": "*", "kv": "fp8_e5m2" }, "state": "unsupported", "label": "E5M2 KV unsupported", "reason": "The pinned XPU FlashAttention backend rejects fp8_e5m2 KV at engine initialization.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-runtime", "trigger": "backend-e5m2-support" } }, { "id": "unsupported-tp2-e5m2", "match": { "tp": 2, "mtp": "*", "graph": "*", "kv": "fp8_e5m2" }, "state": "unsupported", "label": "E5M2 KV unsupported", "reason": "The pinned XPU FlashAttention backend rejects fp8_e5m2 KV at engine initialization.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-runtime", "trigger": "backend-e5m2-support" } }, { "id": "unsupported-tp4-e5m2", "match": { "tp": 4, "mtp": "*", "graph": "*", "kv": "fp8_e5m2" }, "state": "unsupported", "label": "E5M2 KV unsupported", "reason": "The pinned XPU FlashAttention backend rejects fp8_e5m2 KV at engine initialization.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-runtime", "trigger": "backend-e5m2-support" } }, { "id": "quarantined-tp1-e4m3", "match": { "tp": 1, "mtp": "*", "graph": "*", "kv": "fp8_e4m3" }, "state": "quarantined", "label": "e9d E4M3 output-divergent", "reason": "The pinned e9d least-compounded target-only anchor matched only 3/20 stable-set oracle outputs; its descendants remain quarantined only in this runtime.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "superseded-by-new-runtime-sentinel", "trigger": "profile-specific-quality-pass" } }, { "id": "quarantined-tp2-e4m3", "match": { "tp": 2, "mtp": "*", "graph": "*", "kv": "fp8_e4m3" }, "state": "quarantined", "label": "e9d E4M3 output-divergent", "reason": "The pinned e9d least-compounded target-only anchor matched only 3/20 stable-set oracle outputs; its descendants remain quarantined only in this runtime.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "superseded-by-new-runtime-sentinel", "trigger": "profile-specific-quality-pass" } }, { "id": "quarantined-tp4-e4m3", "match": { "tp": 4, "mtp": "*", "graph": "*", "kv": "fp8_e4m3" }, "state": "quarantined", "label": "e9d E4M3 output-divergent", "reason": "The pinned e9d least-compounded target-only anchor matched only 3/20 stable-set oracle outputs; its descendants remain quarantined only in this runtime.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "superseded-by-new-runtime-sentinel", "trigger": "profile-specific-quality-pass" } }, { "id": "measured-tp1-mtp0-eager-f16", "match": { "tp": 1, "mtp": 0, "graph": "off", "kv": "f16" }, "state": "lab-measured", "label": "diagnostic eager anchor", "reason": "Pinned e9d target-only diagnostic anchor.", "evidence_id": "q38-nightly-tp1-eager-diagnostic", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "complete" } }, { "id": "measured-tp2-mtp0-eager-f16", "match": { "tp": 2, "mtp": 0, "graph": "off", "kv": "f16" }, "state": "lab-measured", "label": "diagnostic eager anchor", "reason": "Pinned e9d target-only diagnostic anchor.", "evidence_id": "q38-nightly-tp2-eager-diagnostic", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "complete" } }, { "id": "measured-tp4-mtp0-eager-f16", "match": { "tp": 4, "mtp": 0, "graph": "off", "kv": "f16" }, "state": "lab-measured", "label": "diagnostic eager anchor", "reason": "Pinned e9d target-only diagnostic anchor.", "evidence_id": "q38-nightly-tp4-eager-diagnostic", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "complete" } }, { "id": "measured-tp1-mtp0-graph-f16", "match": { "tp": 1, "mtp": 0, "graph": "on", "kv": "f16" }, "state": "lab-measured", "label": "strict graph anchor", "reason": "Pinned e9d target-only strict graph anchor.", "evidence_id": "q38-nightly-tp1-graph-strict", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "complete" } }, { "id": "measured-tp2-mtp0-graph-f16", "match": { "tp": 2, "mtp": 0, "graph": "on", "kv": "f16" }, "state": "lab-measured", "label": "strict graph anchor", "reason": "Pinned e9d target-only strict graph anchor.", "evidence_id": "q38-nightly-tp2-graph-strict", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "complete" } }, { "id": "measured-tp4-mtp0-graph-f16", "match": { "tp": 4, "mtp": 0, "graph": "on", "kv": "f16" }, "state": "lab-measured", "label": "strict graph anchor", "reason": "Pinned e9d target-only strict graph anchor.", "evidence_id": "q38-nightly-tp4-graph-strict", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "complete" } }, { "id": "measured-tp1-mtp1-eager-f16", "match": { "tp": 1, "mtp": 1, "graph": "off", "kv": "f16" }, "state": "lab-measured", "label": "eager MTP1 diagnostic", "reason": "Pinned e9d TP1 eager MTP1 diagnostic anchor.", "evidence_id": "q38-nightly-tp1-mtp1-eager", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "complete" } }, { "id": "measured-tp1-mtp2-eager-f16", "match": { "tp": 1, "mtp": 2, "graph": "off", "kv": "f16" }, "state": "lab-measured", "label": "eager MTP2 diagnostic", "reason": "Pinned e9d TP1 eager MTP2 diagnostic anchor.", "evidence_id": "q38-nightly-tp1-mtp2-eager", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "complete" } }, { "id": "measured-tp1-mtp3-eager-f16", "match": { "tp": 1, "mtp": 3, "graph": "off", "kv": "f16" }, "state": "lab-measured", "label": "eager MTP3 diagnostic", "reason": "Pinned e9d TP1 eager MTP3 diagnostic anchor.", "evidence_id": "q38-nightly-tp1-mtp3-eager", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "complete" } }, { "id": "closed-tp2-mtp1-eager-f16", "match": { "tp": 2, "mtp": 1, "graph": "off", "kv": "f16" }, "state": "closed", "label": "closed by MTP expansion gate", "reason": "TP1 speculation collapse and the TP4 MTP2 expansion screen closed this pinned descendant.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-material-runtime-change" } }, { "id": "closed-tp4-mtp1-eager-f16", "match": { "tp": 4, "mtp": 1, "graph": "off", "kv": "f16" }, "state": "closed", "label": "closed by MTP expansion gate", "reason": "The TP4 MTP2 screen missed both frozen expansion floors, closing this pinned descendant.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-material-runtime-change" } }, { "id": "closed-tp2-mtp2-eager-f16", "match": { "tp": 2, "mtp": 2, "graph": "off", "kv": "f16" }, "state": "closed", "label": "booted; expansion rejected", "reason": "The pinned TP2 route booted and passed its canary, but the preregistered multi-TP expansion gate rejected a full run.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-material-runtime-change" } }, { "id": "closed-tp4-mtp2-eager-f16", "match": { "tp": 4, "mtp": 2, "graph": "off", "kv": "f16" }, "state": "closed", "label": "measured screen; expansion rejected", "reason": "The two-prompt TP4 MTP2 screen passed boot/canary but missed both frozen expansion floors.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-material-runtime-change" } }, { "id": "closed-tp2-mtp3-eager-f16", "match": { "tp": 2, "mtp": 3, "graph": "off", "kv": "f16" }, "state": "closed", "label": "closed by MTP2 expansion gate", "reason": "The pinned MTP2 multi-TP screen missed its expansion gate, so deeper MTP3 was not authorized.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-material-runtime-change" } }, { "id": "closed-tp4-mtp3-eager-f16", "match": { "tp": 4, "mtp": 3, "graph": "off", "kv": "f16" }, "state": "closed", "label": "closed by MTP2 expansion gate", "reason": "The pinned MTP2 multi-TP screen missed its expansion gate, so deeper MTP3 was not authorized.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-material-runtime-change" } }, { "id": "quarantined-tp1-mtp1-graph-f16", "match": { "tp": 1, "mtp": 1, "graph": "on", "kv": "f16" }, "state": "quarantined", "label": "graph + MTP corruption", "reason": "The pinned TP1 graph-plus-MTP anchor had zero draft acceptance and 0/25 oracle matches.", "evidence_id": "q38-nightly-tp1-mtp1-graph-corrupt", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-upstream-correctness-fix" } }, { "id": "quarantined-tp2-mtp1-graph-f16", "match": { "tp": 2, "mtp": 1, "graph": "on", "kv": "f16" }, "state": "quarantined", "label": "graph + MTP corruption quarantine", "reason": "The pinned graph-plus-MTP correctness failure closed this multi-GPU descendant.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-upstream-correctness-fix" } }, { "id": "quarantined-tp4-mtp1-graph-f16", "match": { "tp": 4, "mtp": 1, "graph": "on", "kv": "f16" }, "state": "quarantined", "label": "graph + MTP corruption quarantine", "reason": "The pinned graph-plus-MTP correctness failure closed this multi-GPU descendant.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-upstream-correctness-fix" } }, { "id": "quarantined-tp1-mtp2-graph-f16", "match": { "tp": 1, "mtp": 2, "graph": "on", "kv": "f16" }, "state": "quarantined", "label": "graph + MTP corruption quarantine", "reason": "The pinned TP1 graph-plus-MTP corruption anchor closes this dose without transferring to another runtime.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-upstream-correctness-fix" } }, { "id": "quarantined-tp2-mtp2-graph-f16", "match": { "tp": 2, "mtp": 2, "graph": "on", "kv": "f16" }, "state": "quarantined", "label": "graph + MTP corruption quarantine", "reason": "The pinned graph-plus-MTP correctness failure closed this multi-GPU descendant.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-upstream-correctness-fix" } }, { "id": "quarantined-tp4-mtp2-graph-f16", "match": { "tp": 4, "mtp": 2, "graph": "on", "kv": "f16" }, "state": "quarantined", "label": "graph + MTP corruption quarantine", "reason": "The pinned graph-plus-MTP correctness failure closed this multi-GPU descendant.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-upstream-correctness-fix" } }, { "id": "quarantined-tp1-mtp3-graph-f16", "match": { "tp": 1, "mtp": 3, "graph": "on", "kv": "f16" }, "state": "quarantined", "label": "graph + MTP corruption quarantine", "reason": "The pinned TP1 graph-plus-MTP corruption anchor closes this dose without transferring to another runtime.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-upstream-correctness-fix" } }, { "id": "quarantined-tp2-mtp3-graph-f16", "match": { "tp": 2, "mtp": 3, "graph": "on", "kv": "f16" }, "state": "quarantined", "label": "graph + MTP corruption quarantine", "reason": "The pinned graph-plus-MTP correctness failure closed this multi-GPU descendant.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-upstream-correctness-fix" } }, { "id": "quarantined-tp4-mtp3-graph-f16", "match": { "tp": 4, "mtp": 3, "graph": "on", "kv": "f16" }, "state": "quarantined", "label": "graph + MTP corruption quarantine", "reason": "The pinned graph-plus-MTP correctness failure closed this multi-GPU descendant.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "parent": "qwen38-nightly-combination-closure", "retry": { "status": "blocked-on-upstream-correctness-fix" } } ] }, { "id": "qwen38-tp1-llamacpp-sycl-target-matrix", "label": "Qwen3.8 TP1 \u00b7 llama.cpp SYCL target-only matrix", "description": "112 meaningful target-only cells: four GGUF artifacts \u00d7 MTP0 \u00d7 seven exact active-context depths \u00d7 graph off/SYCL \u00d7 f16/q8_0 KV. These cells preserve 84 exact measurements and one speedless exact-selector closure. All 14 superseded live estimates are retired; their frozen snapshots remain data-only calibration history, and no MTP speed is transferred.", "fixed_selectors": { "runtime_family": "llama.cpp SYCL" }, "axes": [ { "key": "revision", "label": "Weight revision", "values": [ "qwen3.8-27b" ] }, { "key": "artifact_id", "label": "Quantized artifact", "values": [ "qwen38-27b-ggmlorg-q4-k-m-0669b98", "qwen38-27b-ggmlorg-q8-0-0669b98", "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207" ], "value_labels": { "qwen38-27b-ggmlorg-q4-k-m-0669b98": "Q4_K_M \u00b7 ggml-org", "qwen38-27b-ggmlorg-q8-0-0669b98": "Q8_0 \u00b7 ggml-org", "qwen38-27b-unsloth-ud-q5-k-s-4ca7207": "UD-Q5_K_S \u00b7 unsloth", "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207": "UD-Q4_K_XL \u00b7 unsloth" } }, { "key": "tp", "label": "Tensor parallel", "prefix": "TP", "values": [ 1 ] }, { "key": "mtp", "label": "MTP depth", "prefix": "MTP", "values": [ 0 ] }, { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } }, { "key": "graph_mode", "label": "Graph mode", "values": [ "off", "SYCL" ], "value_labels": { "off": "off", "SYCL": "SYCL graph" } }, { "key": "kv", "label": "KV cache", "values": [ "f16", "q8_0" ], "value_labels": { "f16": "F16", "q8_0": "Q8_0" } } ], "rules": [ { "id": "default-exact-gap", "match": { "revision": "*", "artifact_id": "*", "tp": "*", "mtp": "*", "active_context_tokens": "*", "graph_mode": "*", "kv": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No result or frozen estimate binds every declared selector; configured maximum context never substitutes for active context.", "parent": "qwen-tp1-parent-sentinel-program", "retry": { "status": "queued", "trigger": "parent-or-calibrated-estimate" } }, { "id": "measured-q4km-tp1-kv-f16-context-0", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D24.81 \u00b7 P825.24 \u00b7 raw sweep", "reason": "Exact raw-engine depth point. Performance measured; serving quality and optimization maturity are graded separately.", "evidence_id": "q38-q4km-tp1-kv-f16-context", "point_x": 0, "parent": "qwen38-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-kv-f16-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D27.262 \u00b7 HTTP \u00b7 Grade C", "reason": "Exact-depth cache-zero F16-KV HTTP serving point. The synthetic depth fixture is Grade C; the separate 12-prompt realistic HTTP suite passed 12/12 registered output hashes.", "evidence_id": "q38-q4km-tp1-f16kv-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-q4km-tp1-b70", "parent": "qwen38-q4km-tp1-http-depth-r1", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-kv-f16-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D27.195 \u00b7 HTTP \u00b7 Grade C", "reason": "Exact-depth cache-zero F16-KV HTTP serving point. The synthetic depth fixture is Grade C; the separate 12-prompt realistic HTTP suite passed 12/12 registered output hashes.", "evidence_id": "q38-q4km-tp1-f16kv-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-q4km-tp1-b70", "parent": "qwen38-q4km-tp1-http-depth-r1", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-kv-f16-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D26.865 \u00b7 HTTP \u00b7 Grade C", "reason": "Exact-depth cache-zero F16-KV HTTP serving point. The synthetic depth fixture is Grade C; the separate 12-prompt realistic HTTP suite passed 12/12 registered output hashes.", "evidence_id": "q38-q4km-tp1-f16kv-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-q4km-tp1-b70", "parent": "qwen38-q4km-tp1-http-depth-r1", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-kv-f16-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D25.998 \u00b7 HTTP \u00b7 Grade C", "reason": "Exact-depth cache-zero F16-KV HTTP serving point. The synthetic depth fixture is Grade C; the separate 12-prompt realistic HTTP suite passed 12/12 registered output hashes.", "evidence_id": "q38-q4km-tp1-f16kv-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-q4km-tp1-b70", "parent": "qwen38-q4km-tp1-http-depth-r1", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-kv-f16-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D25.235 \u00b7 HTTP \u00b7 Grade C", "reason": "Exact-depth cache-zero F16-KV HTTP serving point. The synthetic depth fixture is Grade C; the separate 12-prompt realistic HTTP suite passed 12/12 registered output hashes.", "evidence_id": "q38-q4km-tp1-f16kv-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-q4km-tp1-b70", "parent": "qwen38-q4km-tp1-http-depth-r1", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-kv-f16-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D24.488 \u00b7 HTTP \u00b7 Grade C", "reason": "Exact-depth cache-zero F16-KV HTTP serving point. The synthetic depth fixture is Grade C; the separate 12-prompt realistic HTTP suite passed 12/12 registered output hashes.", "evidence_id": "q38-q4km-tp1-f16kv-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-q4km-tp1-b70", "parent": "qwen38-q4km-tp1-http-depth-r1", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-kv-q8-context-0", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D24.27 \u00b7 P817.78 \u00b7 raw sweep", "reason": "Exact raw-engine depth point. Performance measured; serving quality and optimization maturity are graded separately.", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 0, "parent": "qwen38-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-kv-q8-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D22.45 \u00b7 P912.17 \u00b7 raw sweep", "reason": "Exact raw-engine depth point. Performance measured; serving quality and optimization maturity are graded separately.", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 2048, "parent": "qwen38-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-kv-q8-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D21.05 \u00b7 P887.17 \u00b7 raw sweep", "reason": "Exact raw-engine depth point. Performance measured; serving quality and optimization maturity are graded separately.", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 4096, "parent": "qwen38-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-kv-q8-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D18.68 \u00b7 P843.21 \u00b7 raw sweep", "reason": "Exact raw-engine depth point. Performance measured; serving quality and optimization maturity are graded separately.", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 8192, "parent": "qwen38-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-kv-q8-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D14.86 \u00b7 P772.01 \u00b7 raw sweep", "reason": "Exact raw-engine depth point. Performance measured; serving quality and optimization maturity are graded separately.", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 16384, "parent": "qwen38-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-kv-q8-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D12.4 \u00b7 P711.48 \u00b7 raw sweep", "reason": "Exact raw-engine depth point. Performance measured; serving quality and optimization maturity are graded separately.", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 24576, "parent": "qwen38-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-kv-q8-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D10.66 \u00b7 P662.56 \u00b7 raw sweep", "reason": "Exact raw-engine depth point. Performance measured; serving quality and optimization maturity are graded separately.", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 32768, "parent": "qwen38-tp1-raw-depth-sweep", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-f16kv-sycl-graph-cache64-context-0", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D26.722 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q38-q4km-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 0, "packet_id": "qwen38-27b-q4km-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4km-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-f16kv-sycl-graph-cache64-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D26.272 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed.", "evidence_id": "q38-q4km-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-q4km-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4km-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-f16kv-sycl-graph-cache64-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D26.021 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed.", "evidence_id": "q38-q4km-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-q4km-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4km-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-f16kv-sycl-graph-cache64-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D25.535 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed.", "evidence_id": "q38-q4km-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-q4km-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4km-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-f16kv-sycl-graph-cache64-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D24.576 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed.", "evidence_id": "q38-q4km-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-q4km-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4km-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-f16kv-sycl-graph-cache64-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D23.740 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed.", "evidence_id": "q38-q4km-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-q4km-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4km-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q4km-tp1-f16kv-sycl-graph-cache64-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D23.222 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed.", "evidence_id": "q38-q4km-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-q4km-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4km-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-kv-f16-context-0", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D22.617 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q38-q5ks-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 0, "packet_id": "qwen38-27b-q5ks-f16kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-kv-f16-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D22.073 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q5ks-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-q5ks-f16kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-kv-f16-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D21.512 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q5ks-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-q5ks-f16kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-kv-f16-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D20.700 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q5ks-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-q5ks-f16kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-kv-f16-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D19.117 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q5ks-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-q5ks-f16kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-kv-f16-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D17.848 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q5ks-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-q5ks-f16kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-kv-f16-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D16.727 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q5ks-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-q5ks-f16kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-f16kv-sycl-graph-cache64-context-0", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D23.986 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q38-q5ks-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 0, "packet_id": "qwen38-27b-q5ks-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q5ks-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-f16kv-sycl-graph-cache64-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D23.644 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed.", "evidence_id": "q38-q5ks-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-q5ks-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q5ks-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-f16kv-sycl-graph-cache64-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D23.425 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed.", "evidence_id": "q38-q5ks-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-q5ks-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q5ks-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-f16kv-sycl-graph-cache64-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D23.004 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed.", "evidence_id": "q38-q5ks-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-q5ks-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q5ks-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-f16kv-sycl-graph-cache64-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D22.217 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed.", "evidence_id": "q38-q5ks-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-q5ks-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q5ks-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-f16kv-sycl-graph-cache64-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D21.508 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed.", "evidence_id": "q38-q5ks-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-q5ks-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q5ks-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-tp1-f16kv-sycl-graph-cache64-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D21.023 \u00b7 graph cache64 \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the separate Grade C cache64 graph-patched identity; the graph mechanism and full quality battery passed.", "evidence_id": "q38-q5ks-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-q5ks-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q5ks-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-kv-f16-context-0", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D21.826 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q38-q4kxl-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 0, "packet_id": "qwen38-27b-q4kxl-f16kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-kv-f16-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D21.312 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q4kxl-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-q4kxl-f16kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-kv-f16-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D20.871 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q4kxl-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-q4kxl-f16kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-kv-f16-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D20.020 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q4kxl-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-q4kxl-f16kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-kv-f16-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D18.641 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q4kxl-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-q4kxl-f16kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-kv-f16-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D17.370 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q4kxl-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-q4kxl-f16kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-kv-f16-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D16.387 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q4kxl-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-q4kxl-f16kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-flagship-tp1-kv-q8-context-0", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D22.485 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero HTTP serving point under the Grade C target-only identity; the full quality battery passed. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q38-q5ks-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 0, "packet_id": "qwen38-27b-q5ks-q8kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-flagship-tp1-kv-q8-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D20.880 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q5ks-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-q5ks-q8kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-flagship-tp1-kv-q8-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D19.585 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q5ks-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-q5ks-q8kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-flagship-tp1-kv-q8-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D17.505 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero HTTP serving point under the Grade C target-only identity; the full quality battery passed and the output matches the parent MTP0 sentinel control.", "evidence_id": "q38-q5ks-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-q5ks-q8kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-flagship-tp1-kv-q8-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D14.049 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q5ks-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-q5ks-q8kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-flagship-tp1-kv-q8-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D11.823 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q5ks-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-q5ks-q8kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-q8-context-0", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D21.769 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q38-q4kxl-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 0, "packet_id": "qwen38-27b-q4kxl-q8kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-q8-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D20.267 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q4kxl-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-q4kxl-q8kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-q8-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D19.089 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q4kxl-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-q4kxl-q8kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-q8-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D17.118 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q4kxl-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-q4kxl-q8kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-q8-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D13.831 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q4kxl-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-q4kxl-q8kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-q8-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D11.647 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q4kxl-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-q4kxl-q8kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-q8-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D10.077 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q4kxl-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-q4kxl-q8kv-target-http-depth-grade-c", "parent": "qwen38-q4kxl-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q5ks-flagship-tp1-kv-q8-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D10.214 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q5ks-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-q5ks-q8kv-target-http-depth-grade-c", "parent": "qwen38-q5ks-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-kv-f16-context-0", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D15.717 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q38-q8weights-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 0, "packet_id": "qwen38-27b-q8weights-f16kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-kv-f16-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D15.459 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q8weights-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-q8weights-f16kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-kv-f16-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D15.231 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q8weights-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-q8weights-f16kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-kv-f16-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D14.776 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q8weights-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-q8weights-f16kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-kv-f16-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D14.008 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q8weights-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-q8weights-f16kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-kv-f16-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D13.321 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q8weights-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-q8weights-f16kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-kv-f16-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "f16" }, "state": "lab-measured", "label": "D12.679 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/F16-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed.", "evidence_id": "q38-q8weights-tp1-f16kv-target-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-q8weights-f16kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-f16kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-f16kv-sycl-graph-cache64-context-0", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D19.167 \u00b7 graph c64 \u00b7 Grade C", "reason": "Authorized cache-zero graph-profile HTTP cell; full quality and graph mechanism passed. The graph profile can be slower and does not replace graph-off. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q38-q8weights-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 0, "packet_id": "qwen38-27b-q8weights-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q8weights-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-f16kv-sycl-graph-cache64-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D18.980 \u00b7 graph c64 \u00b7 Grade C", "reason": "Authorized cache-zero graph-profile HTTP cell; full quality and graph mechanism passed. The graph profile can be slower and does not replace graph-off.", "evidence_id": "q38-q8weights-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-q8weights-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q8weights-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-f16kv-sycl-graph-cache64-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D18.926 \u00b7 graph c64 \u00b7 Grade C", "reason": "Authorized cache-zero graph-profile HTTP cell; full quality and graph mechanism passed. The graph profile can be slower and does not replace graph-off.", "evidence_id": "q38-q8weights-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-q8weights-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q8weights-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-f16kv-sycl-graph-cache64-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D18.693 \u00b7 graph c64 \u00b7 Grade C", "reason": "Authorized cache-zero graph-profile HTTP cell; full quality and graph mechanism passed. The graph profile can be slower and does not replace graph-off.", "evidence_id": "q38-q8weights-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-q8weights-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q8weights-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-f16kv-sycl-graph-cache64-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D18.219 \u00b7 graph c64 \u00b7 Grade C", "reason": "Authorized cache-zero graph-profile HTTP cell; full quality and graph mechanism passed. The graph profile can be slower and does not replace graph-off.", "evidence_id": "q38-q8weights-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-q8weights-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q8weights-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-f16kv-sycl-graph-cache64-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D17.768 \u00b7 graph c64 \u00b7 Grade C", "reason": "Authorized cache-zero graph-profile HTTP cell; full quality and graph mechanism passed. The graph profile can be slower and does not replace graph-off.", "evidence_id": "q38-q8weights-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-q8weights-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q8weights-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-f16kv-sycl-graph-cache64-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D17.521 \u00b7 graph c64 \u00b7 Grade C", "reason": "Authorized cache-zero graph-profile HTTP cell; full quality and graph mechanism passed. The graph profile can be slower and does not replace graph-off.", "evidence_id": "q38-q8weights-tp1-f16kv-sycl-graph-cache64-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-q8weights-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q8weights-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "closed-q8weights-tp1-q8kv-sycl-graph-cache64-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "SYCL", "kv": "q8_0" }, "state": "closed", "label": "8K graph/Q8-KV design closed \u00b7 no speed", "reason": "The exact cache-zero 8K request passed token/text/usage parity, but the required long-context quality case aborted in fattn-buffers.cpp when qptr->wait was called during command-graph recording. This is a speedless structural closure for this exact selector; all other graph/Q8-KV depths remain missing.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-q8kv-tp1-target-sycl-graph-cache64-8k-sentinel-r1-result.json", "packet_id": "qwen38-27b-q8weights-q8kv-sycl-graph-cache64-8k-closed", "parent": "qwen38-q8weights-q8kv-tp1-target-sycl-graph-cache64-8k-sentinel-20260826-r1", "retry": { "status": "blocked-on-source-fix", "trigger": "materially-different-graph-implementation-or-full-quality-pass" } }, { "id": "measured-q8weights-tp1-kv-q8-context-0", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D15.642 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed. The retired estimate remains historical calibration evidence only. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q38-q8weights-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 0, "packet_id": "qwen38-27b-q8weights-q8kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-kv-q8-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D14.875 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed. The retired estimate remains historical calibration evidence only.", "evidence_id": "q38-q8weights-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-q8weights-q8kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-kv-q8-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D14.242 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed. The retired estimate remains historical calibration evidence only.", "evidence_id": "q38-q8weights-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-q8weights-q8kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-kv-q8-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D13.145 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed. The retired estimate remains historical calibration evidence only.", "evidence_id": "q38-q8weights-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-q8weights-q8kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-kv-q8-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D11.101 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed. The retired estimate remains historical calibration evidence only.", "evidence_id": "q38-q8weights-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-q8weights-q8kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-kv-q8-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D9.641 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed. The retired estimate remains historical calibration evidence only.", "evidence_id": "q38-q8weights-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-q8weights-q8kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q8weights-tp1-kv-q8-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-measured", "label": "D8.548 \u00b7 HTTP \u00b7 Grade C", "reason": "Authorized exact-depth cache-zero Q8_0-weight/Q8_0-KV HTTP serving point under the Grade C target-only identity; the full quality battery passed. The retired estimate remains historical calibration evidence only.", "evidence_id": "q38-q8weights-tp1-q8kv-target-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-q8weights-q8kv-target-http-depth-grade-c", "parent": "qwen38-q8weights-q8kv-target-http-depth-quality-r1", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-graph-f16-context-0", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 0, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D23.207 \u00b7 graph c64 \u00b7 Grade C", "reason": "Exact cache-zero HTTP depth cell under the qualified cache64 graph mechanism and full quality battery. x=0 is zero prior context plus one ordinary prompt token.", "evidence_id": "q38-q4kxl-tp1-f16kv-sycl-graph-cache64-http-context-r3-grade-c", "point_x": 0, "packet_id": "qwen38-27b-q4kxl-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r3", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-graph-f16-context-2048", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 2048, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D22.822 \u00b7 graph c64 \u00b7 Grade C", "reason": "Exact cache-zero HTTP depth cell under the qualified cache64 graph mechanism and full quality battery.", "evidence_id": "q38-q4kxl-tp1-f16kv-sycl-graph-cache64-http-context-r3-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-q4kxl-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r3", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-graph-f16-context-4096", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 4096, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D22.661 \u00b7 graph c64 \u00b7 Grade C", "reason": "Exact cache-zero HTTP depth cell under the qualified cache64 graph mechanism and full quality battery.", "evidence_id": "q38-q4kxl-tp1-f16kv-sycl-graph-cache64-http-context-r3-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-q4kxl-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r3", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-graph-f16-context-8192", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D22.268 \u00b7 graph c64 \u00b7 Grade C", "reason": "Exact cache-zero HTTP depth cell under the qualified cache64 graph mechanism and full quality battery.", "evidence_id": "q38-q4kxl-tp1-f16kv-sycl-graph-cache64-http-context-r3-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-q4kxl-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r3", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-graph-f16-context-16384", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 16384, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D21.453 \u00b7 graph c64 \u00b7 Grade C", "reason": "Exact cache-zero HTTP depth cell under the qualified cache64 graph mechanism and full quality battery.", "evidence_id": "q38-q4kxl-tp1-f16kv-sycl-graph-cache64-http-context-r3-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-q4kxl-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r3", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-graph-f16-context-24576", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 24576, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D20.761 \u00b7 graph c64 \u00b7 Grade C", "reason": "Exact cache-zero HTTP depth cell under the qualified cache64 graph mechanism and full quality battery.", "evidence_id": "q38-q4kxl-tp1-f16kv-sycl-graph-cache64-http-context-r3-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-q4kxl-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r3", "retry": { "status": "complete" } }, { "id": "measured-q4kxl-tp1-graph-f16-context-32768", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "tp": 1, "mtp": 0, "active_context_tokens": 32768, "graph_mode": "SYCL", "kv": "f16" }, "state": "lab-measured", "label": "D20.352 \u00b7 graph c64 \u00b7 Grade C", "reason": "Exact cache-zero HTTP depth cell under the qualified cache64 graph mechanism and full quality battery.", "evidence_id": "q38-q4kxl-tp1-f16kv-sycl-graph-cache64-http-context-r3-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-q4kxl-f16kv-sycl-graph-cache64-depth-grade-c", "parent": "qwen38-q4kxl-f16kv-tp1-sycl-graph-cache64-depth-quality-20260826-r3", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp1-llamacpp-sycl-mtp-package-matrix", "label": "Qwen3.8 TP1 \u00b7 llama.cpp SYCL MTP-package matrix", "description": "224 meaningful package cells: the two targets pinned with the inspected Unsloth Q4_0 MTP draft \u00d7 MTP1\u20134 \u00d7 seven exact active-context depths \u00d7 graph off/SYCL \u00d7 f16/q8_0 KV. This is an exact package backlog; no Qwen3.6 speed or quality transfers.", "fixed_selectors": { "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp1-llamacpp-sycl-external-mtp-v1", "speculation_method": "external-mtp-draft", "speculator_artifact_id": "qwen38-27b-mtp-q4-0-50d9ce5" }, "axes": [ { "key": "revision", "label": "Weight revision", "values": [ "qwen3.8-27b" ] }, { "key": "artifact_id", "label": "Quantized artifact", "values": [ "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207" ], "value_labels": { "qwen38-27b-unsloth-ud-q5-k-s-4ca7207": "UD-Q5_K_S \u00b7 unsloth", "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207": "UD-Q4_K_XL \u00b7 unsloth" } }, { "key": "tp", "label": "Tensor parallel", "prefix": "TP", "values": [ 1 ] }, { "key": "mtp", "label": "MTP depth", "prefix": "MTP", "values": [ 1, 2, 3, 4 ] }, { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } }, { "key": "graph_mode", "label": "Graph mode", "values": [ "off", "SYCL" ], "value_labels": { "off": "off", "SYCL": "SYCL graph" } }, { "key": "kv", "label": "KV cache", "values": [ "f16", "q8_0" ], "value_labels": { "f16": "F16", "q8_0": "Q8_0" } } ], "rules": [ { "id": "default-exact-gap", "match": { "revision": "*", "artifact_id": "*", "tp": "*", "mtp": "*", "active_context_tokens": "*", "graph_mode": "*", "kv": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No result or frozen estimate binds every declared selector; configured maximum context never substitutes for active context.", "parent": "qwen-tp1-parent-sentinel-program", "retry": { "status": "queued", "trigger": "parent-or-calibrated-estimate" } }, { "id": "screened-q5ks-q8kv-mtp1-exact8k-divergent", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 1, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D21.750 \u00b7 Grade C divergent", "reason": "Exact cache-zero 8K route sentinel with positive draft counters, but the output diverged from MTP0 at token index 6. Candidate quality batteries were skipped; no speed or certification authority.", "evidence_id": "q38-q5ks-q8kv-route8k-mtp1-grade-c", "packet_id": "qwen38-27b-q5ks-q8kv-external-mtp-8k-grade-c", "parent": "qwen38-q5ks-external-mtp-8k-route-sentinel", "retry": { "status": "classified-deterministic-divergence" } }, { "id": "screened-q5ks-q8kv-mtp2-exact8k-divergent", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 2, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D24.994 \u00b7 Grade C divergent", "reason": "Exact cache-zero 8K route sentinel with positive draft counters, but the output diverged from MTP0 at token index 6. Candidate quality batteries were skipped; no speed or certification authority.", "evidence_id": "q38-q5ks-q8kv-route8k-mtp2-grade-c", "packet_id": "qwen38-27b-q5ks-q8kv-external-mtp-8k-grade-c", "parent": "qwen38-q5ks-external-mtp-8k-route-sentinel", "retry": { "status": "classified-deterministic-divergence" } }, { "id": "screened-q5ks-q8kv-mtp3-exact8k-divergent", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 3, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D24.286 \u00b7 Grade C divergent", "reason": "Exact cache-zero 8K route sentinel with positive draft counters, but the output diverged from MTP0 at token index 6. Candidate quality batteries were skipped; no speed or certification authority.", "evidence_id": "q38-q5ks-q8kv-route8k-mtp3-grade-c", "packet_id": "qwen38-27b-q5ks-q8kv-external-mtp-8k-grade-c", "parent": "qwen38-q5ks-external-mtp-8k-route-sentinel", "retry": { "status": "classified-deterministic-divergence" } }, { "id": "screened-q5ks-q8kv-mtp4-exact8k-divergent", "match": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "tp": 1, "mtp": 4, "active_context_tokens": 8192, "graph_mode": "off", "kv": "q8_0" }, "state": "lab-screened", "label": "D22.855 \u00b7 Grade C divergent", "reason": "Exact cache-zero 8K route sentinel with positive draft counters, but the output diverged from MTP0 at token index 6. Candidate quality batteries were skipped; no speed or certification authority.", "evidence_id": "q38-q5ks-q8kv-route8k-mtp4-grade-c", "packet_id": "qwen38-27b-q5ks-q8kv-external-mtp-8k-grade-c", "parent": "qwen38-q5ks-external-mtp-8k-route-sentinel", "retry": { "status": "classified-deterministic-divergence" } } ] }, { "id": "qwen38-tp2-llamacpp-sycl-q4km-http-depth", "label": "Qwen3.8 TP2 \u00b7 llama.cpp SYCL Q4_K_M exact HTTP depth", "description": "Seven exact selector cells for the pinned Q4_K_M TP2 target-only F16-KV graph-off HTTP lane: six Grade C cache-zero measurements at 2K-32K and an explicit missing x=0 cell.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "tp": 2, "mtp": 0, "graph_mode": "off", "kv": "f16", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp2-llamacpp-sycl-q4km-http-depth-v1", "speculation_method": "none" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No exact Q4_K_M HTTP request binds this selector; configured maximum context never substitutes for active context.", "parent": "qwen38-q4km-tp2-http-depth-20260825-r1", "retry": { "status": "queued", "trigger": "new-exact-http-run" } }, { "id": "measured-2k", "match": { "active_context_tokens": 2048 }, "state": "lab-measured", "label": "D49.49 \u00b7 T1,945", "reason": "Exact Grade C cache-zero HTTP depth cell.", "evidence_id": "q38-q4km-tp2-f16kv-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-q4km-tp2-asrock-b70", "parent": "qwen38-q4km-tp2-http-depth-20260825-r1", "retry": { "status": "complete" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D49.01 \u00b7 T3,860", "reason": "Exact Grade C cache-zero HTTP depth cell.", "evidence_id": "q38-q4km-tp2-f16kv-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-q4km-tp2-asrock-b70", "parent": "qwen38-q4km-tp2-http-depth-20260825-r1", "retry": { "status": "complete" } }, { "id": "measured-8k", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D48.3 \u00b7 T7,862", "reason": "Exact Grade C cache-zero HTTP depth cell.", "evidence_id": "q38-q4km-tp2-f16kv-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-q4km-tp2-asrock-b70", "parent": "qwen38-q4km-tp2-http-depth-20260825-r1", "retry": { "status": "complete" } }, { "id": "measured-16k", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D47.03 \u00b7 T16,300", "reason": "Exact Grade C cache-zero HTTP depth cell.", "evidence_id": "q38-q4km-tp2-f16kv-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-q4km-tp2-asrock-b70", "parent": "qwen38-q4km-tp2-http-depth-20260825-r1", "retry": { "status": "complete" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D45.53 \u00b7 T25,347", "reason": "Exact Grade C cache-zero HTTP depth cell.", "evidence_id": "q38-q4km-tp2-f16kv-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-q4km-tp2-asrock-b70", "parent": "qwen38-q4km-tp2-http-depth-20260825-r1", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D44.44 \u00b7 T35,059", "reason": "Exact Grade C cache-zero HTTP depth cell.", "evidence_id": "q38-q4km-tp2-f16kv-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-q4km-tp2-asrock-b70", "parent": "qwen38-q4km-tp2-http-depth-20260825-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp2-llamacpp-sycl-q8-http-depth", "label": "Qwen3.8 TP2 \u00b7 llama.cpp SYCL Q8_0 exact HTTP depth", "description": "Seven exact selector cells for the pinned Q8_0-weight TP2 target-only F16-KV graph-off HTTP lane: six Grade C cache-zero measurements at 2K-32K and an explicit missing x=0 cell.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "tp": 2, "mtp": 0, "graph_mode": "off", "kv": "f16", "runtime_family": "llama.cpp SYCL", "runtime_profile_id": "qwen38-tp2-llamacpp-sycl-q8-http-depth-v1", "speculation_method": "none" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No exact Q8_0-weight HTTP request binds this selector; configured maximum context never substitutes for active context.", "parent": "qwen38-q8-tp2-http-depth-prefill-20260825-r3", "retry": { "status": "queued", "trigger": "new-exact-http-run" } }, { "id": "measured-2k", "match": { "active_context_tokens": 2048 }, "state": "lab-measured", "label": "D36.8 \u00b7 P1,032 \u00b7 T2,003", "reason": "Exact Grade C cache-zero HTTP depth cell with server prompt-evaluation timing.", "evidence_id": "q38-q8weights-tp2-f16kv-http-context-r3-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-q8-tp2-asrock-b70", "parent": "qwen38-q8-tp2-http-depth-prefill-20260825-r3", "retry": { "status": "complete" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D36.55 \u00b7 P1,039 \u00b7 T3,957", "reason": "Exact Grade C cache-zero HTTP depth cell with server prompt-evaluation timing.", "evidence_id": "q38-q8weights-tp2-f16kv-http-context-r3-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-q8-tp2-asrock-b70", "parent": "qwen38-q8-tp2-http-depth-prefill-20260825-r3", "retry": { "status": "complete" } }, { "id": "measured-8k", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D36.01 \u00b7 P1,020 \u00b7 T8,047", "reason": "Exact Grade C cache-zero HTTP depth cell with server prompt-evaluation timing.", "evidence_id": "q38-q8weights-tp2-f16kv-http-context-r3-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-q8-tp2-asrock-b70", "parent": "qwen38-q8-tp2-http-depth-prefill-20260825-r3", "retry": { "status": "complete" } }, { "id": "measured-16k", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D35.09 \u00b7 P983.52 \u00b7 T16,681", "reason": "Exact Grade C cache-zero HTTP depth cell with server prompt-evaluation timing.", "evidence_id": "q38-q8weights-tp2-f16kv-http-context-r3-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-q8-tp2-asrock-b70", "parent": "qwen38-q8-tp2-http-depth-prefill-20260825-r3", "retry": { "status": "complete" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D34.52 \u00b7 P947.33 \u00b7 T25,958", "reason": "Exact Grade C cache-zero HTTP depth cell with server prompt-evaluation timing.", "evidence_id": "q38-q8weights-tp2-f16kv-http-context-r3-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-q8-tp2-asrock-b70", "parent": "qwen38-q8-tp2-http-depth-prefill-20260825-r3", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D33.85 \u00b7 P915.09 \u00b7 T35,832", "reason": "Exact Grade C cache-zero HTTP depth cell with server prompt-evaluation timing.", "evidence_id": "q38-q8weights-tp2-f16kv-http-context-r3-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-q8-tp2-asrock-b70", "parent": "qwen38-q8-tp2-http-depth-prefill-20260825-r3", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp2-vllm-xpu-fp8-http-depth", "label": "Qwen3.8 TP2 \u00b7 vLLM XPU official FP8 exact HTTP depth", "description": "Seven exact selector cells for the pinned official-FP8 TP2 target-only F16-KV PIECEWISE HTTP lane: six Grade C cache-zero measurements at 2K-32K and an explicit missing x=0 cell.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "tp": 2, "mtp": 0, "graph_mode": "PIECEWISE", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-official-fp8-http-depth-v1", "speculation_method": "none" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No exact official-FP8 HTTP request binds this selector; configured maximum context never substitutes for active context.", "parent": "qwen38-fp8-tp2-http-depth-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-http-run" } }, { "id": "measured-2k", "match": { "active_context_tokens": 2048 }, "state": "lab-measured", "label": "D21.84 \u00b7 T1,385", "reason": "Exact Grade C cache-zero HTTP depth cell; prompt-throughput proxy is not server prefill.", "evidence_id": "q38-official-fp8-tp2-f16kv-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-fp8-vllm-tp2-asrock-b70", "parent": "qwen38-fp8-tp2-http-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D21.67 \u00b7 T2,606", "reason": "Exact Grade C cache-zero HTTP depth cell; prompt-throughput proxy is not server prefill.", "evidence_id": "q38-official-fp8-tp2-f16kv-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-fp8-vllm-tp2-asrock-b70", "parent": "qwen38-fp8-tp2-http-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-8k", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D21.27 \u00b7 T5,192", "reason": "Exact Grade C cache-zero HTTP depth cell; prompt-throughput proxy is not server prefill.", "evidence_id": "q38-official-fp8-tp2-f16kv-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-fp8-vllm-tp2-asrock-b70", "parent": "qwen38-fp8-tp2-http-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-16k", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D20.93 \u00b7 T10,533", "reason": "Exact Grade C cache-zero HTTP depth cell; prompt-throughput proxy is not server prefill.", "evidence_id": "q38-official-fp8-tp2-f16kv-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-fp8-vllm-tp2-asrock-b70", "parent": "qwen38-fp8-tp2-http-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D20.65 \u00b7 T16,139", "reason": "Exact Grade C cache-zero HTTP depth cell; prompt-throughput proxy is not server prefill.", "evidence_id": "q38-official-fp8-tp2-f16kv-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-fp8-vllm-tp2-asrock-b70", "parent": "qwen38-fp8-tp2-http-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D20.39 \u00b7 T21,873", "reason": "Exact Grade C cache-zero HTTP depth cell; prompt-throughput proxy is not server prefill.", "evidence_id": "q38-official-fp8-tp2-f16kv-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-fp8-vllm-tp2-asrock-b70", "parent": "qwen38-fp8-tp2-http-depth-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp2-vllm-xpu-fp8-w8a16-mtp1-http-depth", "label": "Qwen3.8 TP2 \u00b7 vLLM XPU official FP8/W8A16 deterministic MTP1 exact HTTP depth", "description": "Seven exact selector cells for the qualified official-FP8/W8A16 TP2 deterministic-MTP1 F16-KV graph-off HTTP lane: six Grade C cache-zero, target-array-exact measurements at 2K-32K and an explicit missing x=0 cell.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "tp": 2, "mtp": 1, "graph_mode": "off", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-official-fp8-w8a16-mtp1-http-depth-r33", "speculation_method": "publisher MTP depth 1" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No exact deterministic-MTP1 HTTP request binds this selector; configured maximum context never substitutes for active context.", "parent": "qwen38-fp8-w8a16-mtp1-exact-depth-20260828-r33", "retry": { "status": "queued", "trigger": "new-exact-http-run" } }, { "id": "measured-2k", "match": { "active_context_tokens": 2048 }, "state": "lab-measured", "label": "D44.78 \u00b7 T799", "reason": "Exact Grade C cache-zero MTP1 cell; 128/128 target parity passed; first-request JIT retained.", "evidence_id": "q38-official-fp8-w8a16-tp2-mtp1-f16kv-http-context-r33-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-fp8-vllm-tp2-asrock-b70", "parent": "qwen38-fp8-w8a16-mtp1-exact-depth-20260828-r33", "retry": { "status": "complete" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D54.93 \u00b7 T1,187", "reason": "Exact Grade C cache-zero MTP1 cell; 128/128 target parity passed.", "evidence_id": "q38-official-fp8-w8a16-tp2-mtp1-f16kv-http-context-r33-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-fp8-vllm-tp2-asrock-b70", "parent": "qwen38-fp8-w8a16-mtp1-exact-depth-20260828-r33", "retry": { "status": "complete" } }, { "id": "measured-8k", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D51.31 \u00b7 T2,343", "reason": "Exact Grade C cache-zero MTP1 cell; 128/128 target parity passed.", "evidence_id": "q38-official-fp8-w8a16-tp2-mtp1-f16kv-http-context-r33-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-fp8-vllm-tp2-asrock-b70", "parent": "qwen38-fp8-w8a16-mtp1-exact-depth-20260828-r33", "retry": { "status": "complete" } }, { "id": "measured-16k", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D51.29 \u00b7 T4,869", "reason": "Exact Grade C cache-zero MTP1 cell; 128/128 target parity passed.", "evidence_id": "q38-official-fp8-w8a16-tp2-mtp1-f16kv-http-context-r33-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-fp8-vllm-tp2-asrock-b70", "parent": "qwen38-fp8-w8a16-mtp1-exact-depth-20260828-r33", "retry": { "status": "complete" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D43.72 \u00b7 T7,586", "reason": "Exact Grade C cache-zero MTP1 cell; 128/128 target parity passed.", "evidence_id": "q38-official-fp8-w8a16-tp2-mtp1-f16kv-http-context-r33-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-fp8-vllm-tp2-asrock-b70", "parent": "qwen38-fp8-w8a16-mtp1-exact-depth-20260828-r33", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D46.64 \u00b7 T10,487", "reason": "Exact Grade C cache-zero MTP1 cell; 128/128 target parity passed.", "evidence_id": "q38-official-fp8-w8a16-tp2-mtp1-f16kv-http-context-r33-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-fp8-vllm-tp2-asrock-b70", "parent": "qwen38-fp8-w8a16-mtp1-exact-depth-20260828-r33", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp4-vllm-xpu-fp8-http-depth", "label": "Qwen3.8 TP4 \u00b7 vLLM XPU official FP8 exact HTTP depth", "description": "Seven exact selector cells for the pinned official-FP8 TP4 target-only F16-KV PIECEWISE HTTP lane: six Grade C cache-zero measurements at 2K-32K and an explicit missing x=0 cell. This slower profile does not replace the AutoRound TP4 frontier.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-official-fp8-017b9c7", "tp": 4, "mtp": 0, "graph_mode": "PIECEWISE", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-official-fp8-http-depth-v1", "speculation_method": "none" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No exact official-FP8 TP4 HTTP request binds this selector; configured maximum context never substitutes for active context.", "parent": "qwen38-official-fp8-tp4-http-depth-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-http-run" } }, { "id": "measured-2k", "match": { "active_context_tokens": 2048 }, "state": "lab-measured", "label": "D35.53 \u00b7 T1,973", "reason": "Exact Grade C cache-zero official-FP8 TP4 HTTP depth cell; no faster route is replaced.", "evidence_id": "q38-official-fp8-tp4-f16kv-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-official-fp8-tp4-piecewise-depth-grade-c", "parent": "qwen38-official-fp8-tp4-http-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D34.90 \u00b7 T3,663", "reason": "Exact Grade C cache-zero official-FP8 TP4 HTTP depth cell; no faster route is replaced.", "evidence_id": "q38-official-fp8-tp4-f16kv-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-official-fp8-tp4-piecewise-depth-grade-c", "parent": "qwen38-official-fp8-tp4-http-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-8k", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D33.97 \u00b7 T7,200", "reason": "Exact Grade C cache-zero official-FP8 TP4 HTTP depth cell; no faster route is replaced.", "evidence_id": "q38-official-fp8-tp4-f16kv-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-official-fp8-tp4-piecewise-depth-grade-c", "parent": "qwen38-official-fp8-tp4-http-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-16k", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D33.64 \u00b7 T14,424", "reason": "Exact Grade C cache-zero official-FP8 TP4 HTTP depth cell; no faster route is replaced.", "evidence_id": "q38-official-fp8-tp4-f16kv-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-official-fp8-tp4-piecewise-depth-grade-c", "parent": "qwen38-official-fp8-tp4-http-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D33.27 \u00b7 T21,792", "reason": "Exact Grade C cache-zero official-FP8 TP4 HTTP depth cell; no faster route is replaced.", "evidence_id": "q38-official-fp8-tp4-f16kv-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-official-fp8-tp4-piecewise-depth-grade-c", "parent": "qwen38-official-fp8-tp4-http-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D33.11 \u00b7 T29,236", "reason": "Exact Grade C cache-zero official-FP8 TP4 HTTP depth cell; no faster route is replaced.", "evidence_id": "q38-official-fp8-tp4-f16kv-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-official-fp8-tp4-piecewise-depth-grade-c", "parent": "qwen38-official-fp8-tp4-http-depth-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp2-vllm-xpu-autoround-http-depth", "label": "Qwen3.8 TP2 \u00b7 vLLM XPU AutoRound exact HTTP depth", "description": "Seven exact selector cells for the pinned AutoRound INT4 TP2 target-only MTP0 F16-KV FULL_AND_PIECEWISE HTTP lane: six Grade C cache-zero measurements at 2K-32K and an explicit missing x=0 cell.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 2, "mtp": 0, "graph_mode": "FULL_AND_PIECEWISE", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-http-depth-v1", "speculation_method": "none" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "The exact harness refused to fabricate an x=0 request; configured maximum context and the identity parent's historical speeds never substitute for active context.", "parent": "qwen38-b2dd9ce73d-tp2-exact-depth-quality-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-zero-context-fixture" } }, { "id": "measured-2k", "match": { "active_context_tokens": 2048 }, "state": "lab-measured", "label": "D48.15 \u00b7 T783", "reason": "Exact Grade C cache-zero HTTP depth cell with the full quality battery.", "evidence_id": "q38-autoround-tp2-f16kv-http-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-autoround-int4-tp2-b2dd-http-depth-grade-c", "parent": "qwen38-b2dd9ce73d-tp2-exact-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D47.93 \u00b7 T1,569", "reason": "Exact Grade C cache-zero HTTP depth cell with the full quality battery.", "evidence_id": "q38-autoround-tp2-f16kv-http-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp2-b2dd-http-depth-grade-c", "parent": "qwen38-b2dd9ce73d-tp2-exact-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-8k", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D46.83 \u00b7 T3,187", "reason": "Exact Grade C cache-zero HTTP depth cell with the full quality battery.", "evidence_id": "q38-autoround-tp2-f16kv-http-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-autoround-int4-tp2-b2dd-http-depth-grade-c", "parent": "qwen38-b2dd9ce73d-tp2-exact-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-16k", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D45.20 \u00b7 T6,611", "reason": "Exact Grade C cache-zero HTTP depth cell with the full quality battery.", "evidence_id": "q38-autoround-tp2-f16kv-http-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp2-b2dd-http-depth-grade-c", "parent": "qwen38-b2dd9ce73d-tp2-exact-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D43.70 \u00b7 T10,265", "reason": "Exact Grade C cache-zero HTTP depth cell with the full quality battery.", "evidence_id": "q38-autoround-tp2-f16kv-http-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp2-b2dd-http-depth-grade-c", "parent": "qwen38-b2dd9ce73d-tp2-exact-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D42.34 \u00b7 T14,105", "reason": "Exact Grade C cache-zero HTTP depth cell with the full quality battery.", "evidence_id": "q38-autoround-tp2-f16kv-http-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp2-b2dd-http-depth-grade-c", "parent": "qwen38-b2dd9ce73d-tp2-exact-depth-quality-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp4-vllm-xpu-autoround-http-depth", "label": "Qwen3.8 TP4 \u00b7 vLLM XPU AutoRound exact HTTP depth", "description": "Seven exact selector cells for the pinned AutoRound INT4 TP4 target-only MTP0 F16-KV FULL_AND_PIECEWISE HTTP lane: six Grade C cache-zero measurements at 2K-32K and an explicit missing x=0 cell.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 4, "mtp": 0, "graph_mode": "FULL_AND_PIECEWISE", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-http-depth-v1", "speculation_method": "none" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "The exact harness refused to fabricate an x=0 request; configured maximum context and the short suite never substitute for active context.", "parent": "qwen38-b2dd9ce73d-tp4-exact-depth-quality-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-zero-context-fixture" } }, { "id": "measured-2k", "match": { "active_context_tokens": 2048 }, "state": "lab-measured", "label": "D71.17 \u00b7 T547", "reason": "Exact Grade C cache-zero HTTP depth cell with the full quality battery.", "evidence_id": "q38-autoround-tp4-f16kv-http-context-r1-grade-c", "point_x": 2048, "parent": "qwen38-b2dd9ce73d-tp4-exact-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D70.15 \u00b7 T1,105", "reason": "Exact Grade C cache-zero HTTP depth cell with the full quality battery.", "evidence_id": "q38-autoround-tp4-f16kv-http-context-r1-grade-c", "point_x": 4096, "parent": "qwen38-b2dd9ce73d-tp4-exact-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-8k", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D69.87 \u00b7 T2,210", "reason": "Exact Grade C cache-zero HTTP depth cell with the full quality battery.", "evidence_id": "q38-autoround-tp4-f16kv-http-context-r1-grade-c", "point_x": 8192, "parent": "qwen38-b2dd9ce73d-tp4-exact-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-16k", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D69.07 \u00b7 T4,562", "reason": "Exact Grade C cache-zero HTTP depth cell with the full quality battery.", "evidence_id": "q38-autoround-tp4-f16kv-http-context-r1-grade-c", "point_x": 16384, "parent": "qwen38-b2dd9ce73d-tp4-exact-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D67.87 \u00b7 T7,012", "reason": "Exact Grade C cache-zero HTTP depth cell with the full quality battery.", "evidence_id": "q38-autoround-tp4-f16kv-http-context-r1-grade-c", "point_x": 24576, "parent": "qwen38-b2dd9ce73d-tp4-exact-depth-quality-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D66.65 \u00b7 T9,569", "reason": "Exact Grade C cache-zero HTTP depth cell with the full quality battery.", "evidence_id": "q38-autoround-tp4-f16kv-http-context-r1-grade-c", "point_x": 32768, "parent": "qwen38-b2dd9ce73d-tp4-exact-depth-quality-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp2-vllm-xpu-autoround-f01e-eager-depth", "label": "Qwen3.8 TP2 \u00b7 current f01e AutoRound eager target depth", "description": "Seven exact selector cells for current-f01e AutoRound INT4 TP2 target-only MTP0 eager F16-KV: six Grade C cache-zero nonzero measurements with exact TP1 comparison parity and explicit missing x=0.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 2, "mtp": 0, "graph_mode": "off", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-eager-target-v1", "speculation_method": "none" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "x=0 has no exact fixture and is not inferred from configured capacity, another topology, or graph evidence.", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-zero-context-fixture" } }, { "id": "measured-2k", "match": { "active_context_tokens": 2048 }, "state": "lab-measured", "label": "D9.65 \u00b7 Grade C", "reason": "Exact cache-zero TP2 eager cell with full quality and exact TP1 comparison parity.", "evidence_id": "q38-f01e-autoround-tp2-eager-f16-exact-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D10.04 \u00b7 Grade C", "reason": "Exact cache-zero TP2 eager cell with full quality and exact TP1 comparison parity.", "evidence_id": "q38-f01e-autoround-tp2-eager-f16-exact-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-8k", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D10.11 \u00b7 T3,816 \u00b7 Grade C", "reason": "Exact cache-zero TP2 eager cell with full quality and exact TP1 comparison parity.", "evidence_id": "q38-f01e-autoround-tp2-eager-f16-exact-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-16k", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D10.12 \u00b7 Grade C", "reason": "Exact cache-zero TP2 eager cell with full quality and exact TP1 comparison parity.", "evidence_id": "q38-f01e-autoround-tp2-eager-f16-exact-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D10.15 \u00b7 Grade C", "reason": "Exact cache-zero TP2 eager cell with full quality and exact TP1 comparison parity.", "evidence_id": "q38-f01e-autoround-tp2-eager-f16-exact-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D10.20 \u00b7 Grade C", "reason": "Exact cache-zero TP2 eager cell with full quality and exact TP1 comparison parity.", "evidence_id": "q38-f01e-autoround-tp2-eager-f16-exact-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp2-vllm-xpu-autoround-f01e-piecewise-depth", "label": "Qwen3.8 TP2 \u00b7 current f01e AutoRound PIECEWISE partial target depth", "description": "Seven exact current-f01e AutoRound INT4 TP2 target-only MTP0 PIECEWISE F16-KV selectors: four Grade C target-identical measurements at 2K/4K/24K/32K, exact 8K/16K speedless target-divergence quarantines, and explicit missing x0. The dated FULL_AND_PIECEWISE graph contract remains separate.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 2, "mtp": 0, "graph_mode": "PIECEWISE", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-f01e-piecewise-target-v1", "speculation_method": "none" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "x0 has no literal exact serving fixture and is not inferred from configured capacity, eager, another graph mode, topology, or runtime.", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-zero-context-fixture" } }, { "id": "measured-2k", "match": { "active_context_tokens": 2048 }, "state": "lab-measured", "label": "D39.68 \u00b7 T1,703 \u00b7 Grade C", "reason": "Exact cache-zero current-f01e TP2 PIECEWISE cell with full global gates and exact same-image target parity.", "evidence_id": "q38-f01e-autoround-tp2-piecewise-f16-exact-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-piecewise-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D46.64 \u00b7 T1,563 \u00b7 Grade C", "reason": "Exact cache-zero current-f01e TP2 PIECEWISE cell with full global gates and exact same-image target parity.", "evidence_id": "q38-f01e-autoround-tp2-piecewise-f16-exact-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-piecewise-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "quarantined-8k-token99", "match": { "active_context_tokens": 8192 }, "state": "quarantined", "label": "token-99 target divergence \u00b7 no measured speed", "reason": "Exact depth, cache zero, full quality, graph identity, topology, cache, and cleanup passed, but the output diverged from current-f01e TP2 eager at token 99. Diagnostic timing remains evidence-only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp0-f16-piecewise-depth-r1-result.json", "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-piecewise-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "blocked-on-target-parity", "trigger": "same-profile-8k-target-parity-pass" } }, { "id": "quarantined-16k-token32", "match": { "active_context_tokens": 16384 }, "state": "quarantined", "label": "token-32 target divergence \u00b7 no measured speed", "reason": "Exact depth, cache zero, full quality, graph identity, topology, cache, and cleanup passed, but the output diverged from current-f01e TP2 eager at token 32. Diagnostic timing remains evidence-only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp0-f16-piecewise-depth-r1-result.json", "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-piecewise-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "blocked-on-target-parity", "trigger": "same-profile-16k-target-parity-pass" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D42.17 \u00b7 T10,230 \u00b7 Grade C", "reason": "Exact cache-zero current-f01e TP2 PIECEWISE cell with full global gates and exact same-image target parity.", "evidence_id": "q38-f01e-autoround-tp2-piecewise-f16-exact-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-piecewise-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D41.14 \u00b7 T14,062 \u00b7 Grade C", "reason": "Exact cache-zero current-f01e TP2 PIECEWISE cell with full global gates and exact same-image target parity.", "evidence_id": "q38-f01e-autoround-tp2-piecewise-f16-exact-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-piecewise-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp2-vllm-xpu-autoround-f01e-mtp1-piecewise-depth", "label": "Qwen3.8 TP2 \u00b7 current f01e AutoRound PIECEWISE MTP1 depth", "description": "Seven exact selector cells for current-f01e AutoRound INT4 TP2 native-MTP1 PIECEWISE F16-KV: one Grade C cache-zero exact-4K measurement with positive isolated acceptance, dual-parent token parity, full quality, graph/topology/cache/model verification, and six explicit missing depths.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 2, "mtp": 1, "graph_mode": "PIECEWISE", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-native-mtp1-piecewise-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No exact qualified TP2/MTP1/PIECEWISE observation exists for this selector. It is not inferred from eager, MTP0, another topology, configured capacity, or the exact-4K result.", "parent": "qwen38-official-f01e-autoround-tp2-mtp1-f16-piecewise-4k-sentinel-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-profile-specific-measurement" } }, { "id": "measured-4k-mtp1-piecewise", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D13.74 \u00b7 T2,651 \u00b7 A56/71 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP1 PIECEWISE cell with finite isolated acceptance, dual TP2 parent parity, full quality, graph capture, both-worker topology, rank-cache isolation, model verification, and cleanup.", "evidence_id": "q38-f01e-autoround-tp2-mtp1-piecewise-f16-exact-4k-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp1-piecewise-f16-4k-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp1-f16-piecewise-4k-sentinel-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp2-vllm-xpu-autoround-f01e-mtp2-piecewise-depth", "label": "Qwen3.8 TP2 \u00b7 current f01e AutoRound PIECEWISE MTP2 depth", "description": "Seven exact selector cells for current-f01e AutoRound INT4 TP2 native-MTP2 PIECEWISE F16-KV: one Grade C cache-zero exact-4K measurement with positive isolated acceptance, dual-parent token parity, full quality, graph/topology/cache/model verification, and six explicit missing depths.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 2, "mtp": 2, "graph_mode": "PIECEWISE", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-native-mtp2-piecewise-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No exact qualified TP2/MTP2/PIECEWISE observation exists for this selector. It is not inferred from eager, MTP0, MTP1, another topology, configured capacity, or the exact-4K result.", "parent": "qwen38-official-f01e-autoround-tp2-mtp2-f16-piecewise-4k-sentinel-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-profile-specific-measurement" } }, { "id": "measured-4k-mtp2-piecewise", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D18.41 \u00b7 T3,126 \u00b7 A80/94 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP2 PIECEWISE cell with finite isolated acceptance, dual TP2 parent parity, full quality, graph capture, both-worker topology, rank-cache isolation, model verification, and cleanup.", "evidence_id": "q38-f01e-autoround-tp2-mtp2-piecewise-f16-exact-4k-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp2-piecewise-f16-4k-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp2-f16-piecewise-4k-sentinel-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp2-vllm-xpu-autoround-f01e-mtp1-eager-depth", "label": "Qwen3.8 TP2 \u00b7 current f01e AutoRound eager MTP1 depth", "description": "Seven exact selector cells for current-f01e AutoRound INT4 TP2 native-MTP1 eager F16-KV: six Grade C cache-zero nonzero measurements with positive isolated acceptance, exact same-topology TP2/MTP0 target parity, and explicit missing x=0.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 2, "mtp": 1, "graph_mode": "off", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-native-mtp1-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "x=0 has no exact fixture and is not inferred from configured capacity, MTP0, another topology, or graph evidence.", "parent": "qwen38-official-f01e-autoround-tp2-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-zero-context-fixture" } }, { "id": "measured-2k", "match": { "active_context_tokens": 2048 }, "state": "lab-measured", "label": "D11.88 \u00b7 A55/73 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP1 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp1-eager-f16-exact-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp1-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D14.95 \u00b7 A56/71 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP1 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp1-eager-f16-exact-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp1-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-8k", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D15.22 \u00b7 A61/66 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP1 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp1-eager-f16-exact-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp1-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-16k", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D13.78 \u00b7 A57/70 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP1 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp1-eager-f16-exact-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp1-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D13.74 \u00b7 A57/70 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP1 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp1-eager-f16-exact-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp1-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D13.92 \u00b7 A57/70 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP1 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp1-eager-f16-exact-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp1-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp2-vllm-xpu-autoround-f01e-mtp2-eager-depth", "label": "Qwen3.8 TP2 \u00b7 current f01e AutoRound eager MTP2 partial depth", "description": "Seven exact selector cells for current-f01e AutoRound INT4 TP2 native-MTP2 eager F16-KV: five Grade C cache-zero target-parity measurements at 4K-32K, one exact/cache-zero/positive-acceptance 2K quarantine after token-90 target divergence, and explicit missing x=0.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 2, "mtp": 2, "graph_mode": "off", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-native-mtp2-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "x=0 has no exact fixture and is not inferred from configured capacity, MTP0/MTP1, another topology, or graph evidence.", "parent": "qwen38-official-f01e-autoround-tp2-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-zero-context-fixture" } }, { "id": "quarantined-2k", "match": { "active_context_tokens": 2048 }, "state": "quarantined", "label": "token 90 divergence \u00b7 A72/110", "reason": "The exact cache-zero gate and positive isolated acceptance passed, but MTP2 diverged from the same-topology TP2/MTP0 target at token 90. The observed speed remains diagnostic-only and is not plotted.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp2-f16-eager-depth-expansion-r1-result.json", "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp2-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "classified-deterministic-divergence" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D20.36 \u00b7 A80/94 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP2 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp2-eager-f16-exact-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp2-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-8k", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D20.89 \u00b7 A79/96 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP2 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp2-eager-f16-exact-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp2-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-16k", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D18.29 \u00b7 A76/104 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP2 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp2-eager-f16-exact-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp2-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D17.76 \u00b7 A76/102 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP2 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp2-eager-f16-exact-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp2-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D17.70 \u00b7 A74/106 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP2 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp2-eager-f16-exact-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp2-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp2-vllm-xpu-autoround-f01e-mtp3-eager-depth", "label": "Qwen3.8 TP2 \u00b7 current f01e AutoRound eager MTP3 parent-scoped depth", "description": "Seven exact selector cells for current-f01e AutoRound INT4 TP2 native-MTP3 eager F16-KV: five Grade C cache-zero target-parity measurements at 4K-32K, one 2K cell structurally excluded by the parent MTP2 token-90 quarantine with no MTP3 speed, and explicit missing x=0.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 2, "mtp": 3, "graph_mode": "off", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-native-mtp3-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "x=0 has no exact fixture and is not inferred from configured capacity, another MTP depth, topology, or graph evidence.", "parent": "qwen38-official-f01e-autoround-tp2-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-zero-context-fixture" } }, { "id": "quarantined-2k-parent", "match": { "active_context_tokens": 2048 }, "state": "quarantined", "label": "parent MTP2 token 90 divergence \u00b7 no MTP3 speed", "reason": "The frozen parent TP2/MTP2 oracle diverged from TP2/MTP0 at token 90, so the MTP3 descendant contract structurally excluded 2K before launch. No MTP3 speed is measured or plotted.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp2-f16-eager-depth-expansion-r1-result.json", "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp3-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "structurally-excluded-by-parent" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D19.08 \u00b7 A86/123 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP3 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp3-eager-f16-exact-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp3-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-8k", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D25.12 \u00b7 A89/114 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP3 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp3-eager-f16-exact-context-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp3-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-16k", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D20.28 \u00b7 A82/135 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP3 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp3-eager-f16-exact-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp3-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D20.17 \u00b7 A85/129 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP3 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp3-eager-f16-exact-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp3-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D20.16 \u00b7 A82/135 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP3 eager cell with positive isolated acceptance, full quality, and exact same-topology target parity.", "evidence_id": "q38-f01e-autoround-tp2-mtp3-eager-f16-exact-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp3-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp2-vllm-xpu-autoround-f01e-mtp4-eager-depth", "label": "Qwen3.8 TP2 \u00b7 current f01e AutoRound eager MTP4 sentinel depth", "description": "Seven exact current-f01e AutoRound INT4 TP2 native-MTP4 eager F16-KV selectors: exact 4K, 16K, and 24K are Grade C target-parity measurements, exact 8K is a structural target-parity quarantine with no site speed, and x0/2K/32K remain missing. No value is inferred from another MTP depth or topology.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 2, "mtp": 4, "graph_mode": "off", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp2-vllm-xpu-autoround-native-mtp4-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No exact qualified TP2/MTP4 observation exists for this selector. It is not inferred from configured capacity, TP2/MTP0-3, TP1/TP4, graph evidence, the measured 4K/16K/24K points, or the diagnostic 8K timing.", "parent": "qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-16k24k-expansion-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-profile-specific-measurement" } }, { "id": "measured-4k-mtp4-sentinel", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D21.08 \u00b7 A90/148 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP4 eager cell with finite conserved acceptance, exact same-topology target parity, and the full quality/baseline battery.", "evidence_id": "q38-f01e-autoround-tp2-mtp4-eager-f16-exact-4k-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp4-eager-f16-4k-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-4k-sentinel-20260826-r1", "retry": { "status": "complete" } }, { "id": "quarantined-8k-token99", "match": { "active_context_tokens": 8192 }, "state": "quarantined", "label": "MTP4 token-99 divergence \u00b7 no measured speed", "reason": "Exact depth, cache zero, 97/124 isolated acceptance, full quality, topology, and cleanup passed, but the output diverged from the same-topology TP2/MTP0 target at token 99. Diagnostic timing remains evidence-only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-8k-sentinel-r1-result.json", "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp4-eager-f16-8k-quarantine", "parent": "qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-8k-sentinel-20260826-r1", "retry": { "status": "blocked-on-target-parity", "trigger": "same-profile-8k-target-parity-pass" } }, { "id": "measured-16k-mtp4-expansion", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D18.46 \u00b7 A89/160 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP4 eager cell with finite conserved acceptance, exact same-topology target parity, and the full quality/baseline battery.", "evidence_id": "q38-f01e-autoround-tp2-mtp4-eager-f16-exact-16k24k-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp4-eager-f16-16k24k-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-16k24k-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k-mtp4-expansion", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D23.36 \u00b7 A93/144 \u00b7 Grade C", "reason": "Exact cache-zero TP2 MTP4 eager cell with finite conserved acceptance, exact same-topology target parity, and the full quality/baseline battery.", "evidence_id": "q38-f01e-autoround-tp2-mtp4-eager-f16-exact-16k24k-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp2-f01e-mtp4-eager-f16-16k24k-grade-c", "parent": "qwen38-official-f01e-autoround-tp2-mtp4-f16-eager-16k24k-expansion-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp4-vllm-xpu-autoround-f01e-eager-oracle-depth", "label": "Qwen3.8 TP4 \u00b7 current f01e AutoRound eager oracle depth", "description": "Seven exact selector cells for the current-f01e AutoRound INT4 TP4 target-only MTP0 eager F16-KV lane: six Grade C cache-zero nonzero measurements and explicit missing x=0. The earlier exact-8K cell is retained; five cells are additive from the expansion.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 4, "mtp": 0, "graph_mode": "off", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-eager-oracle-v1", "speculation_method": "none" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "x=0 has no exact fixture and is not inferred from configured maximum context, another graph mode, or another topology.", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-zero-context-fixture" } }, { "id": "measured-2k", "match": { "active_context_tokens": 2048 }, "state": "lab-measured", "label": "D9.83 \u00b7 Grade C", "reason": "Exact cache-zero TP4-native eager cell with full quality; conservative TP1 comparison diverges at token 90.", "evidence_id": "q38-f01e-autoround-tp4-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D10.05 \u00b7 Grade C", "reason": "Exact cache-zero TP4-native eager cell with full quality and TP1 comparison parity.", "evidence_id": "q38-f01e-autoround-tp4-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-8k-oracle", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D9.65 \u00b7 T4,768 \u00b7 Grade C oracle", "reason": "Exact cache-zero TP4 target-only cell with full objective and baseline quality, all-four-worker topology, and exact same-image TP1 token parity.", "evidence_id": "q38-f01e-autoround-tp4-eager-f16-exact-8k-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-eager-f16-oracle-8k-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-eager-8k-oracle-sentinel-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-16k", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D10.26 \u00b7 Grade C", "reason": "Exact cache-zero TP4-native eager cell with full quality and TP1 comparison parity.", "evidence_id": "q38-f01e-autoround-tp4-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D10.17 \u00b7 Grade C", "reason": "Exact cache-zero TP4-native eager cell with full quality and TP1 comparison parity.", "evidence_id": "q38-f01e-autoround-tp4-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D10.21 \u00b7 Grade C", "reason": "Exact cache-zero TP4-native eager cell with full quality and TP1 comparison parity.", "evidence_id": "q38-f01e-autoround-tp4-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp4-vllm-xpu-autoround-f01e-piecewise-depth", "label": "Qwen3.8 TP4 \u00b7 current f01e AutoRound PIECEWISE partial target depth", "description": "Seven exact current-f01e AutoRound INT4 TP4 target-only MTP0 PIECEWISE F16-KV selectors: five Grade C target-identical measurements at 2K/4K/16K/24K/32K, exact 8K speedless target-divergence quarantine, and explicit missing x0. The dated FULL_AND_PIECEWISE graph contract remains separate.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 4, "mtp": 0, "graph_mode": "PIECEWISE", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-f01e-piecewise-target-v1", "speculation_method": "none" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "x0 has no literal exact serving fixture and is not inferred from configured capacity, eager, another graph mode, topology, or runtime.", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-zero-context-fixture" } }, { "id": "measured-2k", "match": { "active_context_tokens": 2048 }, "state": "lab-measured", "label": "D51.07 \u00b7 T1,633 \u00b7 Grade C", "reason": "Exact cache-zero current-f01e TP4 PIECEWISE cell with full global gates and exact same-image target parity.", "evidence_id": "q38-f01e-autoround-tp4-piecewise-f16-exact-context-r1-grade-c", "point_x": 2048, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-piecewise-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-4k", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D64.42 \u00b7 T1,106 \u00b7 Grade C", "reason": "Exact cache-zero current-f01e TP4 PIECEWISE cell with full global gates and exact same-image target parity.", "evidence_id": "q38-f01e-autoround-tp4-piecewise-f16-exact-context-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-piecewise-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "quarantined-8k-token99", "match": { "active_context_tokens": 8192 }, "state": "quarantined", "label": "token-99 target divergence \u00b7 no measured speed", "reason": "Exact depth, cache zero, full quality, graph identity, all-four topology, cache, and cleanup passed, but the output diverged from current-f01e TP4 eager at token 99. Diagnostic timing remains evidence-only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp0-f16-piecewise-depth-r1-result.json", "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-piecewise-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "blocked-on-target-parity", "trigger": "same-profile-8k-target-parity-pass" } }, { "id": "measured-16k", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D62.78 \u00b7 T4,568 \u00b7 Grade C", "reason": "Exact cache-zero current-f01e TP4 PIECEWISE cell with full global gates and exact same-image target parity.", "evidence_id": "q38-f01e-autoround-tp4-piecewise-f16-exact-context-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-piecewise-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D62.09 \u00b7 T7,051 \u00b7 Grade C", "reason": "Exact cache-zero current-f01e TP4 PIECEWISE cell with full global gates and exact same-image target parity.", "evidence_id": "q38-f01e-autoround-tp4-piecewise-f16-exact-context-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-piecewise-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D60.51 \u00b7 T9,606 \u00b7 Grade C", "reason": "Exact cache-zero current-f01e TP4 PIECEWISE cell with full global gates and exact same-image target parity.", "evidence_id": "q38-f01e-autoround-tp4-piecewise-f16-exact-context-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-piecewise-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp0-f16-piecewise-depth-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp4-vllm-xpu-autoround-f01e-mtp1-piecewise-depth", "label": "Qwen3.8 TP4 \u00b7 current f01e AutoRound PIECEWISE MTP1 depth", "description": "Seven exact current-f01e AutoRound INT4 TP4 native-MTP1 PIECEWISE F16-KV selectors: exact 4K is a Grade C dual-parent-parity measurement and x0/2K/8K/16K/24K/32K remain missing. The known current-profile 8K graph-corruption signature is retained as a caveat, not transferred into an unrun MTP1 cell.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 4, "mtp": 1, "graph_mode": "PIECEWISE", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-native-mtp1-piecewise-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "No exact qualified TP4/MTP1/PIECEWISE observation exists for this selector. It is not inferred from eager, MTP0, another topology, configured capacity, or the 4K result.", "parent": "qwen38-official-f01e-autoround-tp4-mtp1-f16-piecewise-4k-sentinel-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-profile-specific-measurement" } }, { "id": "measured-4k-mtp1-piecewise", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D18.82 \u00b7 A56/71 \u00b7 Grade C", "reason": "Exact cache-zero TP4 MTP1 PIECEWISE cell with finite isolated acceptance, dual TP4/MTP0 eager+PIECEWISE parent parity, full quality, graph capture, and all-four-worker topology.", "evidence_id": "q38-f01e-autoround-tp4-mtp1-piecewise-f16-exact-4k-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp1-piecewise-f16-4k-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp1-f16-piecewise-4k-sentinel-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp4-vllm-xpu-autoround-f01e-mtp1-eager-depth", "label": "Qwen3.8 TP4 \u00b7 current f01e AutoRound eager MTP1 depth", "description": "Seven exact selector cells for current-f01e AutoRound INT4 TP4 native-MTP1 eager F16-KV: five Grade C target-parity measurements at 4K-32K, 2K quarantined at token 90, and x0 missing. The prior 8K cell is retained unchanged.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 4, "mtp": 1, "graph_mode": "off", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-native-mtp1-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "x=0 has no exact fixture and is not inferred from configured capacity, MTP0, or graph evidence.", "parent": "qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-zero-context-fixture" } }, { "id": "quarantined-2k-mtp1", "match": { "active_context_tokens": 2048 }, "state": "quarantined", "label": "token-90 target divergence", "reason": "Exact depth, isolated acceptance, quality, topology, cache, and cleanup passed, but output diverged from same-topology TP4/MTP0 at token 90; diagnostic speed is not published.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-depth-expansion-r1-result.json", "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp1-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-4k-mtp1", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D15.96 \u00b7 A78.9% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP1 cell with isolated acceptance and full quality.", "evidence_id": "q38-f01e-autoround-tp4-mtp1-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp1-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-8k-mtp1", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D13.71 \u00b7 A92.4% \u00b7 T4,873 \u00b7 Grade C", "reason": "Exact cache-zero TP4 native-MTP1 cell with 61/66 accepted drafts, full objective and same-topology baseline quality, all-four-worker topology, and exact TP4/MTP0 target-token parity.", "evidence_id": "q38-f01e-autoround-tp4-mtp1-eager-f16-exact-8k-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp1-eager-f16-8k-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-8k-sentinel-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-16k-mtp1", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D15.12 \u00b7 A84.1% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP1 cell with isolated acceptance and full quality.", "evidence_id": "q38-f01e-autoround-tp4-mtp1-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp1-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k-mtp1", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D14.88 \u00b7 A81.4% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP1 cell with isolated acceptance and full quality.", "evidence_id": "q38-f01e-autoround-tp4-mtp1-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp1-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k-mtp1", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D14.77 \u00b7 A81.4% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP1 cell with isolated acceptance and full quality.", "evidence_id": "q38-f01e-autoround-tp4-mtp1-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp1-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp1-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp4-vllm-xpu-autoround-f01e-mtp2-eager-depth", "label": "Qwen3.8 TP4 \u00b7 current f01e AutoRound eager MTP2 depth", "description": "Seven exact current-f01e TP4 native-MTP2 eager F16-KV selectors: five Grade C target-parity measurements at 4K-32K, 2K quarantined at token 90, and x0 missing; prior 8K retained.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 4, "mtp": 2, "graph_mode": "off", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-native-mtp2-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "x=0 has no exact fixture and is not inferred from configured capacity, another MTP depth, or graph evidence.", "parent": "qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-zero-context-fixture" } }, { "id": "quarantined-2k-mtp2", "match": { "active_context_tokens": 2048 }, "state": "quarantined", "label": "token-90 target divergence", "reason": "Exact depth, isolated acceptance, quality, topology, cache, and cleanup passed, but output diverged from same-topology TP4/MTP0 at token 90; diagnostic speed is not published.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-depth-expansion-r1-result.json", "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp2-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-4k-mtp2", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D21.84 \u00b7 A85.1% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP2 cell with isolated acceptance and full quality.", "evidence_id": "q38-f01e-autoround-tp4-mtp2-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp2-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-8k-mtp2", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D18.08 \u00b7 A79.6% \u00b7 T5,635 \u00b7 Grade C", "reason": "Explicit per-cell adjudication of an exact cache-zero TP4 native-MTP2 cell with 78/98 finite conserved drafts, full quality, all-four topology, and exact TP4/MTP0 parity; raw automatic publication remains false.", "evidence_id": "q38-f01e-autoround-tp4-mtp2-eager-f16-exact-8k-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp2-eager-f16-8k-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-8k-sentinel-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-16k-mtp2", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D19.74 \u00b7 A74.0% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP2 cell with isolated acceptance and full quality.", "evidence_id": "q38-f01e-autoround-tp4-mtp2-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp2-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k-mtp2", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D19.44 \u00b7 A74.5% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP2 cell with isolated acceptance and full quality.", "evidence_id": "q38-f01e-autoround-tp4-mtp2-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp2-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k-mtp2", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D19.40 \u00b7 A69.8% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP2 cell with isolated acceptance and full quality.", "evidence_id": "q38-f01e-autoround-tp4-mtp2-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp2-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp2-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp4-vllm-xpu-autoround-f01e-mtp3-eager-depth", "label": "Qwen3.8 TP4 \u00b7 current f01e AutoRound eager MTP3 depth", "description": "Seven exact current-f01e TP4 native-MTP3 eager F16-KV selectors: five Grade C target-parity measurements at 4K-32K, 2K quarantined at token 90, and x0 missing; prior 8K retained.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 4, "mtp": 3, "graph_mode": "off", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-native-mtp3-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "x=0 has no exact fixture and is not inferred from configured capacity, another MTP depth, or graph evidence.", "parent": "qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-zero-context-fixture" } }, { "id": "quarantined-2k-mtp3", "match": { "active_context_tokens": 2048 }, "state": "quarantined", "label": "token-90 target divergence", "reason": "Exact depth, isolated acceptance, quality, topology, cache, and cleanup passed, but output diverged from same-topology TP4/MTP0 at token 90; diagnostic speed is not published.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-depth-expansion-r1-result.json", "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp3-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-4k-mtp3", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D25.32 \u00b7 A69.9% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP3 cell with isolated acceptance and full quality.", "evidence_id": "q38-f01e-autoround-tp4-mtp3-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp3-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-8k-mtp3", "match": { "active_context_tokens": 8192 }, "state": "lab-measured", "label": "D21.08 \u00b7 A78.1% \u00b7 T5,537 \u00b7 Grade C", "reason": "Explicit per-cell adjudication of exact cache-zero TP4 MTP3 with 89/114 finite conserved acceptance, full quality, and exact TP4/MTP0 parity; raw automatic publication remains false.", "evidence_id": "q38-f01e-autoround-tp4-mtp3-eager-f16-exact-8k-r1-grade-c", "point_x": 8192, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp3-eager-f16-8k-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-8k-sentinel-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-16k-mtp3", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D21.94 \u00b7 A61.5% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP3 cell with isolated acceptance and full quality.", "evidence_id": "q38-f01e-autoround-tp4-mtp3-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp3-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k-mtp3", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D22.09 \u00b7 A65.9% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP3 cell with isolated acceptance and full quality.", "evidence_id": "q38-f01e-autoround-tp4-mtp3-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp3-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-32k-mtp3", "match": { "active_context_tokens": 32768 }, "state": "lab-measured", "label": "D22.55 \u00b7 A62.9% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP3 cell with isolated acceptance and full quality.", "evidence_id": "q38-f01e-autoround-tp4-mtp3-eager-f16-exact-context-expansion-r1-grade-c", "point_x": 32768, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp3-eager-f16-depth-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp3-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "complete" } } ] }, { "id": "qwen38-tp4-vllm-xpu-autoround-f01e-mtp4-eager-depth", "label": "Qwen3.8 TP4 \u00b7 current f01e AutoRound eager MTP4 depth", "description": "Seven exact current-f01e TP4 native-MTP4 eager F16-KV selectors: 4K/16K/24K are Grade C target-parity measurements, 2K/8K are quarantined target divergences, 32K is a runtime-fatal closure, and x0 is missing. Structural cells expose no speed.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "tp": 4, "mtp": 4, "graph_mode": "off", "kv": "f16", "runtime_family": "vLLM XPU", "runtime_profile_id": "qwen38-tp4-vllm-xpu-autoround-native-mtp4-v1", "speculation_method": "native-mtp" }, "axes": [ { "key": "active_context_tokens", "label": "Active context", "values": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } } ], "rules": [ { "id": "default-exact-gap", "match": { "active_context_tokens": "*" }, "state": "missing", "label": "unmeasured exact cell", "reason": "x=0 has no exact fixture and is not inferred from configured capacity, another MTP depth, graph evidence, or a diagnostic observation.", "parent": "qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-quality-recovery-20260826-r1", "retry": { "status": "queued", "trigger": "new-exact-zero-context-fixture" } }, { "id": "quarantined-2k-token90", "match": { "active_context_tokens": 2048 }, "state": "quarantined", "label": "MTP4 token-90 divergence \u00b7 no measured speed", "reason": "The prior expansion exact request diverged from the same-topology TP4/MTP0 target at token 90. Recovery intentionally excluded this selector; diagnostic timing remains evidence-only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-depth-expansion-r1-result.json", "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp4-eager-f16-recovery-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "blocked-on-target-parity", "trigger": "same-profile-2k-target-parity-pass" } }, { "id": "measured-4k-mtp4-recovery", "match": { "active_context_tokens": 4096 }, "state": "lab-measured", "label": "D21.97 \u00b7 A60.8% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP4 recovery cell with isolated acceptance and full quality/baseline.", "evidence_id": "q38-f01e-autoround-tp4-mtp4-eager-f16-quality-recovery-r1-grade-c", "point_x": 4096, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp4-eager-f16-recovery-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-quality-recovery-20260826-r1", "retry": { "status": "complete" } }, { "id": "quarantined-8k-token99", "match": { "active_context_tokens": 8192 }, "state": "quarantined", "label": "MTP4 token-99 divergence \u00b7 no measured speed", "reason": "Recovery reproduced the prior 97/124-acceptance candidate exactly, but it still diverges from TP4/MTP0 at token 99. Diagnostic timing remains evidence-only.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-8k-sentinel-r1-result.json", "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp4-eager-f16-8k-quarantine", "parent": "qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-8k-sentinel-20260826-r1", "retry": { "status": "blocked-on-target-parity", "trigger": "same-profile-8k-target-parity-pass" } }, { "id": "measured-16k-mtp4-recovery", "match": { "active_context_tokens": 16384 }, "state": "lab-measured", "label": "D23.79 \u00b7 A56.4% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP4 recovery cell with isolated acceptance and full quality/baseline.", "evidence_id": "q38-f01e-autoround-tp4-mtp4-eager-f16-quality-recovery-r1-grade-c", "point_x": 16384, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp4-eager-f16-recovery-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-quality-recovery-20260826-r1", "retry": { "status": "complete" } }, { "id": "measured-24k-mtp4-recovery", "match": { "active_context_tokens": 24576 }, "state": "lab-measured", "label": "D25.75 \u00b7 A63.9% \u00b7 Grade C", "reason": "Exact cache-zero target-parity TP4 MTP4 recovery cell with isolated acceptance and full quality/baseline.", "evidence_id": "q38-f01e-autoround-tp4-mtp4-eager-f16-quality-recovery-r1-grade-c", "point_x": 24576, "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp4-eager-f16-recovery-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-quality-recovery-20260826-r1", "retry": { "status": "complete" } }, { "id": "closed-32k-mtp4-runtime-fatal", "match": { "active_context_tokens": 32768 }, "state": "closed", "label": "current-profile speculative runtime fatal \u00b7 no measured speed", "reason": "The prior 32K request streamed 126 target-matching prefix tokens, then the XPU GDN speculative-token shape assertion killed the engine before a complete response or quality battery. Recovery intentionally excluded 32K; no speed is published.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-depth-expansion-r1-result.json", "packet_id": "qwen38-27b-autoround-int4-tp4-f01e-mtp4-eager-f16-recovery-grade-c", "parent": "qwen38-official-f01e-autoround-tp4-mtp4-f16-eager-depth-expansion-20260826-r1", "retry": { "status": "blocked-on-runtime-fix", "trigger": "same-profile-32k-complete-quality-pass" } } ] }, { "id": "qwen38-tp4-vllm-xpu-autoround-strict-snapshot", "label": "Qwen3.8 TP4 \u00b7 vLLM XPU AutoRound strict snapshot", "description": "One exact short-suite TP4 anchor for the frozen b2dd9ce73d + 1e90ffa672 source stack. This is not an active-context curve: 32K is configured capacity only, and no x=0/2K/4K/8K/16K/24K/32K throughput cell is claimed.", "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "quantization": "AutoRound INT4", "runtime_family": "vLLM XPU", "runtime": "vLLM XPU b2dd9ce73d + XPU kernels 1e90ffa672", "measurement_class": "strict-natural-eos", "workload": "two strict natural-EOS replays; 25 unique cold prompts; up to 512 output tokens; cached_tokens=0; conventional 99-interval median", "tp": 4, "mtp": 0, "graph": "on", "graph_mode": "FULL_AND_PIECEWISE", "kv": "f16", "configured_max_context_tokens": 32768, "gpu_memory_utilization": 0.6, "natural_eos": true }, "axes": [ { "key": "profile_id", "label": "Frozen source stack", "values": [ "q38-b2dd-1e90-frozen-snapshot" ], "value_labels": { "q38-b2dd-1e90-frozen-snapshot": "b2dd9ce73d + 1e90ffa672" } } ], "rules": [ { "id": "default-profile-gap", "match": { "profile_id": "*" }, "state": "missing", "label": "unmeasured exact profile", "reason": "No qualified short-suite result binds this exact source-stack profile.", "parent": "qwen38-b2dd9ce73d-tp4-zero-overlay-r1", "retry": { "status": "queued", "trigger": "new-exact-short-suite-run" } }, { "id": "measured-b2dd-1e90-strict-pair", "match": { "profile_id": "q38-b2dd-1e90-frozen-snapshot" }, "state": "lab-measured", "label": "D71.772 / 71.830 \u00b7 qualified dated pair", "reason": "Both strict model arms passed all non-speed gates; strict A passed the full battery. The post-run aggregation was recovered offline from sealed artifacts after a mawk wrapper-only failure.", "evidence_id": "q38-b2dd-1e90-tp4-strict-pair", "parent": "qwen38-b2dd9ce73d-tp4-zero-overlay-r1", "retry": { "status": "complete" } } ] } ], "coverage_views": [ { "id": "q36-q4-0-mtp-by-tp", "label": "Qwen3.6 Q4_0 MTP \u00d7 TP", "row_axis": { "key": "mtp", "label": "MTP", "prefix": "MTP" }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "quantization": "Q4_0", "runtime_family": "llama.cpp SYCL", "profile_id": "q36-q4-0-tp1-intrinsic-mtp-v1", "graph": "off", "kv": "q8_0" }, "fixed": "Qwen3.6 Q4_0 intrinsic-MTP artifact \u00b7 llama.cpp SYCL \u00b7 graph off \u00b7 q8_0 target KV \u00b7 fixed cold/cache-zero suite. Every MTP0\u20135 \u00d7 TP1/2/3/4 cell is explicit.", "decision_note": "Only MTP0 and MTP3 at TP1 have normalized matched evidence. MTP1/2/4/5 and all multi-card routes remain gaps; TP3 is not called unsupported for llama.cpp without a direct architectural or boot result.", "evidence": "experiments/qwen27-dflash-sycl-b70/notes/2026-07-12-cycle-timeline-tooling.md", "rows": [ 0, 1, 2, 3, 4, 5 ], "columns": [ 1, 2, 3, 4 ], "cells": { "0:1": { "state": "lab-measured", "label": "D25.678 \u00b7 target only", "evidence_id": "q36-q4-0-tp1-target-only", "packet_id": "qwen36-27b-q4-0-intrinsic-mtp3" }, "0:2": { "state": "missing", "label": "no measured route" }, "0:3": { "state": "missing", "label": "no measured route" }, "0:4": { "state": "missing", "label": "no measured route" }, "1:1": { "state": "missing", "label": "no measured route" }, "1:2": { "state": "missing", "label": "no measured route" }, "1:3": { "state": "missing", "label": "no measured route" }, "1:4": { "state": "missing", "label": "no measured route" }, "2:1": { "state": "missing", "label": "no measured route" }, "2:2": { "state": "missing", "label": "no measured route" }, "2:3": { "state": "missing", "label": "no measured route" }, "2:4": { "state": "missing", "label": "no measured route" }, "3:1": { "state": "lab-measured", "label": "D48.434 \u00b7 AR.587 \u00b7 MTP3", "evidence_id": "q36-q4-0-tp1-intrinsic-mtp3", "packet_id": "qwen36-27b-q4-0-intrinsic-mtp3" }, "3:2": { "state": "missing", "label": "no measured route" }, "3:3": { "state": "missing", "label": "no measured route" }, "3:4": { "state": "missing", "label": "no measured route" }, "4:1": { "state": "missing", "label": "no measured route" }, "4:2": { "state": "missing", "label": "no measured route" }, "4:3": { "state": "missing", "label": "no measured route" }, "4:4": { "state": "missing", "label": "no measured route" }, "5:1": { "state": "missing", "label": "no measured route" }, "5:2": { "state": "missing", "label": "no measured route" }, "5:3": { "state": "missing", "label": "no measured route" }, "5:4": { "state": "missing", "label": "no measured route" } } }, { "id": "q36-udq4kxl-mtp-by-tp", "label": "Qwen3.6 UD-Q4_K_XL MTP \u00d7 TP", "row_axis": { "key": "mtp", "label": "MTP", "prefix": "MTP" }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "quantization": "UD-Q4_K_XL", "runtime_family": "llama.cpp SYCL", "profile_id": "q36-udq4kxl-tp1-intrinsic-mtp-depth-v1", "graph": "requested-not-proven-replay", "kv": "f16" }, "fixed": "Qwen3.6 UD-Q4_K_XL \u00b7 llama.cpp SYCL \u00b7 intrinsic MTP with n_min=0/p_min=0 \u00b7 f16 KV \u00b7 graph requested but replay unproven \u00b7 fixed cold/cache-zero suite.", "decision_note": "The July 5 wave was four independent TP1 services, never TP4. MTP0/3/4/5 are measured at TP1; MTP1/2 and all multi-card cells remain explicit gaps. Policy-tuned MTP7/9 evidence is separate from this fixed-policy matrix.", "evidence": "results/qwen36-27b-mtp-gguf-q4-b70/README.md", "rows": [ 0, 1, 2, 3, 4, 5 ], "columns": [ 1, 2, 3, 4 ], "cells": { "0:1": { "state": "lab-measured", "label": "D23.438 \u00b7 target only", "evidence_id": "q36-udq4kxl-tp1-mtp0", "packet_id": "qwen36-27b-q4-mtp-ladder" }, "0:2": { "state": "missing", "label": "no measured route" }, "0:3": { "state": "missing", "label": "no measured route" }, "0:4": { "state": "missing", "label": "no measured route" }, "1:1": { "state": "missing", "label": "no measured route" }, "1:2": { "state": "missing", "label": "no measured route" }, "1:3": { "state": "missing", "label": "no measured route" }, "1:4": { "state": "missing", "label": "no measured route" }, "2:1": { "state": "missing", "label": "no measured route" }, "2:2": { "state": "missing", "label": "no measured route" }, "2:3": { "state": "missing", "label": "no measured route" }, "2:4": { "state": "missing", "label": "no measured route" }, "3:1": { "state": "lab-measured", "label": "D29.219 \u00b7 AR.589", "evidence_id": "q36-udq4kxl-tp1-mtp3", "packet_id": "qwen36-27b-q4-mtp-ladder" }, "3:2": { "state": "missing", "label": "no measured route" }, "3:3": { "state": "missing", "label": "no measured route" }, "3:4": { "state": "missing", "label": "no measured route" }, "4:1": { "state": "lab-measured", "label": "D28.313 \u00b7 AR.508", "evidence_id": "q36-udq4kxl-tp1-mtp4", "packet_id": "qwen36-27b-q4-mtp-ladder" }, "4:2": { "state": "missing", "label": "no measured route" }, "4:3": { "state": "missing", "label": "no measured route" }, "4:4": { "state": "missing", "label": "no measured route" }, "5:1": { "state": "lab-measured", "label": "D24.655 \u00b7 AR.428", "evidence_id": "q36-udq4kxl-tp1-mtp5", "packet_id": "qwen36-27b-q4-mtp-ladder" }, "5:2": { "state": "missing", "label": "no measured route" }, "5:3": { "state": "missing", "label": "no measured route" }, "5:4": { "state": "missing", "label": "no measured route" } } }, { "id": "q36-q4-0-speculation-by-tp", "label": "Qwen3.6 Q4_0 speculation \u00d7 TP", "row_axis": { "key": "speculation_profile", "label": "speculation", "prefix": "" }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "quantization": "Q4_0", "runtime_family": "llama.cpp SYCL", "graph": "off", "kv": "q8_0" }, "fixed": "Qwen3.6 Q4_0 target on llama.cpp SYCL with graph off and q8_0 target KV. Rows distinguish target-only, bundled intrinsic MTP3, and a separate native Q8_0 DFlash5 draft.", "decision_note": "All TP1 rows use the same fixed 12-prompt cold/cache-zero suite and conventional 99-interval accounting, but protected runtime states differ and token-ID equivalence was not retained across mechanisms. DFlash is patch-backed EVID B; intrinsic MTP3 is the faster measured Q4_0 route. No TP2/3/4 speed is inferred.", "evidence": "notes/2026-07-13-qwen27-dflash-sycl-closure.md", "rows": [ "target only", "intrinsic MTP3", "native DFlash5" ], "columns": [ 1, 2, 3, 4 ], "cells": { "target only:1": { "state": "lab-measured", "label": "D25.678", "evidence_id": "q36-q4-0-tp1-target-only", "packet_id": "qwen36-27b-q4-0-intrinsic-mtp3" }, "target only:2": { "state": "missing", "label": "no measured route" }, "target only:3": { "state": "missing", "label": "no measured route" }, "target only:4": { "state": "missing", "label": "no measured route" }, "intrinsic MTP3:1": { "state": "lab-measured", "label": "D48.434 \u00b7 AR.587", "evidence_id": "q36-q4-0-tp1-intrinsic-mtp3", "packet_id": "qwen36-27b-q4-0-intrinsic-mtp3" }, "intrinsic MTP3:2": { "state": "missing", "label": "no measured route" }, "intrinsic MTP3:3": { "state": "missing", "label": "no measured route" }, "intrinsic MTP3:4": { "state": "missing", "label": "no measured route" }, "native DFlash5:1": { "state": "lab-measured", "label": "D46.643\u201347.341 \u00b7 EVID B", "evidence_id": "q36-q4-0-dflash5-q6-top1-candidate", "packet_id": "qwen36-27b-q4-0-dflash5-q6-top1" }, "native DFlash5:2": { "state": "missing", "label": "no measured route" }, "native DFlash5:3": { "state": "missing", "label": "no measured route" }, "native DFlash5:4": { "state": "missing", "label": "no measured route" } } }, { "id": "q36-native-fp8-by-tp", "label": "Qwen3.6 runtime FP8 \u00d7 TP", "row_axis": { "key": "quantization", "label": "weight quantization", "prefix": "" }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-base-runtime-fp8-6a9e13b", "runtime_family": "vLLM XPU", "mtp": 0, "graph": "off", "kv": "fp8_e4m3", "configured_max_context_tokens": 262144 }, "fixed": "Qwen3.6 base weights quantized at runtime through the vLLM native-FP8 path, replayed in the reference lab with 262,144 configured max, eager vLLM XPU, and fp8_e4m3 KV. This is not a prequantized FP8 checkpoint.", "decision_note": "Configured max is not active benchmark depth: measured prompts were 29\u20132,010 tokens. The canonical same-root cell is separate from the 30.4824 tok/s cross-root support record; topology changed, so they are not merged as repeats. Sampling was enabled, cached_tokens was unavailable, and no exactness gate applied. The contributor's approximate 28.3\u201334.7 range is prose only.", "evidence": "community/dominick253-qwen36-27b-fp8-tp2-docker/STATUS.md", "rows": [ "FP8" ], "columns": [ 1, 2, 3, 4 ], "cells": { "FP8:1": { "state": "missing", "label": "no measured 262K route" }, "FP8:2": { "state": "lab-measured", "label": "D30.171 same-root \u00b7 no quality gate", "evidence_id": "q36-native-fp8-tp2-eager-community-recipe", "packet_id": "qwen36-27b-native-fp8-tp2-community" }, "FP8:3": { "state": "missing", "label": "no measured route" }, "FP8:4": { "state": "missing", "label": "no measured route" } } }, { "id": "q36-q8-mtp-by-tp", "label": "Qwen3.6 Q8 MTP \u00d7 TP", "row_axis": { "key": "mtp", "label": "MTP", "prefix": "MTP" }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.6-27b", "quantization": "Q8_0", "runtime_family": "llama.cpp SYCL", "graph": "off", "kv": "f16" }, "fixed": "Qwen3.6 Q8_0 llama.cpp SYCL evidence with graph disabled and f16 KV. Every MTP0\u20135 \u00d7 TP1/2/3/4 cell is explicit; independent replicas are not mislabeled as tensor parallel.", "decision_note": "Coverage map, not a same-workload leaderboard: the MTP0 TP1 cell is the matched control on the integrated publisher-MTP artifact, MTP0 TP2 uses a different Q8 artifact/runtime and 512-output suite, and MTP3 TP1 uses the fixed realistic suite. TP3 is not called unsupported for llama.cpp without direct evidence.", "evidence": "experiments/qwen36-27b-q8-gguf-b70/README.md", "rows": [ 0, 1, 2, 3, 4, 5 ], "columns": [ 1, 2, 3, 4 ], "cells": { "0:1": { "state": "lab-measured", "label": "D17.108 \u00b7 matched artifact", "evidence_id": "q36-q8-tp1-mtp0-matched-control", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "0:2": { "state": "lab-measured", "label": "D36.604 \u00b7 exact 512", "evidence_id": "q36-q8-tp2-target-conventional", "packet_id": "qwen36-27b-q8-tp2", "selectors": { "artifact_id": "qwen36-27b-ggmlorg-q8-0-8a7ee08" } }, "0:3": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "0:4": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "1:1": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "1:2": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-ggmlorg-q8-0-8a7ee08" } }, "1:3": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "1:4": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "2:1": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "2:2": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-ggmlorg-q8-0-8a7ee08" } }, "2:3": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "2:4": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "3:1": { "state": "lab-measured", "label": "D36.049 \u00b7 exact matched", "evidence_id": "q36-q8-tp1-mtp3-realistic", "packet_id": "qwen36-27b-q8-mtp3-tp1", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "3:2": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-ggmlorg-q8-0-8a7ee08" } }, "3:3": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "3:4": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "4:1": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "4:2": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-ggmlorg-q8-0-8a7ee08" } }, "4:3": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "4:4": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "5:1": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "5:2": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-ggmlorg-q8-0-8a7ee08" } }, "5:3": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "5:4": { "state": "missing", "label": "no measured route", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } } } }, { "id": "q36-q8-serving-slots", "label": "Qwen3.6 Q8 speculation \u00d7 serving slots", "row_axis": { "key": "speculation_profile", "label": "speculation", "prefix": "" }, "column_axis": { "key": "parallel_slots", "label": "parallel slots", "prefix": "c" }, "fixed_selectors": { "revision": "qwen3.6-27b", "quantization": "Q8_0", "runtime_family": "llama.cpp SYCL", "tp": 1, "graph": "off", "kv": "f16", "context_tokens_per_slot": 32768 }, "fixed": "Qwen3.6 Q8_0 TP1 llama.cpp SYCL at 32K configured capacity per slot. The target c1 cell uses official isolated two-prompt band evidence; target-only c2 was actually launched near 32K, while embedded MTP3 c2 stopped at the safe-fit gate.", "decision_note": "Coverage, not slots scaling: target c1 values are two-prompt D511 medians, while c2 is an aggregate shared-window D511 measurement. The c2 route is functionally correct but misses aggregate decode, per-request decode, and fairness targets. Embedded MTP3 c2 is closed only for the pinned identity because projected loaded memory reaches 32,683 MiB before useful operating headroom; no launch or CPU offload was attempted.", "evidence": "experiments/qwen36-27b-q8-gguf-b70/data/goal1-c1-c2-scorecard-20260809.json", "rows": [ "target only", "embedded MTP3" ], "columns": [ 1, 2 ], "cells": { "target only:1": { "state": "lab-measured", "label": "D15.077 @17K / 13.686 @31.8K \u00b7 D511", "evidence_id": "q36-q8-tp1-target-vdr2-bands", "selectors": { "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a" } }, "target only:2": { "state": "lab-measured", "label": "D10.144 agg \u00b7 P598.15 \u00b7 perf fail", "evidence_id": "q36-q8-tp1-target-c2-near32k", "selectors": { "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a" } }, "embedded MTP3:1": { "state": "lab-measured", "label": "D44.49 @17K / 41.49 @31.8K", "evidence_id": "q36-q8-tp1-mtp3-long-context", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } }, "embedded MTP3:2": { "state": "closed", "label": "32,683 MiB fit no-go", "reason": "A second target and draft KV plus recurrent state exceed safe B70 capacity before useful headroom; retry only with a materially lower-memory, separately preregistered identity.", "selectors": { "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb" } } } }, { "id": "q36-autoround-mtp-by-tp", "label": "Qwen3.6 AutoRound MTP \u00d7 TP", "row_axis": { "key": "mtp", "label": "MTP", "prefix": "MTP" }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-autoround-w4a16-f5750c9", "quantization": "AutoRound INT4", "runtime_family": "vLLM XPU", "graph": "on", "kv": "f16" }, "fixed": "Qwen3.6 Webhie AutoRound INT4 with the BF16-scale INT8 target LM-head, graph enabled, and f16 KV. Cells show normalized historical evidence already in the lab; they do not imply that dated runtimes and suites are directly rankable.", "decision_note": "This is a coverage map, not a same-workload leaderboard. MTP1/2/4 TP1 values come from one same-window ladder; MTP3 historical highs use their separately recorded strict suites. Current support bands stay in the measured graph above. TP3 is architecturally unsupported by the 16 GDN key-head split.", "evidence": "results/qwen36-27b-autoround-int4-b70/README.md", "rows": [ 0, 1, 2, 3, 4, 5 ], "columns": [ 1, 2, 3, 4 ], "cells": { "0:1": { "state": "missing", "label": "no normalized route" }, "0:2": { "state": "missing", "label": "no normalized route" }, "0:3": { "state": "unsupported", "label": "16 heads cannot split by 3", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "reason": "Qwen3.6 and Qwen3.8 share this architecture; the vLLM tensor-parallel route cannot evenly partition 16 GDN key heads across TP3." }, "0:4": { "state": "missing", "label": "no normalized route" }, "1:1": { "state": "lab-measured", "label": "51.246 same-window", "evidence_id": "q36-webhie-tp1-mtp1" }, "1:2": { "state": "missing", "label": "no normalized route" }, "1:3": { "state": "unsupported", "label": "16 heads cannot split by 3", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "reason": "Qwen3.6 and Qwen3.8 share this architecture; the vLLM tensor-parallel route cannot evenly partition 16 GDN key heads across TP3." }, "1:4": { "state": "missing", "label": "no normalized route" }, "2:1": { "state": "lab-measured", "label": "59.589 same-window", "evidence_id": "q36-webhie-tp1-mtp2" }, "2:2": { "state": "missing", "label": "no normalized route" }, "2:3": { "state": "unsupported", "label": "16 heads cannot split by 3", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "reason": "Qwen3.6 and Qwen3.8 share this architecture; the vLLM tensor-parallel route cannot evenly partition 16 GDN key heads across TP3." }, "2:4": { "state": "missing", "label": "no normalized route" }, "3:1": { "state": "lab-measured", "label": "68.236 historical", "evidence_id": "q36-autoround-tp1-mtp3-historical" }, "3:2": { "state": "lab-measured", "label": "95.385 historical", "evidence_id": "q36-autoround-tp2-mtp3-historical" }, "3:3": { "state": "unsupported", "label": "16 heads cannot split by 3", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "reason": "Qwen3.6 and Qwen3.8 share this architecture; the vLLM tensor-parallel route cannot evenly partition 16 GDN key heads across TP3." }, "3:4": { "state": "missing", "label": "no normalized route" }, "4:1": { "state": "lab-measured", "label": "59.886 same-window", "evidence_id": "q36-webhie-tp1-mtp4" }, "4:2": { "state": "missing", "label": "no normalized route" }, "4:3": { "state": "unsupported", "label": "16 heads cannot split by 3", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "reason": "Qwen3.6 and Qwen3.8 share this architecture; the vLLM tensor-parallel route cannot evenly partition 16 GDN key heads across TP3." }, "4:4": { "state": "missing", "label": "no normalized route" }, "5:1": { "state": "lab-measured", "label": "59.257 cg8 / 59.817 cg16 \u00b7 no-win", "evidence_id": "q36-webhie-tp1-mtp5-cg16", "reason": "Both strict/cache-zero MTP5 capture-size arms are recorded; neither beat the MTP3 control, so the depth/config-only lane is closed." }, "5:2": { "state": "missing", "label": "no normalized route" }, "5:3": { "state": "unsupported", "label": "16 heads cannot split by 3", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "reason": "Qwen3.6 and Qwen3.8 share this architecture; the vLLM tensor-parallel route cannot evenly partition 16 GDN key heads across TP3." }, "5:4": { "state": "missing", "label": "no normalized route" } } }, { "id": "e9d1398-eager-f16", "label": "pinned e9d1398 \u00b7 graph off", "fixed": "Qwen3.8 AutoRound \u00b7 pinned vLLM XPU e9d1398 \u00b7 f16 KV \u00b7 short fixed-output diagnostic. TP2/TP4 MTP1/3 were closed by the frozen MTP2 expansion gate; MTP4/5 were outside the 96-cell program and remain missing.", "decision_note": "Decision-classified only for the pinned e9d1398 bounded combination program; these closures do not transfer to a3561ef8.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "rows": [ 0, 1, 2, 3, 4, 5 ], "columns": [ 1, 2, 3, 4 ], "cells": { "0:1": { "state": "lab-measured", "label": "23.72\u201324.25", "evidence_id": "q38-nightly-tp1-eager-diagnostic" }, "0:2": { "state": "lab-measured", "label": "16.77", "evidence_id": "q38-nightly-tp2-eager-diagnostic" }, "0:3": { "state": "unsupported", "label": "head split" }, "0:4": { "state": "lab-measured", "label": "17.38", "evidence_id": "q38-nightly-tp4-eager-diagnostic" }, "1:1": { "state": "lab-measured", "label": "4.51", "evidence_id": "q38-nightly-tp1-mtp1-eager" }, "1:2": { "state": "closed", "label": "gate" }, "1:3": { "state": "unsupported", "label": "head split" }, "1:4": { "state": "closed", "label": "gate" }, "2:1": { "state": "lab-measured", "label": "4.41", "evidence_id": "q38-nightly-tp1-mtp2-eager" }, "2:2": { "state": "lab-screened", "label": "boot+canary only" }, "2:3": { "state": "unsupported", "label": "head split" }, "2:4": { "state": "lab-measured", "label": "31.17 screen", "evidence_id": "q38-nightly-tp4-mtp2-screen" }, "3:1": { "state": "lab-measured", "label": "4.30", "evidence_id": "q38-nightly-tp1-mtp3-eager" }, "3:2": { "state": "closed", "label": "MTP2 gate" }, "3:3": { "state": "unsupported", "label": "head split" }, "3:4": { "state": "closed", "label": "MTP2 gate" }, "4:1": { "state": "missing", "label": "outside program" }, "4:2": { "state": "missing", "label": "outside program" }, "4:3": { "state": "unsupported", "label": "head split" }, "4:4": { "state": "missing", "label": "outside program" }, "5:1": { "state": "missing", "label": "outside program" }, "5:2": { "state": "missing", "label": "outside program" }, "5:3": { "state": "unsupported", "label": "head split" }, "5:4": { "state": "missing", "label": "outside program" } } }, { "id": "e9d1398-graph-f16", "label": "pinned e9d1398 \u00b7 graph on", "fixed": "Qwen3.8 AutoRound \u00b7 pinned vLLM XPU e9d1398 \u00b7 f16 KV \u00b7 short fixed-output diagnostic. Multi-GPU XPU Graph is runtime-labeled unsupported/experimental; the e9d1398 TP1 MTP1 corruption anchor quarantined MTP1/2/3 in the bounded program. MTP4/5 remain missing.", "decision_note": "Graph+MTP quarantine is scoped to the pinned e9d1398 program and does not transfer to a3561ef8; multi-GPU graph rows are unsupported-stack characterization.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json", "rows": [ 0, 1, 2, 3, 4, 5 ], "columns": [ 1, 2, 3, 4 ], "cells": { "0:1": { "state": "lab-measured", "label": "30.22\u201330.26", "evidence_id": "q38-nightly-tp1-graph-diagnostic" }, "0:2": { "state": "lab-measured", "label": "48.83\u201348.95", "evidence_id": "q38-nightly-tp2-graph-diagnostic" }, "0:3": { "state": "unsupported", "label": "head split" }, "0:4": { "state": "lab-measured", "label": "71.55\u201371.67", "evidence_id": "q38-nightly-tp4-graph-diagnostic" }, "1:1": { "state": "quarantined", "label": "0/25", "evidence_id": "q38-nightly-tp1-mtp1-graph-corrupt" }, "1:2": { "state": "quarantined", "label": "graph+MTP" }, "1:3": { "state": "unsupported", "label": "head split" }, "1:4": { "state": "quarantined", "label": "graph+MTP" }, "2:1": { "state": "quarantined", "label": "MTP1 anchor" }, "2:2": { "state": "quarantined", "label": "graph+MTP" }, "2:3": { "state": "unsupported", "label": "head split" }, "2:4": { "state": "quarantined", "label": "graph+MTP" }, "3:1": { "state": "quarantined", "label": "MTP1 anchor" }, "3:2": { "state": "quarantined", "label": "graph+MTP" }, "3:3": { "state": "unsupported", "label": "head split" }, "3:4": { "state": "quarantined", "label": "graph+MTP" }, "4:1": { "state": "missing", "label": "outside program" }, "4:2": { "state": "missing", "label": "outside program" }, "4:3": { "state": "unsupported", "label": "head split" }, "4:4": { "state": "missing", "label": "outside program" }, "5:1": { "state": "missing", "label": "outside program" }, "5:2": { "state": "missing", "label": "outside program" }, "5:3": { "state": "unsupported", "label": "head split" }, "5:4": { "state": "missing", "label": "outside program" } } }, { "id": "dated-current-main-snapshot-by-tp", "label": "dated current-main snapshots \u00d7 TP", "row_axis": { "key": "profile_id", "label": "frozen source stack", "prefix": "", "value_labels": { "q38-0ecc-stock-kernel-dated-snapshot": "0ecc + stock kernel", "q38-0ecc-baaa-dated-snapshot": "0ecc + baaa", "q38-6a9-baaa-dated-snapshot": "6a9 + baaa", "q38-b2dd-1e90-frozen-snapshot": "b2dd + 1e90" } }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "variant": "AutoRound INT4", "runtime_family": "vLLM XPU", "measurement_class": "strict-natural-eos", "mtp": 0, "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "natural_eos": true }, "fixed": "Qwen3.8 AutoRound \u00b7 exact dated vLLM/XPU-kernel source stacks \u00b7 strict natural-EOS profile \u00b7 MTP0 \u00b7 f16 KV \u00b7 graph on. Each row is immutable historical evidence, never a moving 'current' alias.", "decision_note": "The 0ecc stock-kernel TP1 row is a qualified control. The baaa and 6a9 rows are quality-clean strict misses. b2dd has a quality-clean but incomplete TP1 arm and a qualified TP4 strict pair; TP4's model arms passed before a disclosed offline-only aggregation recovery. No row replaces or lowers protected speed history; TP2 remains an explicit gap for these exact stacks.", "rows": [ "q38-0ecc-stock-kernel-dated-snapshot", "q38-0ecc-baaa-dated-snapshot", "q38-6a9-baaa-dated-snapshot", "q38-b2dd-1e90-frozen-snapshot" ], "columns": [ 1, 2, 3, 4 ], "cells": { "q38-0ecc-stock-kernel-dated-snapshot:1": { "state": "lab-measured", "label": "30.324 / 30.326 \u00b7 qualified", "evidence_id": "q38-0ecc-stock-kernel-tp1-strict" }, "q38-0ecc-stock-kernel-dated-snapshot:2": { "state": "missing", "label": "not measured" }, "q38-0ecc-stock-kernel-dated-snapshot:3": { "state": "unsupported", "label": "head split" }, "q38-0ecc-stock-kernel-dated-snapshot:4": { "state": "missing", "label": "not measured" }, "q38-0ecc-baaa-dated-snapshot:1": { "state": "lab-measured", "label": "30.279 / 30.262 \u00b7 quality-clean miss", "evidence_id": "q38-0ecc-baaa-tp1-strict" }, "q38-0ecc-baaa-dated-snapshot:2": { "state": "missing", "label": "not measured" }, "q38-0ecc-baaa-dated-snapshot:3": { "state": "unsupported", "label": "head split" }, "q38-0ecc-baaa-dated-snapshot:4": { "state": "missing", "label": "not measured" }, "q38-6a9-baaa-dated-snapshot:1": { "state": "lab-measured", "label": "30.268 / 30.271 \u00b7 quality-clean miss", "evidence_id": "q38-6a9-baaa-tp1-strict" }, "q38-6a9-baaa-dated-snapshot:2": { "state": "missing", "label": "not measured" }, "q38-6a9-baaa-dated-snapshot:3": { "state": "unsupported", "label": "head split" }, "q38-6a9-baaa-dated-snapshot:4": { "state": "missing", "label": "not measured" }, "q38-b2dd-1e90-frozen-snapshot:1": { "state": "lab-measured", "label": "30.280 \u00b7 quality-clean strict A", "evidence_id": "q38-b2dd-1e90-tp1-strict-a" }, "q38-b2dd-1e90-frozen-snapshot:2": { "state": "missing", "label": "not measured" }, "q38-b2dd-1e90-frozen-snapshot:3": { "state": "unsupported", "label": "head split" }, "q38-b2dd-1e90-frozen-snapshot:4": { "state": "lab-measured", "label": "71.772 / 71.830 \u00b7 recovered qualified", "evidence_id": "q38-b2dd-1e90-tp4-strict-pair", "reason": "All model and quality arms passed; deterministic aggregation was recovered offline after a mawk reserved-name wrapper failure." } } }, { "id": "rolling-a3561ef8-stock-graph-f16", "label": "stock a3561ef8 \u00b7 graph on", "row_axis": { "key": "mtp", "label": "MTP", "prefix": "MTP" }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 stock", "profile_id": "a3561ef8-stock", "measurement_class": "strict-natural-eos", "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "natural_eos": true }, "fixed": "Qwen3.8 AutoRound \u00b7 stock vLLM XPU a3561ef8 \u00b7 strict natural-EOS profile \u00b7 f16 KV \u00b7 graph on. No MTP1\u20135 value is inferred from e9d1398; diagnostic captures remain in their separate graph.", "decision_note": "All displayed speeds are measured. TP4 stock strict 71.900 is a captured high that did not replicate; 71.246 is its same-cache repeat, so the stock profile is not promoted.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-rolling-nightly-a3561ef8-tpscale.json", "rows": [ 0, 1, 2, 3, 4, 5 ], "columns": [ 1, 2, 3, 4 ], "cells": { "0:1": { "state": "lab-measured", "label": "30.242\u201330.244 strict", "evidence_id": "q38-a3561ef8-stock-tp1-graph-strict" }, "0:2": { "state": "lab-measured", "label": "48.490 strict", "evidence_id": "q38-a3561ef8-stock-tp2-graph-strict" }, "0:3": { "state": "unsupported", "label": "head split" }, "0:4": { "state": "lab-measured", "label": "71.900 captured / 71.246 repeat", "evidence_id": "q38-a3561ef8-stock-tp4-graph-strict", "reason": "The 71.900 strict capture passed quality but did not replicate and is not a promoted record." }, "1:1": { "state": "missing", "label": "not retested" }, "1:2": { "state": "missing", "label": "not retested" }, "1:3": { "state": "unsupported", "label": "head split" }, "1:4": { "state": "missing", "label": "not retested" }, "2:1": { "state": "missing", "label": "not retested" }, "2:2": { "state": "missing", "label": "not retested" }, "2:3": { "state": "unsupported", "label": "head split" }, "2:4": { "state": "missing", "label": "not retested" }, "3:1": { "state": "missing", "label": "not retested" }, "3:2": { "state": "missing", "label": "not retested" }, "3:3": { "state": "unsupported", "label": "head split" }, "3:4": { "state": "missing", "label": "not retested" }, "4:1": { "state": "missing", "label": "not retested" }, "4:2": { "state": "missing", "label": "not retested" }, "4:3": { "state": "unsupported", "label": "head split" }, "4:4": { "state": "missing", "label": "not retested" }, "5:1": { "state": "missing", "label": "not retested" }, "5:2": { "state": "missing", "label": "not retested" }, "5:3": { "state": "unsupported", "label": "head split" }, "5:4": { "state": "missing", "label": "not retested" } } }, { "id": "rolling-a3561ef8-tp2-winner-overlay-graph-f16", "label": "a3561ef8 TP2 overlay \u00b7 graph on", "row_axis": { "key": "mtp", "label": "MTP", "prefix": "MTP" }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 + TP2 historical-winner overlay", "profile_id": "a3561ef8-tp2-e9d1398-best-config-overlay-v1", "measurement_class": "strict-natural-eos", "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "natural_eos": true }, "fixed": "Qwen3.8 AutoRound \u00b7 vLLM XPU a3561ef8 plus the TP2 historical-winner decisions \u00b7 strict natural-EOS profile \u00b7 MTP0 \u00b7 f16 KV \u00b7 graph on. This is measured partial recovery and not promoted.", "decision_note": "This overlay is exact-runtime and TP2-specific. MTP1\u20135 were not tested, and a newer nightly requires remapping and requalification.", "rows": [ 0, 1, 2, 3, 4, 5 ], "columns": [ 1, 2, 3, 4 ], "cells": { "0:1": { "state": "missing", "label": "not this profile" }, "0:2": { "state": "lab-measured", "label": "49.009 strict \u00b7 partial", "evidence_id": "q38-a3561ef8-tp2-winner-overlay-graph-strict", "reason": "Full quality passed, but strict speed missed the frozen 49.019651 gate by 0.021%; not promoted." }, "0:3": { "state": "unsupported", "label": "head split" }, "0:4": { "state": "missing", "label": "not this profile" }, "1:1": { "state": "missing", "label": "no overlay evidence" }, "1:2": { "state": "missing", "label": "no overlay evidence" }, "1:3": { "state": "unsupported", "label": "head split" }, "1:4": { "state": "missing", "label": "no overlay evidence" }, "2:1": { "state": "missing", "label": "no overlay evidence" }, "2:2": { "state": "missing", "label": "no overlay evidence" }, "2:3": { "state": "unsupported", "label": "head split" }, "2:4": { "state": "missing", "label": "no overlay evidence" }, "3:1": { "state": "missing", "label": "no overlay evidence" }, "3:2": { "state": "missing", "label": "no overlay evidence" }, "3:3": { "state": "unsupported", "label": "head split" }, "3:4": { "state": "missing", "label": "no overlay evidence" }, "4:1": { "state": "missing", "label": "no overlay evidence" }, "4:2": { "state": "missing", "label": "no overlay evidence" }, "4:3": { "state": "unsupported", "label": "head split" }, "4:4": { "state": "missing", "label": "no overlay evidence" }, "5:1": { "state": "missing", "label": "no overlay evidence" }, "5:2": { "state": "missing", "label": "no overlay evidence" }, "5:3": { "state": "unsupported", "label": "head split" }, "5:4": { "state": "missing", "label": "no overlay evidence" } } }, { "id": "rolling-a3561ef8-tp4-winner-overlay-graph-f16", "label": "a3561ef8 TP4 overlay \u00b7 graph on", "row_axis": { "key": "mtp", "label": "MTP", "prefix": "MTP" }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly a3561ef8 + TP4 historical-winner overlay", "profile_id": "a3561ef8-tp4-e9d1398-best-config-overlay-v1", "measurement_class": "strict-natural-eos", "graph": "on", "kv": "f16", "configured_max_context_tokens": 32768, "natural_eos": true }, "fixed": "Qwen3.8 AutoRound \u00b7 vLLM XPU a3561ef8 plus the TP4 historical-winner decisions \u00b7 strict natural-EOS profile \u00b7 MTP0 \u00b7 f16 KV \u00b7 graph on. This is the accepted versioned overlay.", "decision_note": "This overlay is exact-runtime and TP4-specific. MTP1\u20135 were not tested, and a newer nightly requires remapping and requalification.", "rows": [ 0, 1, 2, 3, 4, 5 ], "columns": [ 1, 2, 3, 4 ], "cells": { "0:1": { "state": "missing", "label": "not this profile" }, "0:2": { "state": "missing", "label": "not this profile" }, "0:3": { "state": "unsupported", "label": "head split" }, "0:4": { "state": "lab-measured", "label": "71.353\u201371.454 strict \u00b7 accepted", "evidence_id": "q38-a3561ef8-tp4-winner-overlay-graph-strict", "reason": "Accepted observed strict range; neither endpoint is independently replicated." }, "1:1": { "state": "missing", "label": "no overlay evidence" }, "1:2": { "state": "missing", "label": "no overlay evidence" }, "1:3": { "state": "unsupported", "label": "head split" }, "1:4": { "state": "missing", "label": "no overlay evidence" }, "2:1": { "state": "missing", "label": "no overlay evidence" }, "2:2": { "state": "missing", "label": "no overlay evidence" }, "2:3": { "state": "unsupported", "label": "head split" }, "2:4": { "state": "missing", "label": "no overlay evidence" }, "3:1": { "state": "missing", "label": "no overlay evidence" }, "3:2": { "state": "missing", "label": "no overlay evidence" }, "3:3": { "state": "unsupported", "label": "head split" }, "3:4": { "state": "missing", "label": "no overlay evidence" }, "4:1": { "state": "missing", "label": "no overlay evidence" }, "4:2": { "state": "missing", "label": "no overlay evidence" }, "4:3": { "state": "unsupported", "label": "head split" }, "4:4": { "state": "missing", "label": "no overlay evidence" }, "5:1": { "state": "missing", "label": "no overlay evidence" }, "5:2": { "state": "missing", "label": "no overlay evidence" }, "5:3": { "state": "unsupported", "label": "head split" }, "5:4": { "state": "missing", "label": "no overlay evidence" } } }, { "id": "q38-q4km-f16-context-by-tp", "label": "Q4_K_M context \u00d7 TP", "row_axis": { "key": "active_context_tokens", "label": "active context", "prefix": "", "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "variant": "Q4_K_M", "runtime": "llama.cpp SYCL", "mtp": 0, "graph": "off", "kv": "f16" }, "fixed": "Qwen3.8 Q4_K_M \u00b7 llama.cpp SYCL \u00b7 target only \u00b7 f16 KV. Exact raw-engine decode/prefill sweep points are shown from the measured zero-depth anchor through 32K.", "decision_note": "Only TP1 has a measured active-context curve. TP2/TP3/TP4 remain explicit gaps; no TP scaling is inferred from the TP1 curve.", "rows": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "columns": [ 1, 2, 3, 4 ], "cells": { "0:1": { "state": "lab-measured", "label": "D24.81 \u00b7 P825.24", "evidence_id": "q38-q4km-tp1-kv-f16-context", "point_x": 0, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "0:2": { "state": "missing", "label": "no curve" }, "0:3": { "state": "missing", "label": "no curve" }, "0:4": { "state": "missing", "label": "no curve" }, "2048:1": { "state": "lab-measured", "label": "D24.46 \u00b7 P919.67", "evidence_id": "q38-q4km-tp1-kv-f16-context", "point_x": 2048, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "2048:2": { "state": "missing", "label": "no curve" }, "2048:3": { "state": "missing", "label": "no curve" }, "2048:4": { "state": "missing", "label": "no curve" }, "4096:1": { "state": "lab-measured", "label": "D24.25 \u00b7 P892.64", "evidence_id": "q38-q4km-tp1-kv-f16-context", "point_x": 4096, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "4096:2": { "state": "missing", "label": "no curve" }, "4096:3": { "state": "missing", "label": "no curve" }, "4096:4": { "state": "missing", "label": "no curve" }, "8192:1": { "state": "lab-measured", "label": "D23.83 \u00b7 P850.97", "evidence_id": "q38-q4km-tp1-kv-f16-context", "point_x": 8192, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "8192:2": { "state": "missing", "label": "no curve" }, "8192:3": { "state": "missing", "label": "no curve" }, "8192:4": { "state": "missing", "label": "no curve" }, "16384:1": { "state": "lab-measured", "label": "D23.1 \u00b7 P779.5", "evidence_id": "q38-q4km-tp1-kv-f16-context", "point_x": 16384, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "16384:2": { "state": "missing", "label": "no curve" }, "16384:3": { "state": "missing", "label": "no curve" }, "16384:4": { "state": "missing", "label": "no curve" }, "24576:1": { "state": "lab-measured", "label": "D22.42 \u00b7 P719.39", "evidence_id": "q38-q4km-tp1-kv-f16-context", "point_x": 24576, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "24576:2": { "state": "missing", "label": "no curve" }, "24576:3": { "state": "missing", "label": "no curve" }, "24576:4": { "state": "missing", "label": "no curve" }, "32768:1": { "state": "lab-measured", "label": "D21.77 \u00b7 P667.83", "evidence_id": "q38-q4km-tp1-kv-f16-context", "point_x": 32768, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "32768:2": { "state": "missing", "label": "no curve" }, "32768:3": { "state": "missing", "label": "no curve" }, "32768:4": { "state": "missing", "label": "no curve" } } }, { "id": "q38-q4km-q8-context-by-tp", "label": "Q4_K_M q8 KV context \u00d7 TP", "row_axis": { "key": "active_context_tokens", "label": "active context", "prefix": "", "value_labels": { "0": "0", "2048": "2K", "4096": "4K", "8192": "8K", "16384": "16K", "24576": "24K", "32768": "32K" } }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q4-k-m-0669b98", "variant": "Q4_K_M", "runtime": "llama.cpp SYCL", "mtp": 0, "graph": "off", "kv": "q8_0" }, "fixed": "Qwen3.8 Q4_K_M \u00b7 llama.cpp SYCL \u00b7 target only \u00b7 q8_0 KV. Exact raw-engine decode/prefill sweep points are shown from the measured zero-depth anchor through 32K.", "decision_note": "Only TP1 has a measured q8_0 KV active-context curve. TP2/TP3/TP4 remain explicit gaps; no TP scaling is inferred from the TP1 curve.", "rows": [ 0, 2048, 4096, 8192, 16384, 24576, 32768 ], "columns": [ 1, 2, 3, 4 ], "cells": { "0:1": { "state": "lab-measured", "label": "D24.27 \u00b7 P817.78", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 0, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "0:2": { "state": "missing", "label": "no curve" }, "0:3": { "state": "missing", "label": "no curve" }, "0:4": { "state": "missing", "label": "no curve" }, "2048:1": { "state": "lab-measured", "label": "D22.45 \u00b7 P912.17", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 2048, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "2048:2": { "state": "missing", "label": "no curve" }, "2048:3": { "state": "missing", "label": "no curve" }, "2048:4": { "state": "missing", "label": "no curve" }, "4096:1": { "state": "lab-measured", "label": "D21.05 \u00b7 P887.17", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 4096, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "4096:2": { "state": "missing", "label": "no curve" }, "4096:3": { "state": "missing", "label": "no curve" }, "4096:4": { "state": "missing", "label": "no curve" }, "8192:1": { "state": "lab-measured", "label": "D18.68 \u00b7 P843.21", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 8192, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "8192:2": { "state": "missing", "label": "no curve" }, "8192:3": { "state": "missing", "label": "no curve" }, "8192:4": { "state": "missing", "label": "no curve" }, "16384:1": { "state": "lab-measured", "label": "D14.86 \u00b7 P772.01", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 16384, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "16384:2": { "state": "missing", "label": "no curve" }, "16384:3": { "state": "missing", "label": "no curve" }, "16384:4": { "state": "missing", "label": "no curve" }, "24576:1": { "state": "lab-measured", "label": "D12.4 \u00b7 P711.48", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 24576, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "24576:2": { "state": "missing", "label": "no curve" }, "24576:3": { "state": "missing", "label": "no curve" }, "24576:4": { "state": "missing", "label": "no curve" }, "32768:1": { "state": "lab-measured", "label": "D10.66 \u00b7 P662.56", "evidence_id": "q38-q4km-tp1-kv-q8-context", "point_x": 32768, "packet_id": "qwen38-27b-q4km-tp1-b70" }, "32768:2": { "state": "missing", "label": "no curve" }, "32768:3": { "state": "missing", "label": "no curve" }, "32768:4": { "state": "missing", "label": "no curve" } } }, { "id": "q38-256k-package-quant-by-tp", "label": "256K package quant \u00d7 TP", "row_axis": { "key": "artifact_id", "label": "quantized artifact", "prefix": "", "value_labels": { "qwen38-27b-unsloth-ud-q5-k-s-4ca7207": "UD-Q5_K_S", "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207": "UD-Q4_K_XL" } }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.8-27b", "runtime_family": "llama.cpp SYCL", "profile_id": "q38-256k-vision-mtp3-q8kv-v1", "measurement_class": "conventional-99-interval-cold-realistic-suite", "mtp": 3, "graph": "off", "kv": "q8_0", "configured_max_context_tokens": 262144, "vision": "mmproj-F16 resident" }, "fixed": "Qwen3.8 full-package TP1 serving profile with q8_0 target/draft KV, MTP3, and mmproj-F16 resident. 262144 is configured capacity; the measured serving prompts were 48\u201378 tokens, not 256K active context.", "decision_note": "Only TP1 has measured full-package operating points. TP2/TP3/TP4 remain explicit gaps; no topology scaling or deep-context speed is inferred.", "rows": [ "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207" ], "columns": [ 1, 2, 3, 4 ], "cells": { "qwen38-27b-unsloth-ud-q5-k-s-4ca7207:1": { "state": "lab-measured", "label": "26.668 / 26.641 \u00b7 shipped", "evidence_id": "q38-q5ks-flagship-tp1-256k-mtp3-serving", "packet_id": "qwen38-27b-256k-vision-mtp-b70" }, "qwen38-27b-unsloth-ud-q5-k-s-4ca7207:2": { "state": "missing", "label": "no measured route" }, "qwen38-27b-unsloth-ud-q5-k-s-4ca7207:3": { "state": "missing", "label": "no measured route" }, "qwen38-27b-unsloth-ud-q5-k-s-4ca7207:4": { "state": "missing", "label": "no measured route" }, "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207:1": { "state": "lab-measured", "label": "27.510 / 27.494 \u00b7 alternative", "evidence_id": "q38-q4kxl-flagship-tp1-256k-mtp3-serving" }, "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207:2": { "state": "missing", "label": "no measured route" }, "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207:3": { "state": "missing", "label": "no measured route" }, "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207:4": { "state": "missing", "label": "no measured route" } } }, { "id": "q38-llamacpp-quant-by-tp", "label": "llama.cpp quant \u00d7 TP", "row_axis": { "key": "artifact_id", "label": "quantized artifact", "prefix": "", "value_labels": { "qwen38-27b-ggmlorg-q4-k-m-0669b98": "Q4_K_M", "qwen38-27b-unsloth-ud-q5-k-s-4ca7207": "UD-Q5_K_S", "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207": "UD-Q4_K_XL", "qwen38-27b-ggmlorg-q8-0-0669b98": "Q8_0" } }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.8-27b", "runtime": "llama.cpp SYCL", "mtp": 0, "graph": "off", "kv": "f16" }, "fixed": "Qwen3.8 target-only llama.cpp/SYCL routes with f16 KV. Cells retain their recorded workload identity: some TP1 quant rows expose raw context curves, while Q4_K_M TP2 and Q8_0 TP1/TP2 expose conventional or strict varied-prompt suite headlines.", "decision_note": "This is a coverage map, not a same-workload speed leaderboard. Missing cells have no normalized measured record and are not estimated.", "rows": [ "qwen38-27b-ggmlorg-q4-k-m-0669b98", "qwen38-27b-unsloth-ud-q5-k-s-4ca7207", "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207", "qwen38-27b-ggmlorg-q8-0-0669b98" ], "columns": [ 1, 2, 3, 4 ], "cells": { "qwen38-27b-ggmlorg-q4-k-m-0669b98:1": { "state": "lab-measured", "label": "measured context curve", "evidence_id": "q38-q4km-tp1-kv-f16-context", "packet_id": "qwen38-27b-q4km-tp1-b70" }, "qwen38-27b-ggmlorg-q4-k-m-0669b98:2": { "state": "lab-measured", "label": "49.718 conventional", "evidence_id": "q38-q4km-tp2-conventional", "packet_id": "qwen38-27b-q4km-tp2-asrock-b70" }, "qwen38-27b-ggmlorg-q4-k-m-0669b98:3": { "state": "missing", "label": "no measured route" }, "qwen38-27b-ggmlorg-q4-k-m-0669b98:4": { "state": "missing", "label": "no measured route" }, "qwen38-27b-unsloth-ud-q5-k-s-4ca7207:1": { "state": "lab-measured", "label": "measured context curve", "evidence_id": "q38-q5ks-tp1-kv-f16-context" }, "qwen38-27b-unsloth-ud-q5-k-s-4ca7207:2": { "state": "missing", "label": "no measured route" }, "qwen38-27b-unsloth-ud-q5-k-s-4ca7207:3": { "state": "missing", "label": "no measured route" }, "qwen38-27b-unsloth-ud-q5-k-s-4ca7207:4": { "state": "missing", "label": "no measured route" }, "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207:1": { "state": "lab-measured", "label": "measured context curve", "evidence_id": "q38-q4kxl-tp1-kv-f16-context" }, "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207:2": { "state": "missing", "label": "no measured route" }, "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207:3": { "state": "missing", "label": "no measured route" }, "qwen38-27b-unsloth-ud-q4-k-xl-4ca7207:4": { "state": "missing", "label": "no measured route" }, "qwen38-27b-ggmlorg-q8-0-0669b98:1": { "state": "lab-measured", "label": "19.619 strict varied suite", "evidence_id": "q38-q8-tp1-strict-reasoningoff-native-r1", "packet_id": "qwen38-27b-q8-tp1-b70" }, "qwen38-27b-ggmlorg-q8-0-0669b98:2": { "state": "lab-measured", "label": "36.726 strict varied suite", "evidence_id": "q38-q8-tp2-strict-reasoningoff-native-r2", "packet_id": "qwen38-27b-q8-tp2-asrock-b70" }, "qwen38-27b-ggmlorg-q8-0-0669b98:3": { "state": "missing", "label": "no measured route" }, "qwen38-27b-ggmlorg-q8-0-0669b98:4": { "state": "missing", "label": "no measured route" } } }, { "id": "q38-vllm-quant-by-tp", "label": "vLLM quant \u00d7 TP", "row_axis": { "key": "artifact_id", "label": "quantized artifact", "prefix": "", "value_labels": { "qwen38-27b-autoround-w4a16-bce40ca": "AutoRound INT4", "qwen38-27b-official-fp8-017b9c7": "FP8" } }, "column_axis": { "key": "tp", "label": "TP", "prefix": "TP" }, "fixed_selectors": { "revision": "qwen3.8-27b", "runtime_family": "vLLM XPU", "mtp": 0, "graph": "on", "kv": "f16" }, "fixed": "Qwen3.8 target-only vLLM XPU routes with f16 KV and graph enabled. AutoRound cells use the stock a3561ef8 strict profile; FP8 uses its separately pinned official-model runtime.", "decision_note": "This is runtime-family coverage, not a same-image or same-workload leaderboard. TP3 is architecturally unsupported; missing cells are not estimated.", "rows": [ "qwen38-27b-autoround-w4a16-bce40ca", "qwen38-27b-official-fp8-017b9c7" ], "columns": [ 1, 2, 3, 4 ], "cells": { "qwen38-27b-autoround-w4a16-bce40ca:1": { "state": "lab-measured", "label": "S30.242\u201330.244 stock", "evidence_id": "q38-a3561ef8-stock-tp1-graph-strict", "packet_id": "qwen38-27b-autoround-int4-stock-a3561ef8-tpscale" }, "qwen38-27b-autoround-w4a16-bce40ca:2": { "state": "lab-measured", "label": "S48.490 stock", "evidence_id": "q38-a3561ef8-stock-tp2-graph-strict", "packet_id": "qwen38-27b-autoround-int4-stock-a3561ef8-tpscale" }, "qwen38-27b-autoround-w4a16-bce40ca:3": { "state": "unsupported", "label": "head split" }, "qwen38-27b-autoround-w4a16-bce40ca:4": { "state": "lab-measured", "label": "S71.900 captured / 71.246 repeat", "evidence_id": "q38-a3561ef8-stock-tp4-graph-strict", "packet_id": "qwen38-27b-autoround-int4-stock-a3561ef8-tpscale", "reason": "The 71.900 capture did not replicate and is not promoted." }, "qwen38-27b-official-fp8-017b9c7:1": { "state": "missing", "label": "no measured route" }, "qwen38-27b-official-fp8-017b9c7:2": { "state": "lab-measured", "label": "21.709 package route", "evidence_id": "q38-fp8-vllm-tp2-graph", "packet_id": "qwen38-27b-fp8-vllm-tp2-asrock-b70" }, "qwen38-27b-official-fp8-017b9c7:3": { "state": "unsupported", "label": "head split" }, "qwen38-27b-official-fp8-017b9c7:4": { "state": "missing", "label": "no measured route" } } } ], "family_closures": [ { "selectors": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-ud-q4-k-xl-4085665", "quantization": "UD-Q4_K_XL", "runtime_family": "llama.cpp SYCL", "profile_id": "q36-udq4kxl-tp1-policy-tuned-deep-mtp-v1" }, "state": "closed", "reason": "The fixed cache-zero MTP5/7/9 policy screen peaked at 31.165 conventional tok/s and remained noncompetitive with the separately qualified vLLM AutoRound route. Reopen only for a material backend, kernel, or quantization change\u2014not another generic flag sweep.", "evidence": "experiments/qwen36-27b-mtp-gguf-q4-b70/notes/2026-07-05-pmin-screen-and-harness-fix.md" }, { "selectors": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q4-0-20c9c45", "quantization": "Q4_0", "runtime_family": "llama.cpp SYCL", "dflash": 5, "profile_id": "q36-q4-0-dflash5-q6-top1-v1" }, "state": "closed", "reason": "The intensive native-DFlash program ended at a confirmed 47.341 conventional tok/s on one B70, below its 100 tok/s TP1 objective. The patch and safety evidence remain preserved; reopen only for a new mechanism, not generic configuration churn.", "evidence": "notes/2026-07-13-qwen27-dflash-sycl-closure.md" }, { "selectors": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-mtp-q8-0-5cb35eb", "variant": "Q8_0 embedded publisher MTP artifact", "quantization": "Q8_0", "runtime_family": "llama.cpp SYCL", "profile_id": "q36-q8-embedded-mtp3-crossband-retention-v1", "tp": 1, "mtp": 3, "graph": "off", "kv": "f16", "draft_kv": "f16", "parallel_slots": 2, "context_tokens_per_slot": 32768 }, "state": "closed", "reason": "The measured c1 MTP3 footprint was 29,911 MiB and projected c2 was 32,683 MiB, leaving no useful safe headroom. The c2 launch was not performed and CPU offload was not used.", "evidence": "experiments/qwen36-27b-q8-gguf-b70/data/goal1-c1-c2-scorecard-20260809.json" }, { "selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "variant": "AutoRound INT4", "runtime": "vLLM XPU nightly", "tp": 3 }, "state": "unsupported", "reason": "The model has 16 GDN key heads, which cannot be evenly partitioned across TP3.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json" }, { "selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "variant": "AutoRound INT4", "kv": "fp8_e5m2", "runtime": "vLLM XPU nightly e9d1398d9" }, "state": "unsupported", "reason": "The XPU FlashAttention backend rejects fp8_e5m2 KV cache at engine initialization.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json" }, { "selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "variant": "AutoRound INT4", "runtime": "vLLM XPU 0.27.2rc1.dev77+gac7509e2b", "tp": 1, "mtp": 0, "graph": "off", "kv": "fp8_e5m2" }, "state": "unsupported", "reason": "The current f01e/ac7509e2 engine explicitly rejects fp8_e5m2 KV at initialization; startup, canary, and quality did not run, so this closure does not transfer to graph-on, other TP/MTP, KV formats, or runtimes.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-official-f01e-autoround-tp1-e5m2kv-init-canary-r1-result.json" }, { "selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-autoround-w4a16-bce40ca", "variant": "AutoRound INT4", "kv": "fp8_e4m3", "runtime": "vLLM XPU nightly e9d1398d9" }, "state": "quarantined", "reason": "The least-compounded TP1 target-only anchor matched only 3/20 stable-set oracle outputs.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-23-qwen38-nightly-combination-closure.json" }, { "selectors": { "revision": "qwen3.8-27b", "artifact_id": "qwen38-27b-ggmlorg-q8-0-0669b98", "quantization": "Q8_0", "runtime_family": "llama.cpp SYCL", "tp": 1, "mtp": 0, "active_context_tokens": 8192, "graph_mode": "SYCL", "graph_profile": "cache64", "kv": "q8_0" }, "state": "closed", "reason": "The exact 8K graph/Q8_0-KV request passed parity, but the required long-context quality case aborted at qptr->wait during command-graph recording. No speed is published; sibling depths remain missing and require their own evidence.", "evidence": "experiments/qwen38-27b-b70/data/2026-08-26-qwen38-q8weights-q8kv-tp1-target-sycl-graph-cache64-8k-sentinel-r1-result.json" }, { "selectors": { "revision": "qwen3.6-27b", "artifact_id": "qwen36-27b-unsloth-q8-0-82d411a", "quantization": "Q8_0", "runtime_family": "llama.cpp SYCL", "speculation_method": "same-artifact-intrinsic-mtp", "mtp": [ 1, 2, 3, 4 ] }, "state": "unsupported", "reason": "The checksum-pinned target-only Q8_0 file has mtp_included=false. Same-artifact intrinsic MTP1\u20134 therefore requires a different MTP-bearing artifact/package and is excluded from the target-only contract; this does not close separately bound external drafts.", "evidence": "experiments/qwen36-27b-q8-gguf-b70/model-manifest.json" } ], "estimates": [] }