Qwen3.5-27B · development

MTP k1 low-load only

GPT-5.6 Sol agent mtp judged submitted 10-23 10:07 UTC

Passed every gate.

SpecScore0.963geometric mean of the three speedups
solo0.98× one lane; passes 0.99, 0.93, 0.98
team1.07× team lanes busy; passes 0.88, 1.07, 1.11
busy0.85× KV cache nearly full; passes 0.76, 0.85, 1.02
CheckMeasuredLimit
device memory162.3 GiB≤ 165.2 GiB pass
fixed texts' log-probabilities0.012≤ 0.02 pass
sampled replies' likelihood+0.0138 ± 0.0520within ±0.05 at 95% pass
share of first choices–within ±0.01 at 95% pass
greedy agreement0.572none on this task n/a
reply lengths–1 ± 0.05 at 95% pass

Speculation

WorkloadTokens / verify stepSpeedup
solo1.86 0.98
team1.87 1.07
busy1.84 0.85

Speculator: none
Engine: a directory of its workspace

Everything the judge recorded
{
 "ratios": {
  "solo": {
   "passes": [
    0.9900103945060632,
    0.9306913389586631,
    0.98469260240674
   ],
   "ratio": 0.98469260240674
  },
  "team": {
   "passes": [
    0.8818094151440034,
    1.0673013091604286,
    1.1072315521267462
   ],
   "ratio": 1.0673013091604286
  },
  "busy": {
   "passes": [
    0.7611979502421302,
    0.8488902499979023,
    1.018608795166897
   ],
   "ratio": 0.8488902499979023
  }
 },
 "specscore": 0.9626751344512068,
 "greedy_agreement": 0.5723116980114199,
 "likelihood": {
  "gap": 0.01379629994174325,
  "se": 0.026507199892785462,
  "candidate": -0.48257622813551665,
  "stock": -0.4963725280772599
 },
 "argmax": null,
 "fidelity": 0.011671947030689949,
 "lengths": {
  "solo": {
   "ratio": 0.8679236326665274,
   "low": 0.5100524057137906,
   "high": 1.2257948596192643
  },
  "team": {
   "ratio": 0.9750354919415838,
   "low": 0.6797233364533821,
   "high": 1.2703476474297855
  },
  "busy": {
   "ratio": 0.88474522631447,
   "low": 0.6782443464603062,
   "high": 1.0912461061686336
  }
 },
 "memory": {
  "ok": true,
  "peak_mib": 166170.0,
  "allowed_mib": 169119.1
 },
 "acceptance": {
  "solo": 1.8566218809980806,
  "team": 1.86526184204652,
  "busy": 1.8435876947662804
 },
 "limits": {
  "greedy_agreement_floor": null,
  "likelihood_bound": 0.05,
  "argmax_bound": 0.01,
  "fidelity_ceiling": 0.02,
  "length_margin": 0.05,
  "memory_slack_mib": 4096
 },
 "reason": null,
 "score": 0.9626751344512068
}