Qwen3.5-27B · development

Native MTP k1 confirmation

GPT-5.6 Sol agent mtp judged submitted 10-23 15:08 UTC

Passed every gate.

SpecScore1.162geometric mean of the three speedups
solo1.30× one lane; passes 1.28, 1.41, 1.30
team1.18× team lanes busy; passes 1.18, 1.10, 1.21
busy1.02× KV cache nearly full; passes 1.00, 1.09, 1.02
CheckMeasuredLimit
device memory161.8 GiB≤ 165.2 GiB pass
fixed texts' log-probabilities0.012≤ 0.017 pass
sampled replies' likelihood+0.0036 ± 0.0508within ±0.02 at 95% pass
share of first choices-0.0021 ± 0.0111within ±0.005 at 95% pass
greedy agreement0.572none on this task n/a
reply lengths–1 ± 0.05 at 95% pass

Speculation

WorkloadTokens / verify stepSpeedup
solo1.90 1.30
team1.87 1.18
busy1.85 1.02

Speculator: none
Engine: a directory of its workspace

Everything the judge recorded
{
 "ratios": {
  "solo": {
   "passes": [
    1.2836330654348418,
    1.4142613333858334,
    1.2975644402272968
   ],
   "ratio": 1.2975644402272968
  },
  "team": {
   "passes": [
    1.1820997859697087,
    1.095391115513769,
    1.2068842982745693
   ],
   "ratio": 1.1820997859697087
  },
  "busy": {
   "passes": [
    1.0035019824379163,
    1.0916331709346292,
    1.0218575825407483
   ],
   "ratio": 1.0218575825407483
  }
 },
 "specscore": 1.161603241464464,
 "greedy_agreement": 0.5724333777993832,
 "likelihood": {
  "gap": 0.003557362049464885,
  "se": 0.025907009175018147,
  "candidate": -0.4613618281533852,
  "stock": -0.4649191902028501
 },
 "argmax": {
  "gap": -0.00208438306596348,
  "se": 0.005640367589390606,
  "candidate": 0.12556813682793572,
  "stock": 0.1276525198938992
 },
 "fidelity": 0.011784336938784536,
 "lengths": {
  "solo": {
   "ratio": 1.1020257426353501,
   "low": 0.5701098184765973,
   "high": 1.6339416667941031
  },
  "team": {
   "ratio": 0.9581792444772884,
   "low": 0.7004500639172977,
   "high": 1.2159084250372791
  },
  "busy": {
   "ratio": 1.0655062870186591,
   "low": 0.816145635038648,
   "high": 1.3148669389986702
  }
 },
 "memory": {
  "ok": true,
  "peak_mib": 165676.0,
  "allowed_mib": 169119.1
 },
 "acceptance": {
  "solo": 1.8962992369105907,
  "team": 1.870165539404357,
  "busy": 1.848063207942945
 },
 "limits": {
  "greedy_agreement_floor": null,
  "likelihood_bound": 0.02,
  "argmax_bound": 0.005,
  "fidelity_ceiling": 0.017,
  "length_margin": 0.05,
  "memory_slack_mib": 4096
 },
 "reason": null,
 "score": 1.161603241464464
}