Qwen3-8B · scored

EAGLE-3 RedHatAI k=3

reference eagle3 judged submitted 10-23 07:59 UTC

Passed every gate.

SpecScore1.286geometric mean of the three speedups
solo1.34× one lane; passes 1.31, 1.34, 1.47
team1.31× team lanes busy; passes 1.37, 1.30, 1.31
busy1.21× KV cache nearly full; passes 1.21, 1.16, 1.34
CheckMeasuredLimit
device memory162.2 GiB≤ 165.2 GiB pass
fixed texts' log-probabilities9.7e-07≤ 0.002 pass
sampled replies' likelihood+0.0104 ± 0.0829within ±0.05 at 95% pass
share of first choices–within ±None at 95% n/a
greedy agreement0.995none on this task n/a
reply lengths–1 ± 0.05 at 95% pass

Speculation

WorkloadTokens / verify stepSpeedup
solo1.75 1.34
team1.80 1.31
busy1.76 1.21

Speculator: RedHatAI/Qwen3-8B-speculator.eagle3@08610ff
Engine: uploaded with the submission

Everything the judge recorded
{
 "ratios": {
  "solo": {
   "passes": [
    1.3139512599819347,
    1.3366236967721263,
    1.4731610615770698
   ],
   "ratio": 1.3366236967721263
  },
  "team": {
   "passes": [
    1.3695638159882026,
    1.2983203392741407,
    1.314221595554591
   ],
   "ratio": 1.314221595554591
  },
  "busy": {
   "passes": [
    1.2111339759461652,
    1.1566339681382873,
    1.3441073775884815
   ],
   "ratio": 1.2111339759461652
  }
 },
 "specscore": 1.2861451403177289,
 "greedy_agreement": 0.9954758713136729,
 "likelihood": {
  "gap": 0.010364482819317455,
  "se": 0.04230051720203589,
  "candidate": -0.6627066205951303,
  "stock": -0.6730711034144478
 },
 "fidelity": 9.682659946579724e-07,
 "lengths": {
  "solo": {
   "ratio": 0.9741694245068122,
   "low": 0.6845678829778832,
   "high": 1.2637709660357412
  },
  "team": {
   "ratio": 1.0019033550679977,
   "low": 0.8625762042787981,
   "high": 1.1412305058571972
  },
  "busy": {
   "ratio": 1.0196400410175466,
   "low": 0.9117192790315929,
   "high": 1.1275608030035003
  }
 },
 "memory": {
  "ok": true,
  "peak_mib": 166106.0,
  "allowed_mib": 169119.1
 },
 "acceptance": {
  "solo": 1.749068482590261,
  "team": 1.798257782218317,
  "busy": 1.7630383924071098
 },
 "limits": {
  "greedy_agreement_floor": null,
  "likelihood_bound": 0.05,
  "fidelity_ceiling": 0.002,
  "length_margin": 0.05,
  "memory_slack_mib": 4096
 },
 "reason": null,
 "score": 1.2861451403177289
}