{
 "note": "Scores from the comparison harness. One run per row, temperature 0, thinking off for the local models. Thermal samples for the four-model rows cover both passes. The triage prompts are private; only counts are given.",
 "dates": "2026-11-11 and 2026-11-12",
 "runs": [
  {
   "machine": "M3 Ultra Mac Studio, 256 GB",
   "placement": "stacked, bottom; thermal level not logged",
   "thermal_samples_5s": {},
   "servers": [
    {
     "model": "GLM 5.3 Flash",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       11,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ]
     },
     "tokens_per_second": 22.8
    },
    {
     "model": "GLM 5.3 Flash",
     "engine": "Llama",
     "generic": [
      36,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       12,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ]
     },
     "tokens_per_second": 26.4
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "DwarfStar",
     "generic": [
      34,
      40
     ],
     "groups": {
      "code": [
       9,
       12
      ],
      "math": [
       13,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 36.2
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "Llama",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       2,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 25.9
    }
   ]
  },
  {
   "machine": "M3 Ultra Mac Studio, 256 GB",
   "placement": "stacked, bottom",
   "thermal_samples_5s": {
    "Nominal": 461,
    "Moderate": 215
   },
   "servers": [
    {
     "model": "GLM 5.3 Flash",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       11,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ]
     },
     "tokens_per_second": 22.8
    },
    {
     "model": "GLM 5.3 Flash",
     "engine": "Llama",
     "generic": [
      36,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       12,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ]
     },
     "tokens_per_second": 26.6
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "DwarfStar",
     "generic": [
      34,
      40
     ],
     "groups": {
      "code": [
       9,
       12
      ],
      "math": [
       13,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 36.3
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "Llama",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       2,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 25.9
    }
   ]
  },
  {
   "machine": "M3 Ultra Mac Studio, 256 GB",
   "placement": "side by side",
   "thermal_samples_5s": {
    "Nominal": 680
   },
   "servers": [
    {
     "model": "GLM 5.3 Flash",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       11,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ]
     },
     "tokens_per_second": 22.8
    },
    {
     "model": "GLM 5.3 Flash",
     "engine": "Llama",
     "generic": [
      36,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       12,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ]
     },
     "tokens_per_second": 26.4
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "DwarfStar",
     "generic": [
      34,
      40
     ],
     "groups": {
      "code": [
       9,
       12
      ],
      "math": [
       13,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 36.4
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "Llama",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       2,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 25.9
    }
   ]
  },
  {
   "machine": "M3 Ultra Mac Studio, 256 GB",
   "placement": "stacked again, bottom",
   "thermal_samples_5s": {
    "Nominal": 679
   },
   "servers": [
    {
     "model": "GLM 5.3 Flash",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       11,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ]
     },
     "tokens_per_second": 22.8
    },
    {
     "model": "GLM 5.3 Flash",
     "engine": "Llama",
     "generic": [
      36,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       12,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ]
     },
     "tokens_per_second": 26.3
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "DwarfStar",
     "generic": [
      34,
      40
     ],
     "groups": {
      "code": [
       9,
       12
      ],
      "math": [
       13,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 36.4
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "Llama",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       2,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 25.9
    }
   ]
  },
  {
   "machine": "M3 Ultra Mac Studio, 256 GB",
   "placement": "side by side; four models",
   "thermal_samples_5s": {
    "Nominal": 439,
    "Moderate": 577
   },
   "servers": [
    {
     "model": "DeepSeek V4.1 Flash 1017",
     "engine": "DwarfStar",
     "generic": [
      36,
      40
     ],
     "groups": {
      "code": [
       12,
       12
      ],
      "math": [
       13,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       2,
       4
      ],
      "ethereum_facts": [
       13,
       13
      ],
      "triage_with_scale": [
       9,
       40
      ]
     },
     "tokens_per_second": 32.4
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "DwarfStar",
     "generic": [
      34,
      40
     ],
     "groups": {
      "code": [
       9,
       12
      ],
      "math": [
       13,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       3,
       4
      ],
      "ethereum_facts": [
       13,
       13
      ],
      "triage_with_scale": [
       15,
       40
      ]
     },
     "tokens_per_second": 36.6
    },
    {
     "model": "Qwen3.6 27B",
     "engine": "Llama",
     "generic": [
      37,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       13,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ],
      "ethereum_facts": [
       12,
       13
      ],
      "triage_with_scale": [
       12,
       40
      ]
     },
     "tokens_per_second": 41.4
    },
    {
     "model": "Qwen3.8 27B",
     "engine": "Llama",
     "generic": [
      38,
      40
     ],
     "groups": {
      "code": [
       12,
       12
      ],
      "math": [
       13,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ],
      "ethereum_facts": [
       10,
       13
      ],
      "triage_with_scale": [
       13,
       40
      ]
     },
     "tokens_per_second": 47.4
    }
   ]
  },
  {
   "machine": "M5 Ultra Mac Studio, 256 GB",
   "placement": "stacked, top; logged for the DwarfStar half only",
   "thermal_samples_5s": {
    "Nominal": 242,
    "Moderate": 220
   },
   "servers": [
    {
     "model": "GLM 5.3 Flash",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       11,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ]
     },
     "tokens_per_second": 33.3
    },
    {
     "model": "GLM 5.3 Flash",
     "engine": "Llama",
     "generic": [
      36,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       12,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ]
     },
     "tokens_per_second": 41.2
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       9,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 55.8
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "Llama",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       2,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 36.6
    }
   ]
  },
  {
   "machine": "M5 Ultra Mac Studio, 256 GB",
   "placement": "side by side",
   "thermal_samples_5s": {
    "Nominal": 278,
    "Heavy": 45,
    "Moderate": 45
   },
   "servers": [
    {
     "model": "GLM 5.3 Flash",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       11,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ]
     },
     "tokens_per_second": 33.8
    },
    {
     "model": "GLM 5.3 Flash",
     "engine": "Llama",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       12,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 40.7
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       9,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 56.6
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "Llama",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       2,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 36.6
    }
   ]
  },
  {
   "machine": "M5 Ultra Mac Studio, 256 GB",
   "placement": "stacked again, top",
   "thermal_samples_5s": {
    "Nominal": 159,
    "Moderate": 105,
    "Heavy": 68
   },
   "servers": [
    {
     "model": "GLM 5.3 Flash",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       11,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ]
     },
     "tokens_per_second": 33.7
    },
    {
     "model": "GLM 5.3 Flash",
     "engine": "Llama",
     "generic": [
      36,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       12,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ]
     },
     "tokens_per_second": 40.7
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       9,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 56.6
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "Llama",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       10,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       2,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 36.5
    }
   ]
  },
  {
   "machine": "M5 Ultra Mac Studio, 256 GB",
   "placement": "side by side; four models",
   "thermal_samples_5s": {
    "Nominal": 107,
    "Moderate": 263,
    "Heavy": 164
   },
   "servers": [
    {
     "model": "DeepSeek V4.1 Flash 1017",
     "engine": "DwarfStar",
     "generic": [
      36,
      40
     ],
     "groups": {
      "code": [
       12,
       12
      ],
      "math": [
       12,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       2,
       4
      ],
      "ethereum_facts": [
       12,
       13
      ],
      "triage_with_scale": [
       11,
       40
      ]
     },
     "tokens_per_second": 49.8
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       9,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       3,
       4
      ],
      "ethereum_facts": [
       13,
       13
      ],
      "triage_with_scale": [
       12,
       40
      ]
     },
     "tokens_per_second": 56.1
    },
    {
     "model": "Qwen3.6 27B",
     "engine": "Llama",
     "generic": [
      37,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       13,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ],
      "ethereum_facts": [
       12,
       13
      ],
      "triage_with_scale": [
       12,
       40
      ]
     },
     "tokens_per_second": 51.9
    },
    {
     "model": "Qwen3.8 27B",
     "engine": "Llama",
     "generic": [
      38,
      40
     ],
     "groups": {
      "code": [
       12,
       12
      ],
      "math": [
       13,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       4,
       4
      ],
      "ethereum_facts": [
       10,
       13
      ],
      "triage_with_scale": [
       13,
       40
      ]
     },
     "tokens_per_second": 58.5
    }
   ]
  },
  {
   "machine": "M5 Max MacBook Pro, 128 GB",
   "placement": "lid closed, flat",
   "thermal_samples_5s": {
    "Nominal": 21,
    "Moderate": 4,
    "Heavy": 598
   },
   "servers": [
    {
     "model": "GLM 5.3 Flash",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       12,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 21.2
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "DwarfStar",
     "generic": [
      37,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 26.2
    }
   ]
  },
  {
   "machine": "M5 Max MacBook Pro, 128 GB",
   "placement": "lid open, flat",
   "thermal_samples_5s": {
    "Nominal": 20,
    "Moderate": 31,
    "Heavy": 520
   },
   "servers": [
    {
     "model": "GLM 5.3 Flash",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       12,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 23.4
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "DwarfStar",
     "generic": [
      37,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 28.7
    }
   ]
  },
  {
   "machine": "M5 Max MacBook Pro, 128 GB",
   "placement": "lid closed again, flat",
   "thermal_samples_5s": {
    "Nominal": 20,
    "Moderate": 30,
    "Heavy": 584
   },
   "servers": [
    {
     "model": "GLM 5.3 Flash",
     "engine": "DwarfStar",
     "generic": [
      35,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       12,
       14
      ],
      "json": [
       5,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 20.4
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "DwarfStar",
     "generic": [
      37,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       3,
       4
      ]
     },
     "tokens_per_second": 25.7
    }
   ]
  },
  {
   "machine": "M5 Max MacBook Pro, 128 GB",
   "placement": "lid open, flat; two DeepSeek releases",
   "thermal_samples_5s": {
    "Nominal": 36,
    "Heavy": 879,
    "Moderate": 20
   },
   "servers": [
    {
     "model": "DeepSeek V4.1 Flash 1017",
     "engine": "DwarfStar",
     "generic": [
      37,
      40
     ],
     "groups": {
      "code": [
       12,
       12
      ],
      "math": [
       13,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       4,
       4
      ],
      "ledger_85k": [
       2,
       4
      ],
      "ethereum_facts": [
       13,
       13
      ],
      "triage_with_scale": [
       11,
       40
      ]
     },
     "tokens_per_second": 13.1
    },
    {
     "model": "DeepSeek V4 Flash 0731",
     "engine": "DwarfStar",
     "generic": [
      37,
      40
     ],
     "groups": {
      "code": [
       11,
       12
      ],
      "math": [
       14,
       14
      ],
      "json": [
       6,
       6
      ],
      "ledger_25k": [
       3,
       4
      ],
      "ledger_85k": [
       3,
       4
      ],
      "ethereum_facts": [
       12,
       13
      ],
      "triage_with_scale": [
       14,
       40
      ]
     },
     "tokens_per_second": 29.1
    }
   ]
  }
 ],
 "hosted_control": {
  "model": "Claude Fable 5.2",
  "thinking": "allowed",
  "ethereum_facts": [
   13,
   13
  ],
  "triage_with_scale": [
   13,
   40
  ]
 },
 "triage_without_scale": {
  "M5 Ultra": {
   "DeepSeek V4 Flash 0731": [
    12,
    40
   ],
   "DeepSeek V4.1 Flash 1017": [
    14,
    40
   ],
   "Qwen3.6 27B": [
    14,
    40
   ],
   "Qwen3.8 27B": [
    11,
    40
   ]
  },
  "M3 Ultra": {
   "DeepSeek V4 Flash 0731": [
    12,
    40
   ],
   "DeepSeek V4.1 Flash 1017": [
    12,
    40
   ],
   "Qwen3.6 27B": [
    13,
    40
   ],
   "Qwen3.8 27B": [
    11,
    40
   ]
  },
  "M5 Max": {
   "DeepSeek V4 Flash 0731": [
    12,
    40
   ],
   "DeepSeek V4.1 Flash 1017": [
    14,
    40
   ]
  }
 }
}