{
 "name": "Rams Index",
 "edition": "models-v0.5",
 "season": "0.5",
 "url": "https://www.rams.ai/index",
 "method": "https://www.rams.ai/index/method",
 "updated": "2026-10-17",
 "license": "https://creativecommons.org/licenses/by/4.0/",
 "creator": "Rams (rams.ai)",
 "status": "Season 0.5. Designers rank the same pages blind; the agreement read is on 2026-11-06. Until then the Index is the judge's opinion: stable and repeatable, not yet validated by designers.",
 "index": {
  "formula": "(gradeSum - 7) / 28 * 100",
  "range": [
   0,
   100
  ],
  "gradeSum": "Seven 1-5 grades (hierarchy, typography, spacing, color, components, composure, craft), mean of desktop and phone, then judge passes, then briefs.",
  "interval": "95% bootstrap (B=4000), stratified by brief, resampling generations within a brief and judge passes within a page; the same random stream for every model, so differences pair by brief. A model with one generation per brief borrows the pooled between-generation sd from cells with 2+ generations (genNoiseSd).",
  "place": "Place on the board, 1 for the highest Rams Index (ties by the interval rank).",
  "rankRange": "Every place the paired 95% intervals allow: best is 1 plus the models clearly better, worst is the total minus the models clearly worse.",
  "costPerPage": "USD the model API charged to build one page, generation only, list price on run day.",
  "effort": "Every model runs at its provider default. No effort or thinking parameter is sent; a known default is named.",
  "broken": "A build is broken when it came back with no page (the token budget went to reasoning) or with a page cut off before it finished (the model hit the budget mid-file). Broken pages are counted and never scored. A model is ranked only with a scored page on every brief.",
  "criticals": "Share of scored pages whose first Rams code review has a critical finding.",
  "timeAndTokens": "Medians per page over every build, broken ones included. Reasoning tokens are what each API reports; null where it does not split them out."
 },
 "judges": {
  "score": "Rams eyes · Claude Sonnet 4.6",
  "cross": "GPT-5.6 Terra",
  "third": "OpenAI Decisions (planned, v4)"
 },
 "briefs": {
  "saas-landing": "Landing",
  "analytics-dashboard": "Dashboard",
  "settings-page": "Settings",
  "pricing-page": "Pricing",
  "article-page": "Article"
 },
 "viewports": [
  1440,
  390
 ],
 "dims": [
  "hierarchy",
  "typography",
  "spacing",
  "color",
  "components",
  "composure",
  "craft"
 ],
 "agreement": {
  "status": "pending",
  "readDate": "2026-11-06",
  "raters": 3,
  "tau": null,
  "tauLo": null,
  "tauHi": null,
  "ceilingTau": null
 },
 "models": [
  {
   "place": 1,
   "rankRange": {
    "best": 1,
    "worst": 6
   },
   "name": "GPT-6 Astra",
   "vendor": "OpenAI",
   "released": "2026-09",
   "slug": "gpt-6-astra",
   "id": "openai/gpt-6-astra",
   "url": "https://www.rams.ai/index/gpt-6-astra",
   "lab": "OpenAI",
   "weights": "closed",
   "weightsLink": null,
   "new": true,
   "season": "0.5",
   "via": "OpenRouter",
   "servedBy": "OpenAI",
   "effort": "default",
   "medianSecondsPerPage": 113,
   "medianOutputTokens": 7682.5,
   "medianReasoningTokens": 501,
   "broken": {
    "n": 0,
    "of": 10,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0.9,
   "criticalPages": 9,
   "reviewedPages": 10,
   "index": 66.4,
   "lo": 57.7,
   "hi": 75,
   "gradeSum": 25.6,
   "usdPerPage": 0.428,
   "byBrief": {
    "analytics-dashboard": 62.5,
    "article-page": 81.2,
    "pricing-page": 65.2,
    "saas-landing": 72.3,
    "settings-page": 50.9
   },
   "dims": {
    "hierarchy": 3.85,
    "typography": 3.5,
    "spacing": 3.3,
    "color": 3.65,
    "components": 3.8,
    "composure": 3.8,
    "craft": 3.7
   },
   "terraIndex": 80.7,
   "visual": 90.65,
   "defectsPerPage": 6.5,
   "topDefects": [
    "Text under 12px (10 of 10)",
    "Tap targets under 24px on the phone (8 of 10)"
   ],
   "pages": 10,
   "passes": 10,
   "frontier": true,
   "clearlyBehind": [],
   "provisional": [
    "1.0 judge passes per page, protocol 2"
   ]
  },
  {
   "place": 2,
   "rankRange": {
    "best": 1,
    "worst": 8
   },
   "name": "Grok 4.7",
   "vendor": "SpaceXSI",
   "released": "2026-09",
   "slug": "grok-4-7",
   "id": "x-ai/grok-4.7",
   "url": "https://www.rams.ai/index/grok-4-7",
   "lab": "SpaceXSI",
   "weights": "closed",
   "weightsLink": null,
   "new": true,
   "season": "0.5",
   "via": "OpenRouter",
   "servedBy": "SpaceXSI",
   "effort": "default",
   "medianSecondsPerPage": 283.5,
   "medianOutputTokens": 22134,
   "medianReasoningTokens": 13128,
   "broken": {
    "n": 0,
    "of": 10,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0,
   "criticalPages": 0,
   "reviewedPages": 10,
   "index": 66.1,
   "lo": 58.6,
   "hi": 72,
   "gradeSum": 25.5,
   "usdPerPage": 0.132,
   "byBrief": {
    "analytics-dashboard": 65.2,
    "article-page": 75,
    "pricing-page": 68.8,
    "saas-landing": 69.6,
    "settings-page": 51.8
   },
   "dims": {
    "hierarchy": 3.7,
    "typography": 3.75,
    "spacing": 3.3,
    "color": 3.8,
    "components": 3.55,
    "composure": 3.65,
    "craft": 3.75
   },
   "terraIndex": 84.5,
   "visual": 88.6,
   "defectsPerPage": 8,
   "topDefects": [
    "Tap targets under 24px on the phone (8 of 10)",
    "Text under 12px (8 of 10)"
   ],
   "pages": 10,
   "passes": 10,
   "frontier": true,
   "clearlyBehind": [],
   "provisional": [
    "1.0 judge passes per page, protocol 2"
   ]
  },
  {
   "place": 3,
   "rankRange": {
    "best": 1,
    "worst": 9
   },
   "name": "GPT-6.1 Sol",
   "vendor": "OpenAI",
   "released": "2026-09",
   "slug": "gpt-6-1-sol",
   "id": "openai/gpt-6.1-sol",
   "url": "https://www.rams.ai/index/gpt-6-1-sol",
   "lab": "OpenAI",
   "weights": "closed",
   "weightsLink": null,
   "new": false,
   "season": "0",
   "via": "OpenAI API",
   "servedBy": "OpenAI",
   "effort": "default",
   "medianSecondsPerPage": 101.5,
   "medianOutputTokens": 7218.5,
   "medianReasoningTokens": 366,
   "broken": {
    "n": 0,
    "of": 10,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0.8,
   "criticalPages": 8,
   "reviewedPages": 10,
   "index": 65.4,
   "lo": 55.7,
   "hi": 73.9,
   "gradeSum": 25.3,
   "usdPerPage": 0.15,
   "byBrief": {
    "analytics-dashboard": 68.8,
    "article-page": 78.6,
    "pricing-page": 61.6,
    "saas-landing": 70.5,
    "settings-page": 47.3
   },
   "dims": {
    "hierarchy": 3.8,
    "typography": 3.65,
    "spacing": 3.25,
    "color": 3.7,
    "components": 3.6,
    "composure": 3.6,
    "craft": 3.7
   },
   "terraIndex": 79.8,
   "visual": 88.75,
   "defectsPerPage": 5.2,
   "topDefects": [
    "Text under 12px (10 of 10)",
    "Tap targets under 24px on the phone (8 of 10)"
   ],
   "pages": 10,
   "passes": 10,
   "frontier": true,
   "clearlyBehind": [],
   "provisional": [
    "1.0 judge passes per page, protocol 2"
   ]
  },
  {
   "place": 4,
   "rankRange": {
    "best": 1,
    "worst": 11
   },
   "name": "Claude Sonnet 5.5",
   "vendor": "Anthropic",
   "released": "2026-09",
   "slug": "claude-sonnet-5-5",
   "id": "anthropic/claude-sonnet-5.5",
   "url": "https://www.rams.ai/index/claude-sonnet-5-5",
   "lab": "Anthropic",
   "weights": "closed",
   "weightsLink": null,
   "new": true,
   "season": "0.5",
   "via": "OpenRouter",
   "servedBy": "Anthropic",
   "effort": "default",
   "medianSecondsPerPage": 94.5,
   "medianOutputTokens": 13584.5,
   "medianReasoningTokens": 2720,
   "broken": {
    "n": 0,
    "of": 10,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0.1,
   "criticalPages": 1,
   "reviewedPages": 10,
   "index": 61.8,
   "lo": 56.1,
   "hi": 70,
   "gradeSum": 24.3,
   "usdPerPage": 0.145,
   "byBrief": {
    "analytics-dashboard": 57.1,
    "article-page": 77.7,
    "pricing-page": 56.2,
    "saas-landing": 61.6,
    "settings-page": 56.2
   },
   "dims": {
    "hierarchy": 3.75,
    "typography": 3.4,
    "spacing": 3.2,
    "color": 3.35,
    "components": 3.55,
    "composure": 3.75,
    "craft": 3.3
   },
   "terraIndex": 74.5,
   "visual": 90.15,
   "defectsPerPage": 2.6,
   "topDefects": [
    "Content wider than the phone (8 of 10)",
    "Tap targets under 24px on the phone (5 of 10)"
   ],
   "pages": 10,
   "passes": 10,
   "frontier": true,
   "clearlyBehind": [],
   "provisional": [
    "1.0 judge passes per page, protocol 2"
   ]
  },
  {
   "place": 5,
   "rankRange": {
    "best": 2,
    "worst": 10
   },
   "name": "GPT-6 Luna",
   "vendor": "OpenAI",
   "released": "2026-09",
   "slug": "gpt-6-luna",
   "id": "openai/gpt-6-luna",
   "url": "https://www.rams.ai/index/gpt-6-luna",
   "lab": "OpenAI",
   "weights": "closed",
   "weightsLink": null,
   "new": true,
   "season": "0.5",
   "via": "OpenRouter",
   "servedBy": "OpenAI",
   "effort": "default",
   "medianSecondsPerPage": 81,
   "medianOutputTokens": 9163.5,
   "medianReasoningTokens": 797.5,
   "broken": {
    "n": 0,
    "of": 10,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0.7,
   "criticalPages": 7,
   "reviewedPages": 10,
   "index": 61.8,
   "lo": 54.5,
   "hi": 69.5,
   "gradeSum": 24.3,
   "usdPerPage": 0.005,
   "byBrief": {
    "analytics-dashboard": 60.7,
    "article-page": 74.1,
    "pricing-page": 51.8,
    "saas-landing": 69.6,
    "settings-page": 52.7
   },
   "dims": {
    "hierarchy": 3.65,
    "typography": 3.5,
    "spacing": 3.15,
    "color": 3.55,
    "components": 3.65,
    "composure": 3.3,
    "craft": 3.5
   },
   "terraIndex": 78.2,
   "visual": 88.3,
   "defectsPerPage": 5.3,
   "topDefects": [
    "Text under 12px (10 of 10)",
    "Tap targets under 24px on the phone (8 of 10)"
   ],
   "pages": 10,
   "passes": 10,
   "frontier": true,
   "clearlyBehind": [
    "openai/gpt-6-astra"
   ],
   "provisional": [
    "1.0 judge passes per page, protocol 2"
   ]
  },
  {
   "place": 6,
   "rankRange": {
    "best": 1,
    "worst": 11
   },
   "name": "Gemini 4 Argon",
   "vendor": "Google",
   "released": "2026-10",
   "slug": "gemini-4-argon",
   "id": "google/gemini-4-argon",
   "url": "https://www.rams.ai/index/gemini-4-argon",
   "lab": "Google",
   "weights": "closed",
   "weightsLink": null,
   "new": true,
   "season": "0.5",
   "via": "OpenRouter",
   "servedBy": "Google AI Studio",
   "effort": "default",
   "medianSecondsPerPage": 170.5,
   "medianOutputTokens": 15682.5,
   "medianReasoningTokens": 0,
   "broken": {
    "n": 0,
    "of": 10,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0.5,
   "criticalPages": 5,
   "reviewedPages": 10,
   "index": 61.6,
   "lo": 54.5,
   "hi": 70.9,
   "gradeSum": 24.25,
   "usdPerPage": 0.149,
   "byBrief": {
    "analytics-dashboard": 54.5,
    "article-page": 77.7,
    "pricing-page": 56.2,
    "saas-landing": 66.1,
    "settings-page": 53.6
   },
   "dims": {
    "hierarchy": 3.7,
    "typography": 3.35,
    "spacing": 3.15,
    "color": 3.55,
    "components": 3.4,
    "composure": 3.65,
    "craft": 3.45
   },
   "terraIndex": 76.1,
   "visual": 86.4,
   "defectsPerPage": 3.1,
   "topDefects": [
    "Tap targets under 24px on the phone (8 of 10)",
    "Content wider than the phone (8 of 10)"
   ],
   "pages": 10,
   "passes": 10,
   "frontier": true,
   "clearlyBehind": [],
   "provisional": [
    "1.0 judge passes per page, protocol 2"
   ]
  },
  {
   "place": 7,
   "rankRange": {
    "best": 1,
    "worst": 12
   },
   "name": "Muse Wonder",
   "vendor": "Meta",
   "released": "2026-10",
   "slug": "muse-wonder",
   "id": "meta/muse-wonder",
   "url": "https://www.rams.ai/index/muse-wonder",
   "lab": "Meta",
   "weights": "closed",
   "weightsLink": null,
   "new": true,
   "season": "0.5",
   "via": "OpenRouter",
   "servedBy": "Meta",
   "effort": "default",
   "medianSecondsPerPage": 124.5,
   "medianOutputTokens": 12374.5,
   "medianReasoningTokens": 1068.5,
   "broken": {
    "n": 0,
    "of": 10,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0.2,
   "criticalPages": 2,
   "reviewedPages": 10,
   "index": 60.5,
   "lo": 53.2,
   "hi": 68.9,
   "gradeSum": 23.95,
   "usdPerPage": 0.252,
   "byBrief": {
    "analytics-dashboard": 61.6,
    "article-page": 74.1,
    "pricing-page": 49.1,
    "saas-landing": 63.4,
    "settings-page": 54.5
   },
   "dims": {
    "hierarchy": 3.5,
    "typography": 3.35,
    "spacing": 3.15,
    "color": 3.55,
    "components": 3.5,
    "composure": 3.5,
    "craft": 3.4
   },
   "terraIndex": 74.8,
   "visual": 85.95,
   "defectsPerPage": 8.5,
   "topDefects": [
    "Low-contrast text (10 of 10)",
    "Text under 12px (10 of 10)"
   ],
   "pages": 10,
   "passes": 10,
   "frontier": true,
   "clearlyBehind": [],
   "provisional": [
    "1.0 judge passes per page, protocol 2"
   ]
  },
  {
   "place": 8,
   "rankRange": {
    "best": 2,
    "worst": 13
   },
   "name": "Claude Opus 5.5",
   "vendor": "Anthropic",
   "released": "2026-09",
   "slug": "claude-opus-5-5",
   "id": "anthropic/claude-opus-5-5",
   "url": "https://www.rams.ai/index/claude-opus-5-5",
   "lab": "Anthropic",
   "weights": "closed",
   "weightsLink": null,
   "new": false,
   "season": "0",
   "via": "Anthropic API",
   "servedBy": "Anthropic",
   "effort": "default (medium)",
   "medianSecondsPerPage": 102,
   "medianOutputTokens": 13172.5,
   "medianReasoningTokens": null,
   "broken": {
    "n": 0,
    "of": 10,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0.1,
   "criticalPages": 1,
   "reviewedPages": 10,
   "index": 60.4,
   "lo": 52.9,
   "hi": 70.2,
   "gradeSum": 23.9,
   "usdPerPage": 0.276,
   "byBrief": {
    "analytics-dashboard": 58.9,
    "article-page": 77.7,
    "pricing-page": 50.9,
    "saas-landing": 62.5,
    "settings-page": 51.8
   },
   "dims": {
    "hierarchy": 3.6,
    "typography": 3.4,
    "spacing": 3.15,
    "color": 3.5,
    "components": 3.4,
    "composure": 3.45,
    "craft": 3.4
   },
   "terraIndex": 70.7,
   "visual": 86.5,
   "defectsPerPage": 3.2,
   "topDefects": [
    "Content wider than the phone (9 of 10)",
    "Tap targets under 24px on the phone (8 of 10)"
   ],
   "pages": 10,
   "passes": 10,
   "frontier": true,
   "clearlyBehind": [
    "openai/gpt-6-astra"
   ],
   "provisional": [
    "1.0 judge passes per page, protocol 2"
   ]
  },
  {
   "place": 9,
   "rankRange": {
    "best": 3,
    "worst": 11
   },
   "name": "GPT-5.6 Sol",
   "vendor": "OpenAI",
   "released": "2026-06",
   "slug": "gpt-5-6-sol",
   "id": "openai/gpt-5.6-sol",
   "url": "https://www.rams.ai/index/gpt-5-6-sol",
   "lab": "OpenAI",
   "weights": "closed",
   "weightsLink": null,
   "new": false,
   "season": "0",
   "via": "OpenAI API",
   "servedBy": "OpenAI",
   "effort": "default",
   "medianSecondsPerPage": 57,
   "medianOutputTokens": 8466,
   "medianReasoningTokens": 164,
   "broken": {
    "n": 0,
    "of": 15,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0.33,
   "criticalPages": 5,
   "reviewedPages": 15,
   "index": 58.9,
   "lo": 51.6,
   "hi": 66.9,
   "gradeSum": 23.5,
   "usdPerPage": 0.175,
   "byBrief": {
    "analytics-dashboard": 52.1,
    "article-page": 71.7,
    "pricing-page": 51.2,
    "saas-landing": 67,
    "settings-page": 52.7
   },
   "dims": {
    "hierarchy": 3.4,
    "typography": 3.2,
    "spacing": 3.18,
    "color": 3.33,
    "components": 3.57,
    "composure": 3.43,
    "craft": 3.38
   },
   "terraIndex": 79.3,
   "visual": 88.57,
   "defectsPerPage": 4.7,
   "topDefects": [
    "Text under 12px (15 of 15)",
    "Tap targets under 24px on the phone (13 of 15)"
   ],
   "pages": 15,
   "passes": 20,
   "frontier": false,
   "clearlyBehind": [
    "openai/gpt-6-astra",
    "x-ai/grok-4.7"
   ],
   "provisional": [
    "1.3 judge passes per page, protocol 2"
   ]
  },
  {
   "place": 10,
   "rankRange": {
    "best": 5,
    "worst": 13
   },
   "name": "Claude Fable 5.1",
   "vendor": "Anthropic",
   "released": "2026-08",
   "slug": "claude-fable-5-1",
   "id": "anthropic/claude-fable-5-1",
   "url": "https://www.rams.ai/index/claude-fable-5-1",
   "lab": "Anthropic",
   "weights": "closed",
   "weightsLink": null,
   "new": false,
   "season": "0",
   "via": "Anthropic API",
   "servedBy": "Anthropic",
   "effort": "default (always thinks)",
   "medianSecondsPerPage": 180,
   "medianOutputTokens": 17284.5,
   "medianReasoningTokens": null,
   "broken": {
    "n": 0,
    "of": 10,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0.3,
   "criticalPages": 3,
   "reviewedPages": 10,
   "index": 58.9,
   "lo": 52,
   "hi": 65.9,
   "gradeSum": 23.5,
   "usdPerPage": 0.866,
   "byBrief": {
    "analytics-dashboard": 58,
    "article-page": 67.9,
    "pricing-page": 50,
    "saas-landing": 67.9,
    "settings-page": 50.9
   },
   "dims": {
    "hierarchy": 3.45,
    "typography": 3.35,
    "spacing": 3.1,
    "color": 3.35,
    "components": 3.35,
    "composure": 3.5,
    "craft": 3.4
   },
   "terraIndex": 77.1,
   "visual": 88.45,
   "defectsPerPage": 3.8,
   "topDefects": [
    "Tap targets under 24px on the phone (10 of 10)",
    "Text under 12px (8 of 10)"
   ],
   "pages": 10,
   "passes": 10,
   "frontier": false,
   "clearlyBehind": [
    "openai/gpt-6-astra",
    "openai/gpt-6.1-sol",
    "x-ai/grok-4.7",
    "openai/gpt-6-luna"
   ],
   "provisional": [
    "1.0 judge passes per page, protocol 2"
   ]
  },
  {
   "place": 11,
   "rankRange": {
    "best": 5,
    "worst": 13
   },
   "name": "Claude Fable 5",
   "vendor": "Anthropic",
   "released": "2026-06",
   "slug": "claude-fable-5",
   "id": "anthropic/claude-fable-5",
   "url": "https://www.rams.ai/index/claude-fable-5",
   "lab": "Anthropic",
   "weights": "closed",
   "weightsLink": null,
   "new": false,
   "season": "0",
   "via": "Anthropic API",
   "servedBy": "Anthropic",
   "effort": "default (always thinks)",
   "medianSecondsPerPage": 99,
   "medianOutputTokens": 10314,
   "medianReasoningTokens": null,
   "broken": {
    "n": 0,
    "of": 15,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0.2,
   "criticalPages": 3,
   "reviewedPages": 15,
   "index": 57.6,
   "lo": 51,
   "hi": 67,
   "gradeSum": 23.13,
   "usdPerPage": 0.532,
   "byBrief": {
    "analytics-dashboard": 56,
    "article-page": 73.5,
    "pricing-page": 49.7,
    "saas-landing": 59.5,
    "settings-page": 49.4
   },
   "dims": {
    "hierarchy": 3.33,
    "typography": 3.28,
    "spacing": 3.2,
    "color": 3.27,
    "components": 3.35,
    "composure": 3.38,
    "craft": 3.32
   },
   "terraIndex": 74.5,
   "visual": 88.7,
   "defectsPerPage": 3.2,
   "topDefects": [
    "Content wider than the phone (11 of 15)",
    "Text under 12px (10 of 15)"
   ],
   "pages": 15,
   "passes": 20,
   "frontier": false,
   "clearlyBehind": [
    "openai/gpt-6-astra",
    "anthropic/claude-sonnet-5.5",
    "openai/gpt-6.1-sol",
    "x-ai/grok-4.7"
   ],
   "provisional": [
    "1.3 judge passes per page, protocol 2"
   ]
  },
  {
   "place": 12,
   "rankRange": {
    "best": 8,
    "worst": 14
   },
   "name": "Gemini 3.8 Flash",
   "vendor": "Google",
   "released": "2026-09",
   "slug": "gemini-3-8-flash",
   "id": "google/gemini-3.8-flash",
   "url": "https://www.rams.ai/index/gemini-3-8-flash",
   "lab": "Google",
   "weights": "closed",
   "weightsLink": null,
   "new": true,
   "season": "0.5",
   "via": "OpenRouter",
   "servedBy": "Google AI Studio",
   "effort": "default",
   "medianSecondsPerPage": 93.5,
   "medianOutputTokens": 14409,
   "medianReasoningTokens": 1628.5,
   "broken": {
    "n": 0,
    "of": 10,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0.4,
   "criticalPages": 4,
   "reviewedPages": 10,
   "index": 55.5,
   "lo": 50,
   "hi": 62,
   "gradeSum": 22.55,
   "usdPerPage": 0.056,
   "byBrief": {
    "analytics-dashboard": 50,
    "article-page": 63.4,
    "pricing-page": 50,
    "saas-landing": 64.3,
    "settings-page": 50
   },
   "dims": {
    "hierarchy": 3.15,
    "typography": 3.25,
    "spacing": 3.1,
    "color": 3.35,
    "components": 3.35,
    "composure": 3.05,
    "craft": 3.3
   },
   "terraIndex": 69.6,
   "visual": 84.15,
   "defectsPerPage": 5,
   "topDefects": [
    "Tap targets under 24px on the phone (8 of 10)",
    "Content wider than the phone (7 of 10)"
   ],
   "pages": 10,
   "passes": 10,
   "frontier": false,
   "clearlyBehind": [
    "openai/gpt-6-astra",
    "openai/gpt-6.1-sol",
    "x-ai/grok-4.7",
    "openai/gpt-5.6-sol",
    "openai/gpt-6-luna",
    "google/gemini-4-argon",
    "meta/muse-wonder"
   ],
   "provisional": [
    "1.0 judge passes per page, protocol 2"
   ]
  },
  {
   "place": 13,
   "rankRange": {
    "best": 8,
    "worst": 14
   },
   "name": "DeepSeek V4 Pro",
   "vendor": "DeepSeek",
   "released": "2026-08",
   "slug": "deepseek-v4-pro-0813",
   "id": "deepseek/deepseek-v4-pro-0813",
   "url": "https://www.rams.ai/index/deepseek-v4-pro-0813",
   "lab": "DeepSeek",
   "weights": "open",
   "weightsLink": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813",
   "new": true,
   "season": "0.5",
   "via": "OpenRouter",
   "servedBy": "Alibaba",
   "effort": "default",
   "medianSecondsPerPage": 196,
   "medianOutputTokens": 15876,
   "medianReasoningTokens": 5827,
   "broken": {
    "n": 0,
    "of": 10,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0.1,
   "criticalPages": 1,
   "reviewedPages": 10,
   "index": 54.6,
   "lo": 48.9,
   "hi": 61.4,
   "gradeSum": 22.3,
   "usdPerPage": 0.032,
   "byBrief": {
    "analytics-dashboard": 49.1,
    "article-page": 65.2,
    "pricing-page": 50.9,
    "saas-landing": 59.8,
    "settings-page": 48.2
   },
   "dims": {
    "hierarchy": 3.25,
    "typography": 3.1,
    "spacing": 3.05,
    "color": 3.2,
    "components": 3.35,
    "composure": 3.15,
    "craft": 3.2
   },
   "terraIndex": 69.8,
   "visual": 87.3,
   "defectsPerPage": 3.2,
   "topDefects": [
    "Tap targets under 24px on the phone (7 of 10)",
    "Low-contrast text (6 of 10)"
   ],
   "pages": 10,
   "passes": 10,
   "frontier": false,
   "clearlyBehind": [
    "openai/gpt-6-astra",
    "anthropic/claude-sonnet-5.5",
    "openai/gpt-6.1-sol",
    "x-ai/grok-4.7",
    "openai/gpt-5.6-sol",
    "openai/gpt-6-luna",
    "google/gemini-4-argon"
   ],
   "provisional": [
    "1.0 judge passes per page, protocol 2"
   ]
  },
  {
   "place": 14,
   "rankRange": {
    "best": 12,
    "worst": 14
   },
   "name": "Claude Opus 4.8",
   "vendor": "Anthropic",
   "released": "2026-05",
   "slug": "claude-opus-4-8",
   "id": "anthropic/claude-opus-4-8",
   "url": "https://www.rams.ai/index/claude-opus-4-8",
   "lab": "Anthropic",
   "weights": "closed",
   "weightsLink": null,
   "new": false,
   "season": "0",
   "via": "Anthropic API",
   "servedBy": "Anthropic",
   "effort": "default",
   "medianSecondsPerPage": 61,
   "medianOutputTokens": 6190,
   "medianReasoningTokens": null,
   "broken": {
    "n": 0,
    "of": 15,
    "noPage": 0,
    "truncated": 0
   },
   "criticalShare": 0.33,
   "criticalPages": 5,
   "reviewedPages": 15,
   "index": 52.9,
   "lo": 48,
   "hi": 60.5,
   "gradeSum": 21.8,
   "usdPerPage": 0.155,
   "byBrief": {
    "analytics-dashboard": 48.8,
    "article-page": 67.6,
    "pricing-page": 49.1,
    "saas-landing": 51.5,
    "settings-page": 47.3
   },
   "dims": {
    "hierarchy": 3.25,
    "typography": 3.1,
    "spacing": 3.05,
    "color": 3.05,
    "components": 3.02,
    "composure": 3.17,
    "craft": 3.17
   },
   "terraIndex": 69.5,
   "visual": 85.17,
   "defectsPerPage": 2.5,
   "topDefects": [
    "Content wider than the phone (9 of 15)",
    "Tap targets under 24px on the phone (8 of 15)"
   ],
   "pages": 15,
   "passes": 20,
   "frontier": false,
   "clearlyBehind": [
    "openai/gpt-6-astra",
    "anthropic/claude-sonnet-5.5",
    "openai/gpt-6.1-sol",
    "anthropic/claude-fable-5",
    "x-ai/grok-4.7",
    "openai/gpt-5.6-sol",
    "anthropic/claude-fable-5-1",
    "openai/gpt-6-luna",
    "anthropic/claude-opus-5-5",
    "google/gemini-4-argon",
    "meta/muse-wonder"
   ],
   "provisional": [
    "1.3 judge passes per page, protocol 2"
   ]
  }
 ],
 "unranked": [
  {
   "name": "Qwen 3.8 Max",
   "vendor": "Alibaba",
   "released": "2026-09",
   "slug": "qwen3-8-max-0902",
   "id": "qwen/qwen3.8-max-0902",
   "url": "https://www.rams.ai/index/qwen3-8-max-0902",
   "reason": "3 of 10 pages were cut off before they finished. No Dashboard build finished, and a model needs a scored page on all five briefs to be ranked.",
   "lab": "Alibaba",
   "weights": "closed",
   "weightsLink": null,
   "new": true,
   "season": "0.5",
   "via": "OpenRouter",
   "servedBy": "Alibaba",
   "effort": "default",
   "medianSecondsPerPage": 644.5,
   "medianOutputTokens": 25015,
   "medianReasoningTokens": 10997.5,
   "broken": {
    "n": 3,
    "of": 10,
    "noPage": 0,
    "truncated": 3
   },
   "criticalShare": 0.43,
   "criticalPages": 3,
   "reviewedPages": 7,
   "scoredPages": 7,
   "byBrief": {
    "article-page": 75,
    "pricing-page": 67.9,
    "saas-landing": 76.8,
    "settings-page": 59.8
   },
   "usdPerPage": 0.16
  },
  {
   "name": "Kimi K3",
   "vendor": "Moonshot",
   "released": "2026-07",
   "slug": "kimi-k3",
   "id": "moonshotai/kimi-k3",
   "url": "https://www.rams.ai/index/kimi-k3",
   "reason": "3 of 10 pages were cut off before they finished. No Dashboard build finished, and a model needs a scored page on all five briefs to be ranked.",
   "lab": "Moonshot",
   "weights": "open",
   "weightsLink": "https://huggingface.co/moonshotai/Kimi-K3",
   "new": true,
   "season": "0.5",
   "via": "OpenRouter",
   "servedBy": "Moonshot AI",
   "effort": "default",
   "medianSecondsPerPage": 721,
   "medianOutputTokens": 28376,
   "medianReasoningTokens": 17237.5,
   "broken": {
    "n": 3,
    "of": 10,
    "noPage": 0,
    "truncated": 3
   },
   "criticalShare": 0,
   "criticalPages": 0,
   "reviewedPages": 7,
   "scoredPages": 7,
   "byBrief": {
    "article-page": 75.9,
    "pricing-page": 58.9,
    "saas-landing": 68.8,
    "settings-page": 55.4
   },
   "usdPerPage": 0.407
  },
  {
   "name": "GLM 5.3",
   "vendor": "Zhipu",
   "released": "2026-08",
   "slug": "glm-5-3",
   "id": "z-ai/glm-5.3",
   "url": "https://www.rams.ai/index/glm-5-3",
   "reason": "9 of 10 pages broke: 8 came back with no page and 1 was cut off before it finished. No Landing, Dashboard, Settings or Pricing build finished, and a model needs a scored page on all five briefs to be ranked.",
   "lab": "Zhipu",
   "weights": "open",
   "weightsLink": "https://huggingface.co/zai-org/GLM-5.3",
   "new": true,
   "season": "0.5",
   "via": "OpenRouter",
   "servedBy": "Z.AI",
   "effort": "default",
   "medianSecondsPerPage": 542,
   "medianOutputTokens": 32000,
   "medianReasoningTokens": 31856.5,
   "broken": {
    "n": 9,
    "of": 10,
    "noPage": 8,
    "truncated": 1
   },
   "criticalShare": 0,
   "criticalPages": 0,
   "reviewedPages": 1,
   "scoredPages": 1,
   "byBrief": {
    "article-page": 73.2
   },
   "usdPerPage": 0.141
  }
 ],
 "pairs": [
  {
   "a": "anthropic/claude-fable-5",
   "b": "anthropic/claude-opus-4-8",
   "diff": 4.8,
   "lo": 0.6,
   "hi": 9.3,
   "separates": true
  },
  {
   "a": "anthropic/claude-fable-5",
   "b": "openai/gpt-5.6-sol",
   "diff": -1.3,
   "lo": -5.4,
   "hi": 3.1,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5",
   "b": "anthropic/claude-fable-5-1",
   "diff": -1.3,
   "lo": -6.3,
   "hi": 4.4,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5",
   "b": "anthropic/claude-opus-5-5",
   "diff": -2.8,
   "lo": -7,
   "hi": 1.1,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5",
   "b": "openai/gpt-6.1-sol",
   "diff": -7.8,
   "lo": -13.1,
   "hi": -2.1,
   "separates": true
  },
  {
   "a": "anthropic/claude-fable-5",
   "b": "google/gemini-4-argon",
   "diff": -4,
   "lo": -8.6,
   "hi": 0.7,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5",
   "b": "x-ai/grok-4.7",
   "diff": -8.5,
   "lo": -14.7,
   "hi": -2.3,
   "separates": true
  },
  {
   "a": "anthropic/claude-fable-5",
   "b": "deepseek/deepseek-v4-pro-0813",
   "diff": 3,
   "lo": -1.7,
   "hi": 8.3,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5",
   "b": "meta/muse-wonder",
   "diff": -2.9,
   "lo": -7.2,
   "hi": 2.1,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5",
   "b": "openai/gpt-6-astra",
   "diff": -8.8,
   "lo": -13.8,
   "hi": -3.8,
   "separates": true
  },
  {
   "a": "anthropic/claude-fable-5",
   "b": "anthropic/claude-sonnet-5.5",
   "diff": -4.2,
   "lo": -7.4,
   "hi": -0.3,
   "separates": true
  },
  {
   "a": "anthropic/claude-fable-5",
   "b": "google/gemini-3.8-flash",
   "diff": 2.1,
   "lo": -3.1,
   "hi": 8.2,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5",
   "b": "openai/gpt-6-luna",
   "diff": -4.2,
   "lo": -8.1,
   "hi": 0,
   "separates": false
  },
  {
   "a": "anthropic/claude-opus-4-8",
   "b": "openai/gpt-5.6-sol",
   "diff": -6.1,
   "lo": -11.2,
   "hi": -1.9,
   "separates": true
  },
  {
   "a": "anthropic/claude-opus-4-8",
   "b": "anthropic/claude-fable-5-1",
   "diff": -6.1,
   "lo": -12.5,
   "hi": -0.6,
   "separates": true
  },
  {
   "a": "anthropic/claude-opus-4-8",
   "b": "anthropic/claude-opus-5-5",
   "diff": -7.5,
   "lo": -12.2,
   "hi": -3.3,
   "separates": true
  },
  {
   "a": "anthropic/claude-opus-4-8",
   "b": "openai/gpt-6.1-sol",
   "diff": -12.5,
   "lo": -18.5,
   "hi": -5.8,
   "separates": true
  },
  {
   "a": "anthropic/claude-opus-4-8",
   "b": "google/gemini-4-argon",
   "diff": -8.8,
   "lo": -13.4,
   "hi": -5.1,
   "separates": true
  },
  {
   "a": "anthropic/claude-opus-4-8",
   "b": "x-ai/grok-4.7",
   "diff": -13.2,
   "lo": -18.6,
   "hi": -7.8,
   "separates": true
  },
  {
   "a": "anthropic/claude-opus-4-8",
   "b": "deepseek/deepseek-v4-pro-0813",
   "diff": -1.8,
   "lo": -6.4,
   "hi": 2.1,
   "separates": false
  },
  {
   "a": "anthropic/claude-opus-4-8",
   "b": "meta/muse-wonder",
   "diff": -7.7,
   "lo": -12.9,
   "hi": -2.2,
   "separates": true
  },
  {
   "a": "anthropic/claude-opus-4-8",
   "b": "openai/gpt-6-astra",
   "diff": -13.6,
   "lo": -18.5,
   "hi": -8.1,
   "separates": true
  },
  {
   "a": "anthropic/claude-opus-4-8",
   "b": "anthropic/claude-sonnet-5.5",
   "diff": -8.9,
   "lo": -11.3,
   "hi": -6.7,
   "separates": true
  },
  {
   "a": "anthropic/claude-opus-4-8",
   "b": "google/gemini-3.8-flash",
   "diff": -2.7,
   "lo": -8.6,
   "hi": 2.1,
   "separates": false
  },
  {
   "a": "anthropic/claude-opus-4-8",
   "b": "openai/gpt-6-luna",
   "diff": -8.9,
   "lo": -14.5,
   "hi": -4.2,
   "separates": true
  },
  {
   "a": "openai/gpt-5.6-sol",
   "b": "anthropic/claude-fable-5-1",
   "diff": 0,
   "lo": -4.6,
   "hi": 3.6,
   "separates": false
  },
  {
   "a": "openai/gpt-5.6-sol",
   "b": "anthropic/claude-opus-5-5",
   "diff": -1.4,
   "lo": -6.7,
   "hi": 3.5,
   "separates": false
  },
  {
   "a": "openai/gpt-5.6-sol",
   "b": "openai/gpt-6.1-sol",
   "diff": -6.4,
   "lo": -13.1,
   "hi": 0.1,
   "separates": false
  },
  {
   "a": "openai/gpt-5.6-sol",
   "b": "google/gemini-4-argon",
   "diff": -2.7,
   "lo": -6.6,
   "hi": 1.6,
   "separates": false
  },
  {
   "a": "openai/gpt-5.6-sol",
   "b": "x-ai/grok-4.7",
   "diff": -7.1,
   "lo": -13.6,
   "hi": -1.2,
   "separates": true
  },
  {
   "a": "openai/gpt-5.6-sol",
   "b": "deepseek/deepseek-v4-pro-0813",
   "diff": 4.3,
   "lo": 0.8,
   "hi": 8,
   "separates": true
  },
  {
   "a": "openai/gpt-5.6-sol",
   "b": "meta/muse-wonder",
   "diff": -1.6,
   "lo": -7.1,
   "hi": 3.8,
   "separates": false
  },
  {
   "a": "openai/gpt-5.6-sol",
   "b": "openai/gpt-6-astra",
   "diff": -7.5,
   "lo": -12.3,
   "hi": -2.2,
   "separates": true
  },
  {
   "a": "openai/gpt-5.6-sol",
   "b": "anthropic/claude-sonnet-5.5",
   "diff": -2.9,
   "lo": -6.6,
   "hi": 2.1,
   "separates": false
  },
  {
   "a": "openai/gpt-5.6-sol",
   "b": "google/gemini-3.8-flash",
   "diff": 3.4,
   "lo": 0.4,
   "hi": 6.9,
   "separates": true
  },
  {
   "a": "openai/gpt-5.6-sol",
   "b": "openai/gpt-6-luna",
   "diff": -2.9,
   "lo": -6.5,
   "hi": 0,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5-1",
   "b": "anthropic/claude-opus-5-5",
   "diff": -1.4,
   "lo": -7.3,
   "hi": 4.3,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5-1",
   "b": "openai/gpt-6.1-sol",
   "diff": -6.4,
   "lo": -11.4,
   "hi": -0.9,
   "separates": true
  },
  {
   "a": "anthropic/claude-fable-5-1",
   "b": "google/gemini-4-argon",
   "diff": -2.7,
   "lo": -7.9,
   "hi": 3.6,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5-1",
   "b": "x-ai/grok-4.7",
   "diff": -7.1,
   "lo": -13.4,
   "hi": -1.6,
   "separates": true
  },
  {
   "a": "anthropic/claude-fable-5-1",
   "b": "deepseek/deepseek-v4-pro-0813",
   "diff": 4.3,
   "lo": -0.4,
   "hi": 9.6,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5-1",
   "b": "meta/muse-wonder",
   "diff": -1.6,
   "lo": -7.1,
   "hi": 3.6,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5-1",
   "b": "openai/gpt-6-astra",
   "diff": -7.5,
   "lo": -13,
   "hi": -2.1,
   "separates": true
  },
  {
   "a": "anthropic/claude-fable-5-1",
   "b": "anthropic/claude-sonnet-5.5",
   "diff": -2.9,
   "lo": -8.4,
   "hi": 3.8,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5-1",
   "b": "google/gemini-3.8-flash",
   "diff": 3.4,
   "lo": 0,
   "hi": 7.9,
   "separates": false
  },
  {
   "a": "anthropic/claude-fable-5-1",
   "b": "openai/gpt-6-luna",
   "diff": -2.9,
   "lo": -5.4,
   "hi": -0.9,
   "separates": true
  },
  {
   "a": "anthropic/claude-opus-5-5",
   "b": "openai/gpt-6.1-sol",
   "diff": -5,
   "lo": -11.2,
   "hi": 1.4,
   "separates": false
  },
  {
   "a": "anthropic/claude-opus-5-5",
   "b": "google/gemini-4-argon",
   "diff": -1.2,
   "lo": -4.3,
   "hi": 2,
   "separates": false
  },
  {
   "a": "anthropic/claude-opus-5-5",
   "b": "x-ai/grok-4.7",
   "diff": -5.7,
   "lo": -13,
   "hi": 1.4,
   "separates": false
  },
  {
   "a": "anthropic/claude-opus-5-5",
   "b": "deepseek/deepseek-v4-pro-0813",
   "diff": 5.7,
   "lo": -0.4,
   "hi": 12.5,
   "separates": false
  },
  {
   "a": "anthropic/claude-opus-5-5",
   "b": "meta/muse-wonder",
   "diff": -0.2,
   "lo": -5.2,
   "hi": 5.7,
   "separates": false
  },
  {
   "a": "anthropic/claude-opus-5-5",
   "b": "openai/gpt-6-astra",
   "diff": -6.1,
   "lo": -12,
   "hi": -0.2,
   "separates": true
  },
  {
   "a": "anthropic/claude-opus-5-5",
   "b": "anthropic/claude-sonnet-5.5",
   "diff": -1.4,
   "lo": -5.7,
   "hi": 3.4,
   "separates": false
  },
  {
   "a": "anthropic/claude-opus-5-5",
   "b": "google/gemini-3.8-flash",
   "diff": 4.8,
   "lo": -0.2,
   "hi": 11.8,
   "separates": false
  },
  {
   "a": "anthropic/claude-opus-5-5",
   "b": "openai/gpt-6-luna",
   "diff": -1.4,
   "lo": -5.9,
   "hi": 3,
   "separates": false
  },
  {
   "a": "openai/gpt-6.1-sol",
   "b": "google/gemini-4-argon",
   "diff": 3.8,
   "lo": -3,
   "hi": 10.9,
   "separates": false
  },
  {
   "a": "openai/gpt-6.1-sol",
   "b": "x-ai/grok-4.7",
   "diff": -0.7,
   "lo": -4.6,
   "hi": 3,
   "separates": false
  },
  {
   "a": "openai/gpt-6.1-sol",
   "b": "deepseek/deepseek-v4-pro-0813",
   "diff": 10.7,
   "lo": 4.5,
   "hi": 16.8,
   "separates": true
  },
  {
   "a": "openai/gpt-6.1-sol",
   "b": "meta/muse-wonder",
   "diff": 4.8,
   "lo": -1.8,
   "hi": 11.1,
   "separates": false
  },
  {
   "a": "openai/gpt-6.1-sol",
   "b": "openai/gpt-6-astra",
   "diff": -1.1,
   "lo": -3.6,
   "hi": 2.7,
   "separates": false
  },
  {
   "a": "openai/gpt-6.1-sol",
   "b": "anthropic/claude-sonnet-5.5",
   "diff": 3.6,
   "lo": -3,
   "hi": 10,
   "separates": false
  },
  {
   "a": "openai/gpt-6.1-sol",
   "b": "google/gemini-3.8-flash",
   "diff": 9.8,
   "lo": 2.9,
   "hi": 16.2,
   "separates": true
  },
  {
   "a": "openai/gpt-6.1-sol",
   "b": "openai/gpt-6-luna",
   "diff": 3.6,
   "lo": -1.2,
   "hi": 8,
   "separates": false
  },
  {
   "a": "google/gemini-4-argon",
   "b": "x-ai/grok-4.7",
   "diff": -4.5,
   "lo": -10.7,
   "hi": 2.1,
   "separates": false
  },
  {
   "a": "google/gemini-4-argon",
   "b": "deepseek/deepseek-v4-pro-0813",
   "diff": 7,
   "lo": 1.8,
   "hi": 13.2,
   "separates": true
  },
  {
   "a": "google/gemini-4-argon",
   "b": "meta/muse-wonder",
   "diff": 1.1,
   "lo": -5.2,
   "hi": 7.3,
   "separates": false
  },
  {
   "a": "google/gemini-4-argon",
   "b": "openai/gpt-6-astra",
   "diff": -4.8,
   "lo": -10,
   "hi": 0.5,
   "separates": false
  },
  {
   "a": "google/gemini-4-argon",
   "b": "anthropic/claude-sonnet-5.5",
   "diff": -0.2,
   "lo": -4.1,
   "hi": 5.2,
   "separates": false
  },
  {
   "a": "google/gemini-4-argon",
   "b": "google/gemini-3.8-flash",
   "diff": 6.1,
   "lo": 2.3,
   "hi": 11.8,
   "separates": true
  },
  {
   "a": "google/gemini-4-argon",
   "b": "openai/gpt-6-luna",
   "diff": -0.2,
   "lo": -5.2,
   "hi": 4.1,
   "separates": false
  },
  {
   "a": "x-ai/grok-4.7",
   "b": "deepseek/deepseek-v4-pro-0813",
   "diff": 11.4,
   "lo": 6.8,
   "hi": 16.2,
   "separates": true
  },
  {
   "a": "x-ai/grok-4.7",
   "b": "meta/muse-wonder",
   "diff": 5.5,
   "lo": -1.1,
   "hi": 13.6,
   "separates": false
  },
  {
   "a": "x-ai/grok-4.7",
   "b": "openai/gpt-6-astra",
   "diff": -0.4,
   "lo": -3.8,
   "hi": 2.9,
   "separates": false
  },
  {
   "a": "x-ai/grok-4.7",
   "b": "anthropic/claude-sonnet-5.5",
   "diff": 4.3,
   "lo": -1.4,
   "hi": 10,
   "separates": false
  },
  {
   "a": "x-ai/grok-4.7",
   "b": "google/gemini-3.8-flash",
   "diff": 10.5,
   "lo": 4.6,
   "hi": 16.2,
   "separates": true
  },
  {
   "a": "x-ai/grok-4.7",
   "b": "openai/gpt-6-luna",
   "diff": 4.3,
   "lo": -0.5,
   "hi": 10.9,
   "separates": false
  },
  {
   "a": "deepseek/deepseek-v4-pro-0813",
   "b": "meta/muse-wonder",
   "diff": -5.9,
   "lo": -11.2,
   "hi": 0.2,
   "separates": false
  },
  {
   "a": "deepseek/deepseek-v4-pro-0813",
   "b": "openai/gpt-6-astra",
   "diff": -11.8,
   "lo": -15.7,
   "hi": -7.1,
   "separates": true
  },
  {
   "a": "deepseek/deepseek-v4-pro-0813",
   "b": "anthropic/claude-sonnet-5.5",
   "diff": -7.1,
   "lo": -10.9,
   "hi": -3.4,
   "separates": true
  },
  {
   "a": "deepseek/deepseek-v4-pro-0813",
   "b": "google/gemini-3.8-flash",
   "diff": -0.9,
   "lo": -5.2,
   "hi": 2.3,
   "separates": false
  },
  {
   "a": "deepseek/deepseek-v4-pro-0813",
   "b": "openai/gpt-6-luna",
   "diff": -7.1,
   "lo": -11.6,
   "hi": -2.9,
   "separates": true
  },
  {
   "a": "meta/muse-wonder",
   "b": "openai/gpt-6-astra",
   "diff": -5.9,
   "lo": -12.9,
   "hi": 0.5,
   "separates": false
  },
  {
   "a": "meta/muse-wonder",
   "b": "anthropic/claude-sonnet-5.5",
   "diff": -1.2,
   "lo": -6.4,
   "hi": 4.5,
   "separates": false
  },
  {
   "a": "meta/muse-wonder",
   "b": "google/gemini-3.8-flash",
   "diff": 5,
   "lo": 0.2,
   "hi": 10,
   "separates": true
  },
  {
   "a": "meta/muse-wonder",
   "b": "openai/gpt-6-luna",
   "diff": -1.2,
   "lo": -5.5,
   "hi": 2.5,
   "separates": false
  },
  {
   "a": "openai/gpt-6-astra",
   "b": "anthropic/claude-sonnet-5.5",
   "diff": 4.6,
   "lo": -0.7,
   "hi": 9.6,
   "separates": false
  },
  {
   "a": "openai/gpt-6-astra",
   "b": "google/gemini-3.8-flash",
   "diff": 10.9,
   "lo": 5,
   "hi": 16.1,
   "separates": true
  },
  {
   "a": "openai/gpt-6-astra",
   "b": "openai/gpt-6-luna",
   "diff": 4.6,
   "lo": 0.4,
   "hi": 9.5,
   "separates": true
  },
  {
   "a": "anthropic/claude-sonnet-5.5",
   "b": "google/gemini-3.8-flash",
   "diff": 6.2,
   "lo": 0,
   "hi": 11.2,
   "separates": false
  },
  {
   "a": "anthropic/claude-sonnet-5.5",
   "b": "openai/gpt-6-luna",
   "diff": 0,
   "lo": -5.5,
   "hi": 4.3,
   "separates": false
  },
  {
   "a": "google/gemini-3.8-flash",
   "b": "openai/gpt-6-luna",
   "diff": -6.2,
   "lo": -10.4,
   "hi": -2.5,
   "separates": true
  }
 ],
 "judgesPanel": {
  "tau": {
   "models": {
    "tau": 0.68,
    "lo": 0.11,
    "hi": 0.78,
    "n": 14
   },
   "pages": {
    "tau": 0.57,
    "lo": 0.26,
    "hi": 0.66,
    "n": 155
   },
   "withinBrief": {
    "tau": 0.36,
    "lo": 0.17,
    "hi": 0.53,
    "n": 155
   }
  },
  "selfPreference": {
   "groups": {
    "Anthropic": [
     "anthropic/claude-sonnet-5.5",
     "anthropic/claude-fable-5",
     "anthropic/claude-fable-5-1",
     "anthropic/claude-opus-5-5",
     "anthropic/claude-opus-4-8"
    ],
    "OpenAI": [
     "openai/gpt-6-astra",
     "openai/gpt-6.1-sol",
     "openai/gpt-5.6-sol",
     "openai/gpt-6-luna"
    ]
   },
   "index": -0.5,
   "lo": -4,
   "hi": 3.2,
   "sd": -0.05,
   "sdLo": -0.39,
   "sdHi": 0.32,
   "claudeGap": -4.8,
   "terraGap": -4.3,
   "verdict": "none"
  }
 },
 "totals": {
  "pages": 155,
  "passes": 170,
  "models": 14,
  "unranked": 3,
  "brokenPages": 15
 }
}