{
  "schemaVersion": 1,
  "edition": "2.1",
  "model": {
    "slug": "gpt-6-2-sol",
    "name": "GPT-6.2 Sol",
    "provider": "OpenAI",
    "requestedModel": "gpt-6.2-sol",
    "reasoningEffort": "medium"
  },
  "baseRevision": "903705ae7e67852b0ba4b1e8fe0c27f448efeafb",
  "recordedAt": "2026-11-18T00:07:51Z",
  "methodology": [
    "The model operator tried fresh headless Chrome and Chromium Headless Shell. Its sandbox blocked startup. A separate reviewer subsequently ran the matched browser checks listed below.",
    "The repository-run subagents received the frozen brief and repository guide as scoped file paths. Their exact model and medium effort are launch settings. Native task transcripts and serving attestations were unavailable to the operator.",
    "The single-prompt runs used the local Codex CLI launcher, its exact standard-input prompt and output adapter, and the corresponding JSON event logs. Model and effort are launcher settings.",
    "Prompt and generated source hashes use SHA-256 over exact bytes. Raw transcripts, local environment identifiers and command receipts stay private.",
    "Model-scoped staging used a temporary registry. The release finalizer validated each package against the full Superbench 2.1 coverage declaration and regenerated the shared registry.",
    "Simulation probes exercised original runtime logic in Node using mock browser APIs. The atelier shader probe compiled and linked the unchanged GLSL with surfaceless EGL. Those probes provide no browser usability evidence."
  ],
  "runs": [
    {
      "benchmark": "ember-glider",
      "promptNumber": 15,
      "protocol": "repository-run",
      "prompt": {
        "path": "benchmarks/prompts/15-ember-glider.md",
        "edition": "1.x",
        "sha256": "4c8d400bfae941324ed383aa454844adc1a90a8f786411ea2a50bf5e1c5e89e9",
        "revision": "903705ae7e67852b0ba4b1e8fe0c27f448efeafb"
      },
      "operatorGuide": {
        "path": "benchmarks/BENCHMARK-PROMPT.md",
        "sha256": "c5d22021a7cc1b5a930ecd004343c66f1d182c321f9ba1b8da51858379de5ee7"
      },
      "worker": {
        "kind": "Fresh Codex native subagent without parent history",
        "requestedModel": "gpt-6.2-sol",
        "reasoningEffort": "medium",
        "startedAt": "2026-11-17T23:57:52Z",
        "settledAt": "2026-11-18T00:06:57Z",
        "rawResponseSha256": null,
        "rawArtifactSha256": {
          "index.html": "fe1885edf79c33ec6f840cd72646ad21ebd3356dc90c999d2180862a2acc2d90",
          "manifest.json": "8c051c63cace36086c0e9d7d224b6f9b5a756b964f23997926d1686d2e7750d3"
        },
        "toolEvidence": {
          "nativeLaunchRequestedModel": "gpt-6.2-sol",
          "nativeLaunchReasoningEffort": "medium",
          "parentHistoryInherited": false,
          "repositoryToolUseAllowed": true,
          "iterativeRepairAllowed": true,
          "workerCheckExitCode": 0,
          "workerFinalizeExitCode": 1,
          "reportedChecks": [
            "JavaScript syntax",
            "Node simulation and mock localStorage",
            "surfaceless GLES shader and draw replay",
            "fresh headless Chrome startup"
          ],
          "workerChromeExitCodes": [
            133,
            134
          ]
        },
        "omissions": [
          "Optional mouse-look was omitted. Headless browser interaction, file:// loading, native localStorage persistence and browser FPS were not observed."
        ]
      },
      "checks": [
        {
          "criterion": "Frozen prompt and operator guide lineage",
          "status": "passed",
          "evidence": "Prompt matches the plan and base commit. The guide matches the base commit."
        },
        {
          "criterion": "HTML document structure",
          "status": "passed",
          "evidence": "Parsed 1 HTML doctype(s), 1 opening and 1 closing html tag(s). Unclosed inline script: False."
        },
        {
          "criterion": "English document language",
          "status": "passed",
          "evidence": "html lang value: 'en'."
        },
        {
          "criterion": "JavaScript syntax for index.html inline script 1",
          "status": "passed",
          "evidence": "Node parsed the source without running it."
        },
        {
          "criterion": "Static external-reference scan",
          "status": "passed",
          "evidence": "No remote URLs found in resource attributes or scanned literal import, fetch and CSS URL expressions."
        },
        {
          "criterion": "Worker Node probe for continuous 14-ring flight",
          "status": "passed",
          "evidence": "The worker drove the same simulation logic through all fourteen rings in 42.575 s against the 70 s par, with zero crashes."
        },
        {
          "criterion": "Worker Node probe for speed, stall, sink, thermal lift and checkpoints",
          "status": "passed",
          "evidence": "The worker exercised launch, flight input, stall, altitude and thermal transitions, HUD values, ring checkpoint and burst state, water-crash penalty, respawn and the off-screen route indicator."
        },
        {
          "criterion": "Worker Node probe for run transitions and persistence adapter",
          "status": "passed",
          "evidence": "The worker exercised the beacon finish, par medal, pause, retry, free flight, safe landing, both relaunch paths and matching flight under reduced-motion settings. Storage was mocked."
        },
        {
          "criterion": "Worker surfaceless GLES shader and draw replay",
          "status": "passed",
          "evidence": "Three programs compiled and linked, and the thermal draw-command replay produced no GL errors. The reported 104.5 fps at 1280×800 is command replay throughput outside a browser."
        },
        {
          "criterion": "Worker mini-repo registry generation",
          "status": "failed",
          "evidence": "Pinned finalize updated manifest size and passed its per-run check before the coverage step failed on undeclared Sol participation and missing historical rows. The operator reran finalize in model-scoped temporary staging."
        },
        {
          "criterion": "Fresh headless browser usability",
          "status": "not observed",
          "evidence": "Chrome 156.0.8078.47 exited before navigation in task-owned headless profiles. Crashpad setsockopt and Chromium SandboxHostLinux shutdown returned Operation not permitted. A fresh Chromium headless-shell profile failed at the same shutdown call."
        },
        {
          "criterion": "Goal, controls, par and stored best on first screen, plus clean launch",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Pitch, bank, airspeed tradeoff and visible stall",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Still-air sink and marked thermal lift agree with altitude HUD",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Ring progress, respawn and burst",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Water crash and ten-second penalty with preserved progress",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Off-screen next-ring indicator",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Final beacon and accurate finish-screen stats",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Par medal and persistence across a reload",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Pause, Retry and penalty-free Free Flight",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Safe landing and relaunch",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Reduced-motion playability and unchanged flight",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "30+ FPS in a thermal at 1280×800 on the specified hardware",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Standard packaging check and finalize",
          "status": "passed",
          "evidence": "Initial check exit 0. Finalize exit 0. Registry generation was confined to model-scoped temporary staging with local coverage placeholders."
        }
      ],
      "outputSha256": {
        "VALIDATION.md": "89b758d00cb9f867d340f6ca7375958818914a50ea52ae16d51cd58c13e2fe26",
        "index.html": "fe1885edf79c33ec6f840cd72646ad21ebd3356dc90c999d2180862a2acc2d90",
        "manifest.json": "c80f03df2d768287146dcc53f85c63935c4e96791614b0dc372241a684bb0f7f"
      },
      "artifacts": {
        "entry": "/benchmarks/ember-glider/gpt-6-2-sol/index.html",
        "manifest": "/benchmarks/ember-glider/gpt-6-2-sol/manifest.json",
        "validation": "/benchmarks/ember-glider/gpt-6-2-sol/VALIDATION.md"
      },
      "outcome": "packaged with observed failures",
      "packagingCommands": {
        "beforeFinalize": 0,
        "finalize": 0,
        "finalizeWithValidation": 0,
        "finalCheck": 0
      },
      "independentBrowserReview": {
        "browser": "Headless Chrome 156.0.8078.47 with software graphics",
        "viewports": [
          [
            1280,
            720
          ],
          [
            390,
            844
          ]
        ],
        "entrySha256": "fe1885edf79c33ec6f840cd72646ad21ebd3356dc90c999d2180862a2acc2d90",
        "result": "Local offline load, canvas and horizontal fit observed at both viewport sizes. No page or console errors and no outside requests.",
        "desktopInputs": [
          "Enter launch"
        ]
      }
    },
    {
      "benchmark": "low-poly-tower-defense",
      "promptNumber": 14,
      "protocol": "repository-run",
      "prompt": {
        "path": "benchmarks/prompts/14-low-poly-tower-defense.md",
        "edition": "1.x",
        "sha256": "3afadb6cc349189cfca6570e4e64352c242881cf87b15315245338fc64cf9e45",
        "revision": "903705ae7e67852b0ba4b1e8fe0c27f448efeafb"
      },
      "operatorGuide": {
        "path": "benchmarks/BENCHMARK-PROMPT.md",
        "sha256": "c5d22021a7cc1b5a930ecd004343c66f1d182c321f9ba1b8da51858379de5ee7"
      },
      "worker": {
        "kind": "Fresh Codex native subagent without parent history",
        "requestedModel": "gpt-6.2-sol",
        "reasoningEffort": "medium",
        "startedAt": "2026-11-17T23:57:54Z",
        "settledAt": "2026-11-18T00:07:23Z",
        "rawResponseSha256": null,
        "rawArtifactSha256": {
          "index.html": "1ff7f33679b6665af519e937f758d1aae489000daefa908ed6a23503e9f96cae",
          "manifest.json": "bffe26013cd9685b93b5bf44b4050843ddb35089daaa8c63aadb5683fdd6d69e"
        },
        "toolEvidence": {
          "nativeLaunchRequestedModel": "gpt-6.2-sol",
          "nativeLaunchReasoningEffort": "medium",
          "parentHistoryInherited": false,
          "repositoryToolUseAllowed": true,
          "iterativeRepairAllowed": true,
          "workerCheckExitCode": 0,
          "workerFinalizeExitCode": 1,
          "reportedChecks": [
            "JavaScript syntax",
            "Node simulation and mock browser APIs",
            "fresh headless Chrome startup"
          ]
        },
        "omissions": [
          "Embedded procedural WebGL was used without a CDN. Browser visuals, browser accessibility and the wave 10 FPS target were not observed."
        ]
      },
      "checks": [
        {
          "criterion": "Frozen prompt and operator guide lineage",
          "status": "passed",
          "evidence": "Prompt matches the plan and base commit. The guide matches the base commit."
        },
        {
          "criterion": "HTML document structure",
          "status": "passed",
          "evidence": "Parsed 1 HTML doctype(s), 1 opening and 1 closing html tag(s). Unclosed inline script: False."
        },
        {
          "criterion": "English document language",
          "status": "passed",
          "evidence": "html lang value: 'en'."
        },
        {
          "criterion": "JavaScript syntax for index.html inline script 1",
          "status": "passed",
          "evidence": "Node parsed the source without running it."
        },
        {
          "criterion": "Static external-reference scan",
          "status": "passed",
          "evidence": "No remote URLs found in resource attributes or scanned literal import, fetch and CSS URL expressions."
        },
        {
          "criterion": "Worker Node probe for tower economy and upgrades",
          "status": "passed",
          "evidence": "The worker observed correct placement costs, invalid placement rejection, two upgrade tiers and 75% sale refunds in the game state."
        },
        {
          "criterion": "Worker Node probe for waves, combat and leaks",
          "status": "passed",
          "evidence": "Exact preview compositions spawned. The worker exercised in-range attacks and bounties, cannon splash, damage-free Frost slowing and normal, Brute and Boss leak penalties."
        },
        {
          "criterion": "Worker Node probe for victory, defeat and reset",
          "status": "passed",
          "evidence": "The worker cleared wave 10 with 20 lives, 202 kills, 5740 gold earned and 12 towers built, then verified a zero-lives defeat in a separate simulation and a clean restart."
        },
        {
          "criterion": "Worker Node probe for input and settings",
          "status": "passed",
          "evidence": "The worker exercised key handlers, 2× simulation time, pause, best-wave storage readback through a mock and reduced-motion gameplay."
        },
        {
          "criterion": "Worker mini-repo registry generation",
          "status": "failed",
          "evidence": "Pinned finalize updated manifest size and passed its per-run check before the coverage step failed on undeclared Sol participation and missing historical rows. The operator reran finalize in model-scoped temporary staging."
        },
        {
          "criterion": "Fresh headless browser usability",
          "status": "not observed",
          "evidence": "Chrome 156.0.8078.47 exited before navigation in task-owned headless profiles. Crashpad setsockopt and Chromium SandboxHostLinux shutdown returned Operation not permitted. A fresh Chromium headless-shell profile failed at the same shutdown call."
        },
        {
          "criterion": "Goal, stored best wave and clean start",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Readable island, path, portal, heart and build tiles",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Correct gold deduction and invalid tile rejection",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Previewed enemy composition, path following and automatic attacks",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Correct kill bounties and leak penalties",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Cannon splash and visible Frost slow",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Two upgrade tiers with stat and appearance changes and correct sell refund",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Speed, pause and keyboard-only wave completion",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Victory, defeat and clean Restart",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Correct and readable game HUD at 1280×800",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Reduced-motion playability",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "30+ FPS in wave 10 at 1280×800",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Standard packaging check and finalize",
          "status": "passed",
          "evidence": "Initial check exit 0. Finalize exit 0. Registry generation was confined to model-scoped temporary staging with local coverage placeholders."
        }
      ],
      "outputSha256": {
        "VALIDATION.md": "a96e0ca97a9b07539f4523caef74d1e8444735b3896802e67a77a63fbdbd5207",
        "index.html": "1ff7f33679b6665af519e937f758d1aae489000daefa908ed6a23503e9f96cae",
        "manifest.json": "1a13582f5b51603e06a2a9c5659be3356508a7bd328161e84a84d72aaceba3b4"
      },
      "artifacts": {
        "entry": "/benchmarks/low-poly-tower-defense/gpt-6-2-sol/index.html",
        "manifest": "/benchmarks/low-poly-tower-defense/gpt-6-2-sol/manifest.json",
        "validation": "/benchmarks/low-poly-tower-defense/gpt-6-2-sol/VALIDATION.md"
      },
      "outcome": "packaged with observed failures",
      "packagingCommands": {
        "beforeFinalize": 0,
        "finalize": 0,
        "finalizeWithValidation": 0,
        "finalCheck": 0
      },
      "independentBrowserReview": {
        "browser": "Headless Chrome 156.0.8078.47 with software graphics",
        "viewports": [
          [
            1280,
            720
          ],
          [
            390,
            844
          ]
        ],
        "entrySha256": "1ff7f33679b6665af519e937f758d1aae489000daefa908ed6a23503e9f96cae",
        "result": "Local offline load, canvas and horizontal fit observed at both viewport sizes. No page or console errors and no outside requests.",
        "desktopInputs": [
          "Start",
          "Launch wave",
          "Pause"
        ]
      }
    },
    {
      "benchmark": "skyhook-cargo",
      "promptNumber": 21,
      "protocol": "single-prompt",
      "prompt": {
        "path": "benchmarks/prompts/21-skyhook-cargo.md",
        "edition": "2.1",
        "sha256": "772daf43f20589495d12b3a1716013ea69c167461d392154650f68e63648ed06",
        "revision": "903705ae7e67852b0ba4b1e8fe0c27f448efeafb"
      },
      "worker": {
        "kind": "Codex CLI exact-prompt subprocess",
        "requestedModel": "gpt-6.2-sol",
        "reasoningEffort": "medium",
        "startedAt": "2026-11-17T23:57:42Z",
        "endedAt": "2026-11-18T00:02:56Z",
        "exitCode": 0,
        "rawResponseSha256": "f8a629d9cbeaaf3142de67dea020080f253d39a827afad8432a6a42dac47883d",
        "eventsSha256": "ccdbb393382ab2eb66db9aeac09c2b67657282db309f26b48ba7204b02d63059",
        "toolEvidence": {
          "isolatedEmptyWorkingDirectory": true,
          "sandbox": "read-only",
          "disabledByLaunchConfiguration": [
            "shell_tool",
            "unified_exec",
            "multi_agent",
            "browser_use",
            "browser_use_external",
            "in_app_browser",
            "web_search"
          ],
          "eventTypes": [
            "item.completed",
            "thread.started",
            "turn.completed",
            "turn.started"
          ],
          "itemTypes": [
            "agent_message"
          ],
          "nonMessageItemTypes": [],
          "malformedEventLines": [],
          "errorEvents": 0,
          "completedTurns": 1,
          "completedAgentMessages": 1,
          "rawMatchesCompletedMessage": true
        }
      },
      "responsePackaging": {
        "mode": "verbatim",
        "removedPrefixBytes": 0,
        "removedSuffixBytes": 0
      },
      "checks": [
        {
          "criterion": "CLI response transport",
          "status": "passed",
          "evidence": "Exit 0; 1 completed turn(s); 1 completed response message(s); 0 error event(s); 0 malformed event line(s); raw response matches message with at most CLI terminal newline: True."
        },
        {
          "criterion": "Tool-free single-message protocol in the CLI event log",
          "status": "passed",
          "evidence": "1 completed response message(s). Non-message/non-reasoning item types: none. Shell, browser and web search were disabled by the launcher."
        },
        {
          "criterion": "Exact one-document response format",
          "status": "passed",
          "evidence": "Raw response begins with the requested doctype and contains only one document with optional trailing whitespace."
        },
        {
          "criterion": "Frozen prompt lineage",
          "status": "passed",
          "evidence": "Plan, base commit, checkout and CLI prompt receipt match byte-for-byte."
        },
        {
          "criterion": "HTML document structure",
          "status": "passed",
          "evidence": "Parsed 1 HTML doctype(s), 1 opening and 1 closing html tag(s). Unclosed inline script: False."
        },
        {
          "criterion": "English document language",
          "status": "passed",
          "evidence": "html lang value: 'en'."
        },
        {
          "criterion": "JavaScript syntax for index.html inline script 1",
          "status": "passed",
          "evidence": "Node parsed the source without running it."
        },
        {
          "criterion": "Static external-reference scan",
          "status": "passed",
          "evidence": "No remote URLs found in resource attributes or scanned literal import, fetch and CSS URL expressions."
        },
        {
          "criterion": "Simulation probe — trolley input excites measurable lag",
          "status": "passed",
          "evidence": "Node called the game step with keyboard event handlers. One second of right input produced 2.149 m lag and -13.15° signed angle."
        },
        {
          "criterion": "Simulation probe — frame loop pauses motion",
          "status": "passed",
          "evidence": "Ten mocked animation frames left simulation time unchanged while Pause was active."
        },
        {
          "criterion": "Simulation probe — deterministic reset",
          "status": "passed",
          "evidence": "Reset restored exact initial simulation state in the Node probe."
        },
        {
          "criterion": "Simulation probe — cable and crate remain constrained during tower approach and transit",
          "status": "passed",
          "evidence": "Worst cable extension 9.85e-9 m, 0 cable/tower intersections, 0 crate embeddings and peak crate speed 5.06 m/s. Obstructed trolley stopped at 12.44 m."
        },
        {
          "criterion": "Simulation probe — delivery reachable through ordinary arrow inputs",
          "status": "passed",
          "evidence": "Final simulated time 38.30 s, anchor 19.86 m, crate x 20.01 m, settle 2.00 s. No graphics or real browser input were exercised."
        },
        {
          "criterion": "Fresh headless browser usability",
          "status": "not observed",
          "evidence": "Chrome 156.0.8078.47 exited before navigation in task-owned headless profiles. Crashpad setsockopt and Chromium SandboxHostLinux shutdown returned Operation not permitted. A fresh Chromium headless-shell profile failed at the same shutdown call."
        },
        {
          "criterion": "Offline harbor view and usable controls after resize",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Continuous acceleration, braking and reversal with consistent cable and angle",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Hoist and lower, with solid tower, cable and floor contacts",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Truthful motion/contact telemetry and pause during motion and settling",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Reject partial or fast docking and reach delivery after two valid simulation seconds",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Reset after success and repeat with pointer controls",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Standard packaging check and finalize",
          "status": "passed",
          "evidence": "Initial check exit 0. Finalize exit 0. Registry generation was confined to model-scoped temporary staging with local coverage placeholders."
        }
      ],
      "outputSha256": {
        "VALIDATION.md": "efd9c7346346a03ef34db3a1dacaf2a20ef4fd5f08451ff6ef21d7c782ee1030",
        "index.html": "f8a629d9cbeaaf3142de67dea020080f253d39a827afad8432a6a42dac47883d",
        "manifest.json": "02e6f9a808b900c04cd5c85759c37c4325f0e8ecd0b29453e02e2f9cac6ad864"
      },
      "artifacts": {
        "entry": "/benchmarks/skyhook-cargo/gpt-6-2-sol/index.html",
        "manifest": "/benchmarks/skyhook-cargo/gpt-6-2-sol/manifest.json",
        "validation": "/benchmarks/skyhook-cargo/gpt-6-2-sol/VALIDATION.md"
      },
      "outcome": "packaged",
      "packagingCommands": {
        "beforeFinalize": 0,
        "finalize": 0,
        "finalizeWithValidation": 0,
        "finalCheck": 0
      },
      "independentBrowserReview": {
        "browser": "Headless Chrome 156.0.8078.47 with software graphics",
        "viewports": [
          [
            1280,
            720
          ],
          [
            390,
            844
          ]
        ],
        "entrySha256": "f8a629d9cbeaaf3142de67dea020080f253d39a827afad8432a6a42dac47883d",
        "result": "Local offline load, canvas and horizontal fit observed at both viewport sizes. No page or console errors and no outside requests.",
        "desktopInputs": [
          "Right acceleration and release",
          "Pause",
          "Reset"
        ]
      }
    },
    {
      "benchmark": "concourse-divide",
      "promptNumber": 22,
      "protocol": "single-prompt",
      "prompt": {
        "path": "benchmarks/prompts/22-concourse-divide.md",
        "edition": "2.1",
        "sha256": "a7ad53a6ece28b2b423bf25a662f4d6decc77b0ee7348167fce4df0fc03d23f5",
        "revision": "903705ae7e67852b0ba4b1e8fe0c27f448efeafb"
      },
      "worker": {
        "kind": "Codex CLI exact-prompt subprocess",
        "requestedModel": "gpt-6.2-sol",
        "reasoningEffort": "medium",
        "startedAt": "2026-11-17T23:57:42Z",
        "endedAt": "2026-11-18T00:04:16Z",
        "exitCode": 0,
        "rawResponseSha256": "41236d07473f3682003fb8078e96e70f0aca0773b69a5f19574c03ea34a0194e",
        "eventsSha256": "4460238ca7be0bd6fbc25f2a874fdd0a567f9f8a068547677de7d3eadd791e8c",
        "toolEvidence": {
          "isolatedEmptyWorkingDirectory": true,
          "sandbox": "read-only",
          "disabledByLaunchConfiguration": [
            "shell_tool",
            "unified_exec",
            "multi_agent",
            "browser_use",
            "browser_use_external",
            "in_app_browser",
            "web_search"
          ],
          "eventTypes": [
            "item.completed",
            "thread.started",
            "turn.completed",
            "turn.started"
          ],
          "itemTypes": [
            "agent_message"
          ],
          "nonMessageItemTypes": [],
          "malformedEventLines": [],
          "errorEvents": 0,
          "completedTurns": 1,
          "completedAgentMessages": 1,
          "rawMatchesCompletedMessage": true
        }
      },
      "responsePackaging": {
        "mode": "verbatim",
        "removedPrefixBytes": 0,
        "removedSuffixBytes": 0
      },
      "checks": [
        {
          "criterion": "CLI response transport",
          "status": "passed",
          "evidence": "Exit 0; 1 completed turn(s); 1 completed response message(s); 0 error event(s); 0 malformed event line(s); raw response matches message with at most CLI terminal newline: True."
        },
        {
          "criterion": "Tool-free single-message protocol in the CLI event log",
          "status": "passed",
          "evidence": "1 completed response message(s). Non-message/non-reasoning item types: none. Shell, browser and web search were disabled by the launcher."
        },
        {
          "criterion": "Exact one-document response format",
          "status": "passed",
          "evidence": "Raw response begins with the requested doctype and contains only one document with optional trailing whitespace."
        },
        {
          "criterion": "Frozen prompt lineage",
          "status": "passed",
          "evidence": "Plan, base commit, checkout and CLI prompt receipt match byte-for-byte."
        },
        {
          "criterion": "HTML document structure",
          "status": "passed",
          "evidence": "Parsed 1 HTML doctype(s), 1 opening and 1 closing html tag(s). Unclosed inline script: False."
        },
        {
          "criterion": "English document language",
          "status": "passed",
          "evidence": "html lang value: 'en'."
        },
        {
          "criterion": "JavaScript syntax for index.html inline script 1",
          "status": "passed",
          "evidence": "Node parsed the source without running it."
        },
        {
          "criterion": "Static external-reference scan",
          "status": "passed",
          "evidence": "No remote URLs found in resource attributes or scanned literal import, fetch and CSS URL expressions."
        },
        {
          "criterion": "Simulation probe — population identity",
          "status": "passed",
          "evidence": "Initial population contained 24 cyan and 24 amber agents with unique IDs."
        },
        {
          "criterion": "Simulation probe — Center closure and replanning",
          "status": "passed",
          "evidence": "After three seconds, Center was toggled; at least one prior Center route selected North or South and Center eventually closed."
        },
        {
          "criterion": "Simulation probe — all-closed holding and counters",
          "status": "passed",
          "evidence": "46 waiting agents stopped with No route and derived active + arrived totaled 48."
        },
        {
          "criterion": "Simulation probe — pause and South-only recovery",
          "status": "passed",
          "evidence": "Pause held the frame-loop tick; 48 agents arrived after 66.98 simulation seconds with only South open."
        },
        {
          "criterion": "Simulation probe — measured body and wall separation",
          "status": "passed",
          "evidence": "Across sampled ticks, 0 wall contacts, 0 closed-shutter overlaps and 0 pair overlaps. Minimum separation 1.000 world units, versus a combined radius of 0.60."
        },
        {
          "criterion": "Simulation probe — alternate occupied closure, deterministic reset and trail window",
          "status": "passed",
          "evidence": "A different occupied gate entered Closing and drained. Reset restored IDs, positions and gait seed. The trail retained at most 121 samples, covering two seconds at 60 Hz."
        },
        {
          "criterion": "Fresh headless browser usability",
          "status": "not observed",
          "evidence": "Chrome 156.0.8078.47 exited before navigation in task-owned headless profiles. Crashpad setsockopt and Chromium SandboxHostLinux shutdown returned Operation not permitted. A fresh Chromium headless-shell profile failed at the same shutdown call."
        },
        {
          "criterion": "Offline view with two legible streams, exactly 48 agents and usable resize",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Center drains after closure and a selected traveler reroutes",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "All closed gates hold waiting travelers and counts still total 48",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Pause and reopen South, then all arrive within 90 simulation seconds without clipping",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Alternate occupied-gate closure safely drains and preserves IDs",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Deterministic reset, keyboard and pointer input, and route/trail/waiting diagnostics",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Standard packaging check and finalize",
          "status": "passed",
          "evidence": "Initial check exit 0. Finalize exit 0. Registry generation was confined to model-scoped temporary staging with local coverage placeholders."
        }
      ],
      "outputSha256": {
        "VALIDATION.md": "6c497bf22b35a134703299ca4fbc8df7146b458b4749bb63b749f8a8d24ff85d",
        "index.html": "41236d07473f3682003fb8078e96e70f0aca0773b69a5f19574c03ea34a0194e",
        "manifest.json": "f8f5e6b3af4c602c72954a521220c01478dcf03e8b06b2bccfa3312661cb01c5"
      },
      "artifacts": {
        "entry": "/benchmarks/concourse-divide/gpt-6-2-sol/index.html",
        "manifest": "/benchmarks/concourse-divide/gpt-6-2-sol/manifest.json",
        "validation": "/benchmarks/concourse-divide/gpt-6-2-sol/VALIDATION.md"
      },
      "outcome": "packaged",
      "packagingCommands": {
        "beforeFinalize": 0,
        "finalize": 0,
        "finalizeWithValidation": 0,
        "finalCheck": 0
      },
      "independentBrowserReview": {
        "browser": "Headless Chrome 156.0.8078.47 with software graphics",
        "viewports": [
          [
            1280,
            720
          ],
          [
            390,
            844
          ]
        ],
        "entrySha256": "41236d07473f3682003fb8078e96e70f0aca0773b69a5f19574c03ea34a0194e",
        "result": "Local offline load, canvas and horizontal fit observed at both viewport sizes. No page or console errors and no outside requests.",
        "desktopInputs": [
          "Toggle Center gate",
          "Pause",
          "Reset"
        ],
        "pairedSouthOnlyRecovery": "With all three gates closed, all 48 waited. After opening South alone, 33 had arrived by the final sample 48.0 simulation seconds later. The independent browser run ended at that sample. The separate Node simulation recorded all 48 arriving after 66.98 simulation seconds."
      }
    },
    {
      "benchmark": "lightkeepers-atelier",
      "promptNumber": 23,
      "protocol": "single-prompt",
      "prompt": {
        "path": "benchmarks/prompts/23-lightkeepers-atelier.md",
        "edition": "2.1",
        "sha256": "0db5bec87950b7c088f41bd0f363bef56ec7c4a28b91b88fe36da67851ee7805",
        "revision": "903705ae7e67852b0ba4b1e8fe0c27f448efeafb"
      },
      "worker": {
        "kind": "Codex CLI exact-prompt subprocess",
        "requestedModel": "gpt-6.2-sol",
        "reasoningEffort": "medium",
        "startedAt": "2026-11-17T23:57:42Z",
        "endedAt": "2026-11-18T00:03:26Z",
        "exitCode": 0,
        "rawResponseSha256": "e19523fac52e5c6d94e91b4148e510d7442b5b541195e78adc49a54f24b4422d",
        "eventsSha256": "22a95e4b5d5633b43e1f29d26fd969940f13721251fad10b97204ebbedc48f4a",
        "toolEvidence": {
          "isolatedEmptyWorkingDirectory": true,
          "sandbox": "read-only",
          "disabledByLaunchConfiguration": [
            "shell_tool",
            "unified_exec",
            "multi_agent",
            "browser_use",
            "browser_use_external",
            "in_app_browser",
            "web_search"
          ],
          "eventTypes": [
            "item.completed",
            "thread.started",
            "turn.completed",
            "turn.started"
          ],
          "itemTypes": [
            "agent_message"
          ],
          "nonMessageItemTypes": [],
          "malformedEventLines": [],
          "errorEvents": 0,
          "completedTurns": 1,
          "completedAgentMessages": 1,
          "rawMatchesCompletedMessage": true
        }
      },
      "responsePackaging": {
        "mode": "verbatim",
        "removedPrefixBytes": 0,
        "removedSuffixBytes": 0
      },
      "checks": [
        {
          "criterion": "CLI response transport",
          "status": "passed",
          "evidence": "Exit 0; 1 completed turn(s); 1 completed response message(s); 0 error event(s); 0 malformed event line(s); raw response matches message with at most CLI terminal newline: True."
        },
        {
          "criterion": "Tool-free single-message protocol in the CLI event log",
          "status": "passed",
          "evidence": "1 completed response message(s). Non-message/non-reasoning item types: none. Shell, browser and web search were disabled by the launcher."
        },
        {
          "criterion": "Exact one-document response format",
          "status": "passed",
          "evidence": "Raw response begins with the requested doctype and contains only one document with optional trailing whitespace."
        },
        {
          "criterion": "Frozen prompt lineage",
          "status": "passed",
          "evidence": "Plan, base commit, checkout and CLI prompt receipt match byte-for-byte."
        },
        {
          "criterion": "HTML document structure",
          "status": "passed",
          "evidence": "Parsed 1 HTML doctype(s), 1 opening and 1 closing html tag(s). Unclosed inline script: False."
        },
        {
          "criterion": "English document language",
          "status": "passed",
          "evidence": "html lang value: 'en'."
        },
        {
          "criterion": "JavaScript syntax for index.html inline script 1",
          "status": "passed",
          "evidence": "Node parsed the source without running it."
        },
        {
          "criterion": "Static external-reference scan",
          "status": "passed",
          "evidence": "No remote URLs found in resource attributes or scanned literal import, fetch and CSS URL expressions."
        },
        {
          "criterion": "Surfaceless EGL surface shader compile and link",
          "status": "passed",
          "evidence": "The unchanged GLSL ES 3 strings compiled and linked with llvmpipe (LLVM 21.1.8, 256 bits) outside a browser."
        },
        {
          "criterion": "Surfaceless EGL depth shader compile and link",
          "status": "passed",
          "evidence": "The unchanged GLSL ES 3 strings compiled and linked with llvmpipe (LLVM 21.1.8, 256 bits) outside a browser."
        },
        {
          "criterion": "Fresh headless browser usability",
          "status": "not observed",
          "evidence": "Chrome 156.0.8078.47 exited before navigation in task-owned headless profiles. Crashpad setsockopt and Chromium SandboxHostLinux shutdown returned Operation not permitted. A fresh Chromium headless-shell profile failed at the same shutdown call."
        },
        {
          "criterion": "Offline 3D scene with four labeled spheres, glass and red object, including resize",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Neutral light sweep distinguishes polished brass, rough brass, ceramic and stone",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Key marker and geometric shadows follow the key and vanish with it off",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Inner light affects both nearby frame and table with key off",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Orbit and zoom preserve depth, glass transparency and grazing reflections",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Beauty and Neutral isolation, Home, Reset, Sweep, keyboard and status labels",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Standard packaging check and finalize",
          "status": "passed",
          "evidence": "Initial check exit 0. Finalize exit 0. Registry generation was confined to model-scoped temporary staging with local coverage placeholders."
        }
      ],
      "outputSha256": {
        "VALIDATION.md": "9a124773391f0f8719f3adb553f64a0f471cea08b8fdb532e489b1cc37ffd791",
        "index.html": "e19523fac52e5c6d94e91b4148e510d7442b5b541195e78adc49a54f24b4422d",
        "manifest.json": "837d2f0f8225cce5fa8009bf77f585b62dcd1493452e4f0ec314751bcf03d446"
      },
      "artifacts": {
        "entry": "/benchmarks/lightkeepers-atelier/gpt-6-2-sol/index.html",
        "manifest": "/benchmarks/lightkeepers-atelier/gpt-6-2-sol/manifest.json",
        "validation": "/benchmarks/lightkeepers-atelier/gpt-6-2-sol/VALIDATION.md"
      },
      "outcome": "packaged",
      "packagingCommands": {
        "beforeFinalize": 0,
        "finalize": 0,
        "finalizeWithValidation": 0,
        "finalCheck": 0
      },
      "independentBrowserReview": {
        "browser": "Headless Chrome 156.0.8078.47 with software graphics",
        "viewports": [
          [
            1280,
            720
          ],
          [
            390,
            844
          ]
        ],
        "entrySha256": "e19523fac52e5c6d94e91b4148e510d7442b5b541195e78adc49a54f24b4422d",
        "result": "Local offline load, canvas and horizontal fit observed at both viewport sizes. No page or console errors and no outside requests.",
        "desktopInputs": [
          "Neutral mode",
          "Reset"
        ]
      }
    },
    {
      "benchmark": "wrecklight-salvage",
      "promptNumber": 24,
      "protocol": "single-prompt",
      "prompt": {
        "path": "benchmarks/prompts/24-wrecklight-salvage.md",
        "edition": "2.1",
        "sha256": "1553f78fe6f6676307cb78ec85c286993d84646bd5b442eebff2a81aac306ff3",
        "revision": "903705ae7e67852b0ba4b1e8fe0c27f448efeafb"
      },
      "worker": {
        "kind": "Codex CLI exact-prompt subprocess",
        "requestedModel": "gpt-6.2-sol",
        "reasoningEffort": "medium",
        "startedAt": "2026-11-17T23:57:42Z",
        "endedAt": "2026-11-18T00:03:04Z",
        "exitCode": 0,
        "rawResponseSha256": "dac529cc8cfe8dfcb394fa13d0a18b4bbbdf8ba0574895a4099f283c40b139c1",
        "eventsSha256": "53c67283b82094dc1d55893572fffe26e4600a8bd958117d777351ccb06f3e77",
        "toolEvidence": {
          "isolatedEmptyWorkingDirectory": true,
          "sandbox": "read-only",
          "disabledByLaunchConfiguration": [
            "shell_tool",
            "unified_exec",
            "multi_agent",
            "browser_use",
            "browser_use_external",
            "in_app_browser",
            "web_search"
          ],
          "eventTypes": [
            "item.completed",
            "thread.started",
            "turn.completed",
            "turn.started"
          ],
          "itemTypes": [
            "agent_message"
          ],
          "nonMessageItemTypes": [],
          "malformedEventLines": [],
          "errorEvents": 0,
          "completedTurns": 1,
          "completedAgentMessages": 1,
          "rawMatchesCompletedMessage": true
        }
      },
      "responsePackaging": {
        "mode": "verbatim",
        "removedPrefixBytes": 0,
        "removedSuffixBytes": 0
      },
      "checks": [
        {
          "criterion": "CLI response transport",
          "status": "passed",
          "evidence": "Exit 0; 1 completed turn(s); 1 completed response message(s); 0 error event(s); 0 malformed event line(s); raw response matches message with at most CLI terminal newline: True."
        },
        {
          "criterion": "Tool-free single-message protocol in the CLI event log",
          "status": "passed",
          "evidence": "1 completed response message(s). Non-message/non-reasoning item types: none. Shell, browser and web search were disabled by the launcher."
        },
        {
          "criterion": "Exact one-document response format",
          "status": "passed",
          "evidence": "Raw response begins with the requested doctype and contains only one document with optional trailing whitespace."
        },
        {
          "criterion": "Frozen prompt lineage",
          "status": "passed",
          "evidence": "Plan, base commit, checkout and CLI prompt receipt match byte-for-byte."
        },
        {
          "criterion": "HTML document structure",
          "status": "passed",
          "evidence": "Parsed 1 HTML doctype(s), 1 opening and 1 closing html tag(s). Unclosed inline script: False."
        },
        {
          "criterion": "English document language",
          "status": "passed",
          "evidence": "html lang value: 'en'."
        },
        {
          "criterion": "JavaScript syntax for index.html inline script 1",
          "status": "passed",
          "evidence": "Node parsed the source without running it."
        },
        {
          "criterion": "Static external-reference scan",
          "status": "passed",
          "evidence": "No remote URLs found in resource attributes or scanned literal import, fetch and CSS URL expressions."
        },
        {
          "criterion": "Simulation probe — sequential socket installations control the vault",
          "status": "passed",
          "evidence": "With tug and cells explicitly positioned for the fixture, Interact attached each cell, one socket left Phase 1 active, and the second installed cell switched to Phase 2."
        },
        {
          "criterion": "Simulation probe — reattachment and reactor threshold",
          "status": "passed",
          "evidence": "The same reactor attached, released and reattached. Phase 2 persisted with the tug across and the reactor only partly across. Moving the entire attached reactor across advanced to Phase 3."
        },
        {
          "criterion": "Simulation probe — Review loads a valid labeled fixture",
          "status": "passed",
          "evidence": "Review started Phase 3 with both cells installed, the reactor attached outside the beacon, no win and a visible review flag on the mocked HUD."
        },
        {
          "criterion": "Simulation probe — reactor arming, paused countdown and delayed shutter closure",
          "status": "passed",
          "evidence": "Positioned fixtures activated a four-second gate opening. Pause held the countdown. Occupied doorway stayed Closing, then three closed seconds began only after clearance and reopened afterwards."
        },
        {
          "criterion": "Simulation probe — full detached reactor settles for two seconds",
          "status": "passed",
          "evidence": "Partial or attached dock placement did not win. Detaching the stationary reactor fully inside awarded victory at 240 simulation steps."
        },
        {
          "criterion": "Simulation probe — Reset clears Review, gate, cells and victory",
          "status": "passed",
          "evidence": "Reset restored the exact initial state in the fixture harness."
        },
        {
          "criterion": "Fresh headless browser usability",
          "status": "not observed",
          "evidence": "Chrome 156.0.8078.47 exited before navigation in task-owned headless profiles. Crashpad setsockopt and Chromium SandboxHostLinux shutdown returned Operation not permitted. A fresh Chromium headless-shell profile failed at the same shutdown call."
        },
        {
          "criterion": "Offline load, resize, keyboard and pointer movement, and solid wall contact",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Two distinct physical cell installations and vault state transitions",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Attach, turn, brake, release, reattach and check the reactor threshold",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Beacon and repeating gate cycle, including closed blocking and safe delayed closure",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Reject invalid dock states and confirm detached two-second settle and visible reactor",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Pause, reset and deterministic Review fixture through the same gameplay logic",
          "status": "not observed",
          "evidence": "No browser observation."
        },
        {
          "criterion": "Standard packaging check and finalize",
          "status": "passed",
          "evidence": "Initial check exit 0. Finalize exit 0. Registry generation was confined to model-scoped temporary staging with local coverage placeholders."
        }
      ],
      "outputSha256": {
        "VALIDATION.md": "e770aeb593e9ffc293365f51ba6ac3eaa5dc2547d58e64a72fc0ed4b43daa194",
        "index.html": "dac529cc8cfe8dfcb394fa13d0a18b4bbbdf8ba0574895a4099f283c40b139c1",
        "manifest.json": "d52a460e2e736f4c8a85a72fcb30071df456968e87b87ebd7ab92915793c31cb"
      },
      "artifacts": {
        "entry": "/benchmarks/wrecklight-salvage/gpt-6-2-sol/index.html",
        "manifest": "/benchmarks/wrecklight-salvage/gpt-6-2-sol/manifest.json",
        "validation": "/benchmarks/wrecklight-salvage/gpt-6-2-sol/VALIDATION.md"
      },
      "outcome": "packaged",
      "packagingCommands": {
        "beforeFinalize": 0,
        "finalize": 0,
        "finalizeWithValidation": 0,
        "finalCheck": 0
      },
      "independentBrowserReview": {
        "browser": "Headless Chrome 156.0.8078.47 with software graphics",
        "viewports": [
          [
            1280,
            720
          ],
          [
            390,
            844
          ]
        ],
        "entrySha256": "dac529cc8cfe8dfcb394fa13d0a18b4bbbdf8ba0574895a4099f283c40b139c1",
        "result": "Local offline load, canvas and horizontal fit observed at both viewport sizes. No page or console errors and no outside requests.",
        "desktopInputs": [
          "Load Review fixture",
          "Pause",
          "Reset"
        ]
      }
    }
  ]
}
