{
  "name": "1P1A AI coding agent benchmark runs",
  "description": "Every published 1P1A run: one frozen product brief, one autonomous headless run, zero human follow-up. Values are read from each CLI's own log. null means the CLI did not report it.",
  "url": "https://1p1a.com/data/runs.json",
  "publisher": "1P1A (https://1p1a.com/)",
  "license": "CC BY 4.0 (https://creativecommons.org/licenses/by/4.0/). Credit 1P1A with a link to https://1p1a.com/",
  "updated": "2026-10-31",
  "caveats": [
    "One run per agent stack (n=1). Not a reliability ranking.",
    "Verdicts are manual review against the spec, not an automated test suite.",
    "Codex CLI and Antigravity CLI report tokens but no dollar cost on subscription billing, so cost_usd_reported is null.",
    "wall_time_s is measured around the CLI call."
  ],
  "methodology": "https://1p1a.com/methodology/",
  "runs": [
    {"task": "game-micro-tower-defense-v0", "report": "https://1p1a.com/game-micro-tower-defense-v0/", "run_date": "2026-09-02", "harness": "Antigravity CLI", "harness_version": null, "model": "gemini-3.7-flash-medium", "model_config": null, "run": 1, "verdict": "ship", "wall_time_s": 200.0, "input_tokens": 162053, "cached_tokens": 1246040, "output_tokens": 65049, "thinking_tokens": 2471, "cost_usd_reported": null, "artifact_bytes": 54945, "console_errors_on_load": 0, "human_interventions": 0, "notes": "Fastest in task. Neon theme, 1x/2x/4x speed toggle."},
    {"task": "game-micro-tower-defense-v0", "report": "https://1p1a.com/game-micro-tower-defense-v0/", "run_date": "2026-09-02", "harness": "Codex CLI", "harness_version": "0.151.0", "model": "gpt-5.6-luna", "model_config": "reasoning medium", "run": 1, "verdict": "ship", "wall_time_s": 208.5, "input_tokens": 334145, "cached_tokens": 278016, "output_tokens": 8630, "thinking_tokens": 597, "cost_usd_reported": null, "artifact_bytes": 20073, "console_errors_on_load": 0, "human_interventions": 0, "notes": "Smallest file. Ran a Node syntax check and smoke test."},
    {"task": "game-micro-tower-defense-v0", "report": "https://1p1a.com/game-micro-tower-defense-v0/", "run_date": "2026-09-02", "harness": "Claude Code", "harness_version": "2.1.252", "model": "claude-sonnet-5", "model_config": "default effort", "run": 1, "verdict": "ship", "wall_time_s": 951.9, "input_tokens": null, "cached_tokens": null, "output_tokens": null, "thinking_tokens": null, "cost_usd_reported": null, "artifact_bytes": 47906, "console_errors_on_load": 0, "human_interventions": 0, "notes": "Played its own game in headless Chrome, found and fixed 2 bugs. Saved log has no usage block."},
    {"task": "game-micro-3d-kart-v0", "report": "https://1p1a.com/game-micro-3d-kart-v0/", "run_date": "2026-09-02", "harness": "Antigravity CLI", "harness_version": null, "model": "gemini-3.7-flash", "model_config": "effort medium", "run": 1, "verdict": "ship", "wall_time_s": 102.2, "input_tokens": 30480, "cached_tokens": 0, "output_tokens": 25734, "thinking_tokens": 2101, "cost_usd_reported": null, "artifact_bytes": 71650, "console_errors_on_load": 0, "human_interventions": 0, "notes": "Fastest in task."},
    {"task": "game-micro-3d-kart-v0", "report": "https://1p1a.com/game-micro-3d-kart-v0/", "run_date": "2026-09-03", "harness": "Antigravity CLI", "harness_version": null, "model": "gemini-3.8-flash-medium", "model_config": "effort medium", "run": 1, "verdict": "ship", "wall_time_s": 292.3, "input_tokens": 104742, "cached_tokens": 290283, "output_tokens": 87460, "thinking_tokens": 6691, "cost_usd_reported": null, "artifact_bytes": 76152, "console_errors_on_load": 0, "human_interventions": 0, "notes": ""},
    {"task": "game-micro-3d-kart-v0", "report": "https://1p1a.com/game-micro-3d-kart-v0/", "run_date": "2026-09-02", "harness": "Codex CLI", "harness_version": null, "model": "gpt-5.6-luna", "model_config": "reasoning medium", "run": 1, "verdict": "ship", "wall_time_s": 522.0, "input_tokens": 451139, "cached_tokens": 398592, "output_tokens": 26036, "thinking_tokens": 1266, "cost_usd_reported": null, "artifact_bytes": 25465, "console_errors_on_load": 0, "human_interventions": 0, "notes": "Smallest file."},
    {"task": "game-micro-3d-kart-v0", "report": "https://1p1a.com/game-micro-3d-kart-v0/", "run_date": "2026-09-02", "harness": "Claude Code", "harness_version": null, "model": "claude-sonnet-5", "model_config": "default effort", "run": 1, "verdict": "no-ship", "wall_time_s": 578.0, "input_tokens": 4, "cached_tokens": 45040, "output_tokens": 62317, "thinking_tokens": 26003, "cost_usd_reported": 0.73775, "artifact_bytes": 72388, "console_errors_on_load": 0, "human_interventions": 0, "notes": "Freezes about 10 s into a race: infinite loop in AI steering. Corrected from ship to no-ship on 2026-10-31. Input also had 26,391 cache-write tokens."},
    {"task": "pilot-expense-tracker-v0", "report": "https://1p1a.com/pilot-expense-tracker-v0/", "run_date": "2026-09-01", "harness": "Claude Code", "harness_version": "2.1.252", "model": "claude-opus-5", "model_config": "default reasoning", "run": 1, "verdict": "ship", "wall_time_s": 171, "input_tokens": 18, "cached_tokens": 343244, "output_tokens": 11916, "thinking_tokens": 1067, "cost_usd_reported": 0.857262, "artifact_bytes": 13218, "console_errors_on_load": 0, "human_interventions": 0, "notes": "Running total becomes a filtered subtotal (spec said total of all expenses). Input also had 38,765 cache-write tokens."},
    {"task": "pilot-expense-tracker-v0", "report": "https://1p1a.com/pilot-expense-tracker-v0/", "run_date": "2026-09-01", "harness": "Codex CLI", "harness_version": "0.151.0", "model": "gpt-5.6-sol", "model_config": "reasoning medium (machine default)", "run": 1, "verdict": "ship", "wall_time_s": 231, "input_tokens": 649771, "cached_tokens": 565504, "output_tokens": 8758, "thinking_tokens": 1146, "cost_usd_reported": null, "artifact_bytes": 17261, "console_errors_on_load": 0, "human_interventions": 0, "notes": "Only stack that kept the running total as a grand total under a filter."},
    {"task": "pilot-expense-tracker-v0", "report": "https://1p1a.com/pilot-expense-tracker-v0/", "run_date": "2026-09-01", "harness": "Antigravity CLI", "harness_version": null, "model": "gemini-3.1-pro-high", "model_config": null, "run": 1, "verdict": "ship", "wall_time_s": 106, "input_tokens": 45189, "cached_tokens": 61148, "output_tokens": 12076, "thinking_tokens": 8677, "cost_usd_reported": null, "artifact_bytes": 11640, "console_errors_on_load": 0, "human_interventions": 0, "notes": "Running total becomes a filtered subtotal. Unguarded JSON.parse of localStorage would crash on corrupted data."}
  ]
}
