{
 "schemaVersion": 1,
 "generatedAt": "2026-11-02T02:55:01Z",
 "repo": {
  "display": "Learn Racer",
  "site": "https://marvijo.com/learn"
 },
 "method": {
  "oneTry": true,
  "reproduceFirst": true,
  "hiddenTests": true,
  "weightRule": "Weight = size of the real fix the maintainer shipped, counted as changed source lines (added plus removed). Tests, docs, images and data files are not counted. Up to 50 lines = 1 point (small). 51 to 300 lines = 2 points (medium). More than 300 lines = 3 points (large).",
  "totalPoints": 44
 },
 "models": [
  {
   "id": "claude-haiku-5-5-high",
   "display": "Claude Haiku 5.5",
   "effort": "High",
   "vendor": "anthropic",
   "colour": "#ff8f66"
  },
  {
   "id": "gpt-6-luna-high",
   "display": "GPT-6 Luna",
   "effort": "High",
   "vendor": "openai",
   "colour": "#5cc8ff"
  },
  {
   "id": "claude-haiku-5-5-max",
   "display": "Claude Haiku 5.5",
   "effort": "Max",
   "vendor": "anthropic",
   "colour": "#ff8f66"
  },
  {
   "id": "gpt-6-luna-max",
   "display": "GPT-6 Luna",
   "effort": "Max",
   "vendor": "openai",
   "colour": "#5cc8ff"
  },
  {
   "id": "deepseek-v4-1-flash-high",
   "display": "DeepSeek V4.1 Flash",
   "effort": "High",
   "vendor": "deepseek",
   "colour": "#4d6bfe"
  },
  {
   "id": "minimax-m3-1-flash-high",
   "display": "MiniMax M3.1 Flash",
   "effort": "High",
   "vendor": "minimax",
   "colour": "#f23c6e"
  },
  {
   "id": "claude-sonnet-5-5-high",
   "display": "Claude Sonnet 5.5",
   "effort": "High",
   "vendor": "anthropic",
   "colour": "#ff8f66"
  },
  {
   "id": "gpt-6-1-terra-high",
   "display": "GPT-6.1 Terra",
   "effort": "High",
   "vendor": "openai",
   "colour": "#5cc8ff"
  },
  {
   "id": "claude-opus-5-5-high",
   "display": "Claude Opus 5.5",
   "effort": "High",
   "vendor": "anthropic",
   "colour": "#ff8f66"
  }
 ],
 "videos": [
  {
   "id": "luna-vs-haiku-high",
   "title": "GPT-6 Luna vs Haiku 5.5: 20 Real Bugs",
   "youtubeId": "OaZ70sUZdLY",
   "publishedDate": "2026-10-13",
   "benchmarkId": "8fcc2ebd6840",
   "contenders": [
    "claude-haiku-5-5-high",
    "gpt-6-luna-high"
   ],
   "bonus": [],
   "pricingBasis": "Published API list prices, standard tier",
   "totals": {
    "claude-haiku-5-5-high": {
     "fixed": 10,
     "attempted": 20,
     "points": 20,
     "maxPoints": 44,
     "costUSD": 1.1973,
     "timeSeconds": 2748.5,
     "tokens": 26690249,
     "blindOverall": null
    },
    "gpt-6-luna-high": {
     "fixed": 10,
     "attempted": 20,
     "points": 18,
     "maxPoints": 44,
     "costUSD": 0.2851,
     "timeSeconds": 2993.6,
     "tokens": 12973209,
     "blindOverall": null
    }
   }
  },
  {
   "id": "haiku-vs-luna-max",
   "title": "MAX Claude Haiku 5.5 vs GPT-6 Luna",
   "youtubeId": "TTVceorp1qY",
   "publishedDate": "2026-10-15",
   "benchmarkId": "8d12d2d491de",
   "contenders": [
    "claude-haiku-5-5-max",
    "gpt-6-luna-max"
   ],
   "bonus": [],
   "pricingBasis": "Published API list prices, standard tier",
   "totals": {
    "claude-haiku-5-5-max": {
     "fixed": 10,
     "attempted": 20,
     "points": 20,
     "maxPoints": 44,
     "costUSD": 16.0846,
     "timeSeconds": 15297.3,
     "tokens": 173605367,
     "blindOverall": 63.23
    },
    "gpt-6-luna-max": {
     "fixed": 11,
     "attempted": 20,
     "points": 22,
     "maxPoints": 44,
     "costUSD": 0.5489,
     "timeSeconds": 3946.8,
     "tokens": 22675529,
     "blindOverall": 71.6
    }
   }
  },
  {
   "id": "deepseek-vs-minimax",
   "title": "MiniMax M3.1 vs DeepSeek V4.1",
   "youtubeId": "b3GVqxB7Xuw",
   "publishedDate": "2026-10-22",
   "benchmarkId": "8d12d2d491de",
   "contenders": [
    "deepseek-v4-1-flash-high",
    "minimax-m3-1-flash-high"
   ],
   "bonus": [],
   "pricingBasis": "Published API list prices, standard (off-peak) rate; neither model was billed per token here (DeepSeek on the OpenCode Go subscription, MiniMax on OpenRouter's free tier)",
   "totals": {
    "deepseek-v4-1-flash-high": {
     "fixed": 12,
     "attempted": 20,
     "points": 25,
     "maxPoints": 44,
     "costUSD": 0.9252,
     "timeSeconds": 10192.9,
     "tokens": 57128736,
     "blindOverall": 93.11
    },
    "minimax-m3-1-flash-high": {
     "fixed": 10,
     "attempted": 20,
     "points": 18,
     "maxPoints": 44,
     "costUSD": 5.2674,
     "timeSeconds": 54326.6,
     "tokens": 150831864,
     "blindOverall": 74.09
    }
   }
  },
  {
   "id": "sonnet-vs-terra",
   "title": "GPT-6.1 Terra vs Claude Sonnet 5.5",
   "youtubeId": "RAJx10Cz0uI",
   "publishedDate": "2026-10-30",
   "benchmarkId": "76aeb33766aa",
   "contenders": [
    "claude-sonnet-5-5-high",
    "gpt-6-1-terra-high"
   ],
   "bonus": [
    "claude-opus-5-5-high"
   ],
   "pricingBasis": "Published API list prices on OpenRouter, standard tier; neither model was billed per token here (Claude Sonnet 5.5 on the Claude subscription, GPT-6.1 Terra on the ChatGPT subscription through Codex)",
   "totals": {
    "claude-sonnet-5-5-high": {
     "fixed": 15,
     "attempted": 20,
     "points": 33,
     "maxPoints": 44,
     "costUSD": 5.6598,
     "timeSeconds": 1841.7,
     "tokens": 11447183,
     "blindOverall": 76.85
    },
    "gpt-6-1-terra-high": {
     "fixed": 13,
     "attempted": 20,
     "points": 28,
     "maxPoints": 44,
     "costUSD": 1.2391,
     "timeSeconds": 1292.1,
     "tokens": 7727557,
     "blindOverall": 77.66
    },
    "claude-opus-5-5-high": {
     "fixed": 17,
     "attempted": 20,
     "points": 39,
     "maxPoints": 44,
     "costUSD": 14.9205,
     "timeSeconds": 3382.1,
     "tokens": 18517982,
     "blindOverall": 71.7
    }
   }
  }
 ],
 "bugs": [
  {
   "scenarioId": "249b39ead45e",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "Fix saved race responses for signed-in users",
   "plainTitle": "Saved race answers failed",
   "explanation": {
    "whatUserSaw": "A signed in player's saved race could fail when the app tried to return its answers. The response also included linked account details alongside the saved progress.",
    "whyItHappened": "Race and answer records included loaded account links that pointed back through the same records, creating a loop in the response.",
    "whatTheRealFixDid": "It kept user IDs and saved progress while leaving the linked account objects out of the race and answer responses."
   },
   "points": 1,
   "linesChanged": 4,
   "inCommonBoard": true
  },
  {
   "scenarioId": "f9e7830d9eb1",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix(interview): open on Virtual, reset stale state, drop voice names (#46)",
   "plainTitle": "Old interview returned after changing careers",
   "explanation": {
    "whatUserSaw": "After changing profession and reopening Interview Me, the old transcript and Continue button could return. Continuing could add the new profession questions to the old session.",
    "whyItHappened": "The interview view stayed alive when hidden, so its previous session state remained in memory.",
    "whatTheRealFixDid": "The app now resets the virtual interview and quiz when the selected profession, seniority, or topics change, while keeping the same selection resumable."
   },
   "points": 2,
   "linesChanged": 148,
   "inCommonBoard": true
  },
  {
   "scenarioId": "3d6f79fb3965",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix(home): paginate professions list and fix topics pager overflow (#45)",
   "plainTitle": "Home lists hid choices or overflowed",
   "explanation": {
    "whatUserSaw": "Only the first eight professions appeared unless you searched, and expanded topic groups could spill past a page.",
    "whyItHappened": "The profession list was capped, and topic paging counted an expanded group as one row even when it used several.",
    "whatTheRealFixDid": "The home screen now pages through all professions and sizes topic pages using the rows expanded groups need."
   },
   "points": 3,
   "linesChanged": 453,
   "inCommonBoard": true
  },
  {
   "scenarioId": "6fc1317140c9",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix(interview): move matchesContinueCommand out of the VirtualInterview component file",
   "plainTitle": "Interview helper failed the site check",
   "explanation": {
    "whatUserSaw": "The frontend deploy check stopped at its lint step. The interview component file exported a helper function as well as the page component.",
    "whyItHappened": "The refresh lint rule requires component files to export components only.",
    "whatTheRealFixDid": "It moved the continue phrase helper into a separate logic file and imported it into the interview page and its test."
   },
   "points": 1,
   "linesChanged": 16,
   "inCommonBoard": true
  },
  {
   "scenarioId": "df79b11175a9",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix: Interview speech static/cuts, race frame skips; real game audio; Interview layout (#22)",
   "plainTitle": "Signed in identity was not saved",
   "explanation": {
    "whatUserSaw": "After reloading, a signed in racer could appear logged out and lose the saved identity shown by the app. Signing out also needed to clear that saved identity.",
    "whyItHappened": "The browser game store did not persist and restore the signed in identity.",
    "whatTheRealFixDid": "The web app now saves and restores the signed in identity, updates it with progression, and clears it on sign out."
   },
   "points": 3,
   "linesChanged": 1345,
   "inCommonBoard": true
  },
  {
   "scenarioId": "a0f1fdcdcf34",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix(race): bots follow the curving track + mobile car-speed parity (#20)",
   "plainTitle": "Rivals left bends and car speeds differed",
   "explanation": {
    "whatUserSaw": "On web, rival cars could steer off the road on sharp bends and miss a checkpoint. On mobile, the same car could have a different cruise speed for the player and a rival.",
    "whyItHappened": "Web rivals aimed at a distant checkpoint and had to touch a small target, while mobile used separate speed formulas for players and rivals.",
    "whatTheRealFixDid": "It steered web rivals along the road and counted crossing a checkpoint line, then gave mobile players and rivals one shared car speed formula."
   },
   "points": 2,
   "linesChanged": 121,
   "inCommonBoard": true
  },
  {
   "scenarioId": "982d79352871",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix(interview): teach and dwell on follow-ups instead of rushing ahead (#19)",
   "plainTitle": "Interview skipped ahead during teaching",
   "explanation": {
    "whatUserSaw": "When a candidate asked for an explanation or said they did not know, the interview could use up the current question and move ahead. It could also send voice input after a pause that was too short for thinking.",
    "whyItHappened": "Both clients advanced the question after every reply, even when the candidate was still learning the current topic.",
    "whatTheRealFixDid": "It added a teach reply that keeps the same question open on web and mobile, and lengthened the interview voice pause to five seconds."
   },
   "points": 2,
   "linesChanged": 82,
   "inCommonBoard": true
  },
  {
   "scenarioId": "dae7caf50fab",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix(interview): prevent feedback speech being cut short; add TTS loading indicator; default idle 2s (#12)",
   "plainTitle": "Feedback stopped before it finished",
   "explanation": {
    "whatUserSaw": "After a wrong answer, the next question could start while the spoken explanation was still playing.",
    "whyItHappened": "The next question timer began when audio playback started, not when the explanation ended.",
    "whatTheRealFixDid": "The app now waits for speech to finish before scheduling the next question."
   },
   "points": 2,
   "linesChanged": 122,
   "inCommonBoard": true
  },
  {
   "scenarioId": "a2d6df4a6416",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix(mobile): full-bleed race at any zoom, edge-contact speed scrub, bare HUD labels, collapsible leaderboard",
   "plainTitle": "Track edge did not slow the car",
   "explanation": {
    "whatUserSaw": "A car could touch the track edge without a realistic speed loss or a clear scraping cue.",
    "whyItHappened": "The race did not adjust player speed based on contact with the track edge.",
    "whatTheRealFixDid": "The game now reduces speed based on how the car hits the edge, restores speed after it leaves, and shows a scraping cue."
   },
   "points": 2,
   "linesChanged": 267,
   "inCommonBoard": true
  },
  {
   "scenarioId": "8d007c0a5044",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix(quiz): move Skip button to title row, remove choice scroll limits on all screen sizes",
   "plainTitle": "Server startup failures were unclear",
   "explanation": {
    "whatUserSaw": "If a service stopped before opening its port, the launcher waited until timeout and gave little detail. The launch checks also needed to cover the requested frontend and backend ports. The commit title names a different change from the same commit.",
    "whyItHappened": "The commit title names a quiz change, while this hidden test checks launcher startup timeouts and log-tail output.",
    "whatTheRealFixDid": "The launcher now checks for early process exit, uses separate startup timeouts, and includes recent log lines in startup errors."
   },
   "points": 3,
   "linesChanged": 746,
   "inCommonBoard": true
  },
  {
   "scenarioId": "5efdce34d74c",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix(ui): quiz fit, persisted zoom, longer timer, vehicle parity",
   "plainTitle": "Race car differed from chosen car",
   "explanation": {
    "whatUserSaw": "The car artwork in a race could differ from the car chosen on the home screen. The game could also render at the wrong size on Android.",
    "whyItHappened": "Racing used different car artwork, and the Android renderer did not set its resolution explicitly.",
    "whatTheRealFixDid": "Racing now loads the home car images, and Android rendering uses resolution one."
   },
   "points": 2,
   "linesChanged": 195,
   "inCommonBoard": true
  },
  {
   "scenarioId": "47813583798f",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix: guard this.player null crash and fix asset base paths (#1)",
   "plainTitle": "Race car pictures did not load",
   "explanation": {
    "whatUserSaw": "When the game was served below a website path, race car pictures could fail to load. The game then had to use its fallback drawing.",
    "whyItHappened": "The car image URLs started at the website root and ignored the app base path.",
    "whatTheRealFixDid": "The car image paths now use the app base path, and a procedural car remains available if an image cannot load."
   },
   "points": 3,
   "linesChanged": 1095,
   "inCommonBoard": false
  },
  {
   "scenarioId": "200b7860a4ad",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix: vary race question answers by profession",
   "plainTitle": "Careers reused the same answers",
   "explanation": {
    "whatUserSaw": "Questions for different careers could show the same generic answer choices. The choices did not reflect the work named in the question.",
    "whyItHappened": "The question bank used a small shared set of answer phrases across many careers.",
    "whatTheRealFixDid": "The question response now builds answer choices around the career task or concept while keeping the correct answer in its marked position."
   },
   "points": 3,
   "linesChanged": 590,
   "inCommonBoard": true
  },
  {
   "scenarioId": "172b1431cf30",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix: harden quiz question state and answer shuffling",
   "plainTitle": "Question history lacked timing",
   "explanation": {
    "whatUserSaw": "The quiz recorded which questions had appeared, but not when they appeared, and answer choices stayed in their original order.",
    "whyItHappened": "Question history stored only question numbers, and the quiz did not shuffle the displayed choices.",
    "whatTheRealFixDid": "The app now records when a question appeared and shuffles its choices in a stable order while keeping the correct answer linked."
   },
   "points": 3,
   "linesChanged": 380,
   "inCommonBoard": false
  },
  {
   "scenarioId": "eadab48b7665",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix: prevent repeated preview questions",
   "plainTitle": "Preview questions kept repeating",
   "explanation": {
    "whatUserSaw": "A question that had already been answered could appear again in the preview list. The preview did not move on to a new question.",
    "whyItHappened": "After displaying an answered question, the preview removed its ID from the set used to avoid loading it again.",
    "whatTheRealFixDid": "The preview now keeps answered question IDs in that set when it refills the queue."
   },
   "points": 3,
   "linesChanged": 481,
   "inCommonBoard": false
  },
  {
   "scenarioId": "e19a5ae054cf",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix: improve phaser race playability",
   "plainTitle": "Race track and cars looked too small",
   "explanation": {
    "whatUserSaw": "The browser race showed a small, compressed track with tiny cars and checkpoints. The track tests expected a larger world for the race.",
    "whyItHappened": "The track layout used a small minimum width, height, and road width, and drew small cars and checkpoints.",
    "whatTheRealFixDid": "It enlarged the browser race world, road, cars, and checkpoints to match the larger track layout tested by the project."
   },
   "points": 1,
   "linesChanged": 39,
   "inCommonBoard": true
  },
  {
   "scenarioId": "9093d7662aa4",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix: tune race controls and api read paths",
   "plainTitle": "Race difficulty choice was missing",
   "explanation": {
    "whatUserSaw": "The game could not store the selected race difficulty. A difficulty control could not update the game state or keep its choice after a reset.",
    "whyItHappened": "The game store had no difficulty value or action for changing it.",
    "whatTheRealFixDid": "The store now starts at easy, accepts difficulty changes, and preserves the choice when the race state resets."
   },
   "points": 3,
   "linesChanged": 690,
   "inCommonBoard": true
  },
  {
   "scenarioId": "1d328278132d",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix: restore scrollable Learn Racer home setup",
   "plainTitle": "Profession search had no label",
   "explanation": {
    "whatUserSaw": "The home screen showed a profession search box without saying what it was for.",
    "whyItHappened": "The search input had an accessible label but no visible heading.",
    "whatTheRealFixDid": "A visible Profession label was added above the search box."
   },
   "points": 2,
   "linesChanged": 147,
   "inCommonBoard": true
  },
  {
   "scenarioId": "17d84ecde739",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix: decongest learn racer front page",
   "plainTitle": "Home page felt crowded",
   "explanation": {
    "whatUserSaw": "The race setup, score list, and question preview were spread out. The Start Race button sat away from the setup controls.",
    "whyItHappened": "The score list and question previews were not grouped into a separate section below the race setup.",
    "whatTheRealFixDid": "It placed the score list and question previews in a lower grid and centered the Start Race action in the setup panel."
   },
   "points": 2,
   "linesChanged": 118,
   "inCommonBoard": true
  },
  {
   "scenarioId": "cc46a39b741c",
   "videoIds": [
    "luna-vs-haiku-high",
    "haiku-vs-luna-max",
    "deepseek-vs-minimax",
    "sonnet-vs-terra"
   ],
   "title": "fix(interview): drop always-true phase check that broke the CI tsc build",
   "plainTitle": "Interview page failed to build",
   "explanation": {
    "whatUserSaw": "The interview page could not pass the TypeScript build. A message meant for a live interview was guarded by a phase check the compiler said could never be true.",
    "whyItHappened": "The setup and error phases had already returned, so the remaining page could not be in the error phase.",
    "whatTheRealFixDid": "It removed the impossible phase check and kept the live interview error message visible when one exists."
   },
   "points": 1,
   "linesChanged": 4,
   "inCommonBoard": true
  }
 ],
 "runs": [
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "249b39ead45e",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 92.3,
   "tokens": 434741,
   "costUSD": 0.0146,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/249b39ead45e.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "249b39ead45e",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 93.6,
   "tokens": 316783,
   "costUSD": 0.0078,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/249b39ead45e.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "f9e7830d9eb1",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 163.2,
   "tokens": 1853683,
   "costUSD": 0.0778,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/f9e7830d9eb1.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "f9e7830d9eb1",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 123.9,
   "tokens": 734811,
   "costUSD": 0.0171,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/f9e7830d9eb1.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "3d6f79fb3965",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 296.7,
   "tokens": 3303847,
   "costUSD": 0.1475,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/3d6f79fb3965.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "3d6f79fb3965",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 314.9,
   "tokens": 1320125,
   "costUSD": 0.0261,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/3d6f79fb3965.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "6fc1317140c9",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 55.7,
   "tokens": 327619,
   "costUSD": 0.0106,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/6fc1317140c9.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "6fc1317140c9",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 56.7,
   "tokens": 265016,
   "costUSD": 0.0061,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/6fc1317140c9.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "df79b11175a9",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 85.3,
   "tokens": 599898,
   "costUSD": 0.0218,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/df79b11175a9.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "df79b11175a9",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 142.0,
   "tokens": 492832,
   "costUSD": 0.0111,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/df79b11175a9.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "a0f1fdcdcf34",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 266.9,
   "tokens": 3789563,
   "costUSD": 0.2231,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/a0f1fdcdcf34.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "a0f1fdcdcf34",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 323.6,
   "tokens": 1722218,
   "costUSD": 0.0319,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/a0f1fdcdcf34.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "982d79352871",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 185.1,
   "tokens": 1368415,
   "costUSD": 0.043,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/982d79352871.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "982d79352871",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 179.1,
   "tokens": 1621879,
   "costUSD": 0.0286,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/982d79352871.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "dae7caf50fab",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 108.2,
   "tokens": 930701,
   "costUSD": 0.0269,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/dae7caf50fab.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "dae7caf50fab",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 112.4,
   "tokens": 505643,
   "costUSD": 0.0153,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/dae7caf50fab.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "a2d6df4a6416",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 73.7,
   "tokens": 397405,
   "costUSD": 0.0172,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/a2d6df4a6416.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "a2d6df4a6416",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 236.9,
   "tokens": 976349,
   "costUSD": 0.0199,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/a2d6df4a6416.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "8d007c0a5044",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 126.3,
   "tokens": 1349205,
   "costUSD": 0.0345,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/8d007c0a5044.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "8d007c0a5044",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 53.4,
   "tokens": 267875,
   "costUSD": 0.0067,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/8d007c0a5044.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "5efdce34d74c",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 245.8,
   "tokens": 3017605,
   "costUSD": 0.1777,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/5efdce34d74c.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "5efdce34d74c",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 207.4,
   "tokens": 709364,
   "costUSD": 0.0168,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/5efdce34d74c.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "47813583798f",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 321.7,
   "tokens": 3314325,
   "costUSD": 0.2309,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/47813583798f.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "47813583798f",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 359.0,
   "tokens": 1536128,
   "costUSD": 0.03,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/47813583798f.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "200b7860a4ad",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 121.7,
   "tokens": 1459766,
   "costUSD": 0.0382,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/200b7860a4ad.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "200b7860a4ad",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 121.5,
   "tokens": 466866,
   "costUSD": 0.0108,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/200b7860a4ad.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "172b1431cf30",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 112.5,
   "tokens": 638588,
   "costUSD": 0.0258,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/172b1431cf30.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "172b1431cf30",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 119.7,
   "tokens": 543646,
   "costUSD": 0.0144,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/172b1431cf30.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "eadab48b7665",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 50.6,
   "tokens": 412372,
   "costUSD": 0.0116,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/eadab48b7665.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "eadab48b7665",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 96.0,
   "tokens": 450891,
   "costUSD": 0.0107,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/eadab48b7665.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "e19a5ae054cf",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 34.0,
   "tokens": 284930,
   "costUSD": 0.0092,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/e19a5ae054cf.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "e19a5ae054cf",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 28.0,
   "tokens": 161478,
   "costUSD": 0.0037,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/e19a5ae054cf.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "9093d7662aa4",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 41.5,
   "tokens": 395363,
   "costUSD": 0.0134,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/9093d7662aa4.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "9093d7662aa4",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 83.5,
   "tokens": 161704,
   "costUSD": 0.0053,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/9093d7662aa4.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "1d328278132d",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 124.3,
   "tokens": 1044751,
   "costUSD": 0.0266,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/1d328278132d.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "1d328278132d",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 82.9,
   "tokens": 233128,
   "costUSD": 0.0078,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/1d328278132d.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "17d84ecde739",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 180.7,
   "tokens": 1479159,
   "costUSD": 0.0381,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/17d84ecde739.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "17d84ecde739",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 147.5,
   "tokens": 234264,
   "costUSD": 0.0076,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/17d84ecde739.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "claude-haiku-5-5-high",
   "scenarioId": "cc46a39b741c",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 62.5,
   "tokens": 288313,
   "costUSD": 0.0087,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/claude-haiku-5-5-high/cc46a39b741c.json"
  },
  {
   "videoId": "luna-vs-haiku-high",
   "modelId": "gpt-6-luna-high",
   "scenarioId": "cc46a39b741c",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 111.5,
   "tokens": 252209,
   "costUSD": 0.0075,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/luna-vs-haiku-high/gpt-6-luna-high/cc46a39b741c.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "249b39ead45e",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 394.4,
   "tokens": 2385737,
   "costUSD": 0.2146,
   "timedOut": false,
   "blindOverall": 78.0,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/249b39ead45e.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "249b39ead45e",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 94.4,
   "tokens": 313927,
   "costUSD": 0.0091,
   "timedOut": false,
   "blindOverall": 90.17,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/249b39ead45e.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "f9e7830d9eb1",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 779.6,
   "tokens": 8100264,
   "costUSD": 0.8027,
   "timedOut": false,
   "blindOverall": 62.0,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/f9e7830d9eb1.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "f9e7830d9eb1",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 198.4,
   "tokens": 1092759,
   "costUSD": 0.0294,
   "timedOut": false,
   "blindOverall": 66.83,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/f9e7830d9eb1.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "3d6f79fb3965",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 1066.7,
   "tokens": 14602929,
   "costUSD": 1.4116,
   "timedOut": false,
   "blindOverall": 78.17,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/3d6f79fb3965.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "3d6f79fb3965",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 257.6,
   "tokens": 878994,
   "costUSD": 0.0307,
   "timedOut": false,
   "blindOverall": 61.67,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/3d6f79fb3965.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "6fc1317140c9",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 386.8,
   "tokens": 1471932,
   "costUSD": 0.0776,
   "timedOut": false,
   "blindOverall": 79.4,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/6fc1317140c9.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "6fc1317140c9",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 139.1,
   "tokens": 260609,
   "costUSD": 0.0079,
   "timedOut": false,
   "blindOverall": 92.2,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/6fc1317140c9.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "df79b11175a9",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 402.9,
   "tokens": 2997082,
   "costUSD": 0.3155,
   "timedOut": false,
   "blindOverall": 71.83,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/df79b11175a9.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "df79b11175a9",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 150.6,
   "tokens": 611982,
   "costUSD": 0.0182,
   "timedOut": false,
   "blindOverall": 78.67,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/df79b11175a9.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "a0f1fdcdcf34",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 1112.1,
   "tokens": 19401448,
   "costUSD": 1.7083,
   "timedOut": false,
   "blindOverall": 77.0,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/a0f1fdcdcf34.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "a0f1fdcdcf34",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 484.2,
   "tokens": 3318069,
   "costUSD": 0.0716,
   "timedOut": false,
   "blindOverall": 83.67,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/a0f1fdcdcf34.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "982d79352871",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 1243.4,
   "tokens": 26298172,
   "costUSD": 2.0721,
   "timedOut": false,
   "blindOverall": 80.67,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/982d79352871.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "982d79352871",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 401.2,
   "tokens": 4466101,
   "costUSD": 0.0778,
   "timedOut": false,
   "blindOverall": 86.17,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/982d79352871.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "dae7caf50fab",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 736.4,
   "tokens": 5668370,
   "costUSD": 0.6589,
   "timedOut": false,
   "blindOverall": 53.83,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/dae7caf50fab.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "dae7caf50fab",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 144.5,
   "tokens": 740548,
   "costUSD": 0.0201,
   "timedOut": false,
   "blindOverall": 86.83,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/dae7caf50fab.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "a2d6df4a6416",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 448.2,
   "tokens": 1478910,
   "costUSD": 0.1729,
   "timedOut": false,
   "blindOverall": 90.17,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/a2d6df4a6416.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "a2d6df4a6416",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 430.1,
   "tokens": 3331799,
   "costUSD": 0.0686,
   "timedOut": false,
   "blindOverall": 82.17,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/a2d6df4a6416.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "8d007c0a5044",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 800.4,
   "tokens": 3747645,
   "costUSD": 0.5017,
   "timedOut": false,
   "blindOverall": 46.5,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/8d007c0a5044.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "8d007c0a5044",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 71.2,
   "tokens": 297522,
   "costUSD": 0.0107,
   "timedOut": false,
   "blindOverall": 62.17,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/8d007c0a5044.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "5efdce34d74c",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 1484.2,
   "tokens": 16565248,
   "costUSD": 1.5042,
   "timedOut": false,
   "blindOverall": 73.33,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/5efdce34d74c.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "5efdce34d74c",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 219.2,
   "tokens": 1449815,
   "costUSD": 0.0371,
   "timedOut": false,
   "blindOverall": 79.17,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/5efdce34d74c.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "47813583798f",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 1349.0,
   "tokens": 18573791,
   "costUSD": 1.8058,
   "timedOut": false,
   "blindOverall": 47.67,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/47813583798f.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "47813583798f",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 310.7,
   "tokens": 1823576,
   "costUSD": 0.0424,
   "timedOut": false,
   "blindOverall": 50.83,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/47813583798f.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "200b7860a4ad",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 962.8,
   "tokens": 9329620,
   "costUSD": 1.1326,
   "timedOut": false,
   "blindOverall": 49.17,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/200b7860a4ad.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "200b7860a4ad",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 148.9,
   "tokens": 491148,
   "costUSD": 0.0167,
   "timedOut": false,
   "blindOverall": 52.17,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/200b7860a4ad.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "172b1431cf30",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 745.2,
   "tokens": 6418027,
   "costUSD": 0.6968,
   "timedOut": false,
   "blindOverall": 46.83,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/172b1431cf30.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "172b1431cf30",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 249.2,
   "tokens": 735951,
   "costUSD": 0.0262,
   "timedOut": false,
   "blindOverall": 60.0,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/172b1431cf30.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "eadab48b7665",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 880.2,
   "tokens": 14433920,
   "costUSD": 1.2372,
   "timedOut": false,
   "blindOverall": 48.33,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/eadab48b7665.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "eadab48b7665",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 172.2,
   "tokens": 1042287,
   "costUSD": 0.0258,
   "timedOut": false,
   "blindOverall": 58.33,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/eadab48b7665.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "e19a5ae054cf",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 133.3,
   "tokens": 828191,
   "costUSD": 0.0304,
   "timedOut": false,
   "blindOverall": 33.2,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/e19a5ae054cf.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "e19a5ae054cf",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 34.9,
   "tokens": 186767,
   "costUSD": 0.0055,
   "timedOut": false,
   "blindOverall": 48.0,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/e19a5ae054cf.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "9093d7662aa4",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 156.8,
   "tokens": 1166339,
   "costUSD": 0.0406,
   "timedOut": false,
   "blindOverall": 70.6,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/9093d7662aa4.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "9093d7662aa4",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 86.0,
   "tokens": 282052,
   "costUSD": 0.0104,
   "timedOut": false,
   "blindOverall": 79.6,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/9093d7662aa4.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "1d328278132d",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 1271.1,
   "tokens": 12691399,
   "costUSD": 1.0486,
   "timedOut": false,
   "blindOverall": 38.67,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/1d328278132d.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "1d328278132d",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 154.5,
   "tokens": 780682,
   "costUSD": 0.0204,
   "timedOut": false,
   "blindOverall": 57.5,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/1d328278132d.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "17d84ecde739",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 810.6,
   "tokens": 7064121,
   "costUSD": 0.6352,
   "timedOut": false,
   "blindOverall": 54.33,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/17d84ecde739.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "17d84ecde739",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 137.1,
   "tokens": 380576,
   "costUSD": 0.0141,
   "timedOut": false,
   "blindOverall": 62.17,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/17d84ecde739.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "claude-haiku-5-5-max",
   "scenarioId": "cc46a39b741c",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 133.3,
   "tokens": 382222,
   "costUSD": 0.0173,
   "timedOut": false,
   "blindOverall": 84.83,
   "replay": "replays/haiku-vs-luna-max/claude-haiku-5-5-max/cc46a39b741c.json"
  },
  {
   "videoId": "haiku-vs-luna-max",
   "modelId": "gpt-6-luna-max",
   "scenarioId": "cc46a39b741c",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 62.8,
   "tokens": 190365,
   "costUSD": 0.006,
   "timedOut": false,
   "blindOverall": 93.67,
   "replay": "replays/haiku-vs-luna-max/gpt-6-luna-max/cc46a39b741c.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "249b39ead45e",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 455.0,
   "tokens": 2228558,
   "costUSD": 0.0404,
   "timedOut": false,
   "blindOverall": 95.83,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/249b39ead45e.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "249b39ead45e",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 2368.3,
   "tokens": 14144769,
   "costUSD": 0.3065,
   "timedOut": false,
   "blindOverall": 86.5,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/249b39ead45e.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "f9e7830d9eb1",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 459.3,
   "tokens": 3421345,
   "costUSD": 0.0368,
   "timedOut": false,
   "blindOverall": 98.33,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/f9e7830d9eb1.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "f9e7830d9eb1",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 1683.7,
   "tokens": 10725248,
   "costUSD": 0.2384,
   "timedOut": false,
   "blindOverall": 86.17,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/f9e7830d9eb1.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "3d6f79fb3965",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 607.3,
   "tokens": 6666069,
   "costUSD": 0.0726,
   "timedOut": false,
   "blindOverall": 96.67,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/3d6f79fb3965.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "3d6f79fb3965",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 3609.4,
   "tokens": 6411453,
   "costUSD": 0.3259,
   "timedOut": false,
   "blindOverall": 65.67,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/3d6f79fb3965.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "6fc1317140c9",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 216.0,
   "tokens": 1100936,
   "costUSD": 0.0116,
   "timedOut": false,
   "blindOverall": 97.5,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/6fc1317140c9.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "6fc1317140c9",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 493.7,
   "tokens": 2926630,
   "costUSD": 0.0695,
   "timedOut": false,
   "blindOverall": 90.67,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/6fc1317140c9.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "df79b11175a9",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 1226.5,
   "tokens": 2212948,
   "costUSD": 0.0403,
   "timedOut": false,
   "blindOverall": 95.83,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/df79b11175a9.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "df79b11175a9",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 3606.9,
   "tokens": 13071257,
   "costUSD": 0.4077,
   "timedOut": false,
   "blindOverall": 64.83,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/df79b11175a9.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "a0f1fdcdcf34",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 1047.0,
   "tokens": 749311,
   "costUSD": 0.0146,
   "timedOut": false,
   "blindOverall": 50.0,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/a0f1fdcdcf34.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "a0f1fdcdcf34",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 3622.9,
   "tokens": 13679216,
   "costUSD": 0.4275,
   "timedOut": false,
   "blindOverall": 85.67,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/a0f1fdcdcf34.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "982d79352871",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 665.6,
   "tokens": 5073832,
   "costUSD": 0.0897,
   "timedOut": false,
   "blindOverall": 99.17,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/982d79352871.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "982d79352871",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 3678.6,
   "tokens": 6016722,
   "costUSD": 0.2699,
   "timedOut": false,
   "blindOverall": 9.0,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/982d79352871.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "dae7caf50fab",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 566.3,
   "tokens": 3239979,
   "costUSD": 0.0351,
   "timedOut": false,
   "blindOverall": 96.67,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/dae7caf50fab.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "dae7caf50fab",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 3192.2,
   "tokens": 12061478,
   "costUSD": 0.2614,
   "timedOut": false,
   "blindOverall": 85.5,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/dae7caf50fab.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "a2d6df4a6416",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 408.6,
   "tokens": 3839482,
   "costUSD": 0.0615,
   "timedOut": false,
   "blindOverall": 97.5,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/a2d6df4a6416.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "a2d6df4a6416",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 3921.8,
   "tokens": 9033490,
   "costUSD": 0.3756,
   "timedOut": false,
   "blindOverall": 64.17,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/a2d6df4a6416.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "8d007c0a5044",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 1507.3,
   "tokens": 5943548,
   "costUSD": 0.0437,
   "timedOut": false,
   "blindOverall": 98.33,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/8d007c0a5044.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "8d007c0a5044",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 3639.8,
   "tokens": 16920474,
   "costUSD": 0.3381,
   "timedOut": false,
   "blindOverall": 87.67,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/8d007c0a5044.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "5efdce34d74c",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 944.9,
   "tokens": 7792869,
   "costUSD": 0.0706,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/5efdce34d74c.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "5efdce34d74c",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 3601.7,
   "tokens": 6698498,
   "costUSD": 0.3529,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/5efdce34d74c.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "47813583798f",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 481.1,
   "tokens": 3345924,
   "costUSD": 0.0893,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/47813583798f.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "47813583798f",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 3605.9,
   "tokens": 3391994,
   "costUSD": 0.3017,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/47813583798f.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "200b7860a4ad",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 256.5,
   "tokens": 2147713,
   "costUSD": 0.0638,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/200b7860a4ad.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "200b7860a4ad",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 3606.4,
   "tokens": 4545371,
   "costUSD": 0.2834,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/200b7860a4ad.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "172b1431cf30",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 196.8,
   "tokens": 780833,
   "costUSD": 0.0269,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/172b1431cf30.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "172b1431cf30",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 2081.4,
   "tokens": 3084655,
   "costUSD": 0.1939,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/172b1431cf30.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "eadab48b7665",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 441.6,
   "tokens": 4928141,
   "costUSD": 0.1113,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/eadab48b7665.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "eadab48b7665",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 3607.1,
   "tokens": 4552450,
   "costUSD": 0.2556,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/eadab48b7665.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "e19a5ae054cf",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 101.4,
   "tokens": 145595,
   "costUSD": 0.006,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/e19a5ae054cf.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "e19a5ae054cf",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 3362.4,
   "tokens": 4950055,
   "costUSD": 0.3107,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/e19a5ae054cf.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "9093d7662aa4",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 78.0,
   "tokens": 395806,
   "costUSD": 0.0206,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/9093d7662aa4.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "9093d7662aa4",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 1844.0,
   "tokens": 6226204,
   "costUSD": 0.2025,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/9093d7662aa4.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "1d328278132d",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 269.5,
   "tokens": 2062086,
   "costUSD": 0.0588,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/1d328278132d.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "1d328278132d",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 1749.4,
   "tokens": 8130578,
   "costUSD": 0.2365,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/1d328278132d.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "17d84ecde739",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 193.8,
   "tokens": 908688,
   "costUSD": 0.0206,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/17d84ecde739.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "17d84ecde739",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 847.5,
   "tokens": 3565877,
   "costUSD": 0.0925,
   "timedOut": false,
   "blindOverall": null,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/17d84ecde739.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "deepseek-v4-1-flash-high",
   "scenarioId": "cc46a39b741c",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 70.6,
   "tokens": 145073,
   "costUSD": 0.011,
   "timedOut": false,
   "blindOverall": 98.33,
   "replay": "replays/deepseek-vs-minimax/deepseek-v4-1-flash-high/cc46a39b741c.json"
  },
  {
   "videoId": "deepseek-vs-minimax",
   "modelId": "minimax-m3-1-flash-high",
   "scenarioId": "cc46a39b741c",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 203.7,
   "tokens": 695445,
   "costUSD": 0.0173,
   "timedOut": false,
   "blindOverall": 89.17,
   "replay": "replays/deepseek-vs-minimax/minimax-m3-1-flash-high/cc46a39b741c.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "249b39ead45e",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 74.5,
   "tokens": 231139,
   "costUSD": 0.1339,
   "timedOut": false,
   "blindOverall": 83.88,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/249b39ead45e.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "249b39ead45e",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 41.9,
   "tokens": 151942,
   "costUSD": 0.026,
   "timedOut": false,
   "blindOverall": 91.17,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/249b39ead45e.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "f9e7830d9eb1",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 74.6,
   "tokens": 428234,
   "costUSD": 0.2648,
   "timedOut": false,
   "blindOverall": 69.18,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/f9e7830d9eb1.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "f9e7830d9eb1",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 70.2,
   "tokens": 495616,
   "costUSD": 0.0752,
   "timedOut": false,
   "blindOverall": 71.83,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/f9e7830d9eb1.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "3d6f79fb3965",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 129.9,
   "tokens": 904759,
   "costUSD": 0.4697,
   "timedOut": false,
   "blindOverall": 65.48,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/3d6f79fb3965.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "3d6f79fb3965",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 94.6,
   "tokens": 480451,
   "costUSD": 0.0825,
   "timedOut": false,
   "blindOverall": 88.33,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/3d6f79fb3965.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "6fc1317140c9",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 37.1,
   "tokens": 187062,
   "costUSD": 0.112,
   "timedOut": false,
   "blindOverall": 91.17,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/6fc1317140c9.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "6fc1317140c9",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 48.2,
   "tokens": 205054,
   "costUSD": 0.036,
   "timedOut": false,
   "blindOverall": 87.32,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/6fc1317140c9.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "df79b11175a9",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 61.8,
   "tokens": 471301,
   "costUSD": 0.2164,
   "timedOut": false,
   "blindOverall": 78.17,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/df79b11175a9.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "df79b11175a9",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 75.5,
   "tokens": 360116,
   "costUSD": 0.0615,
   "timedOut": false,
   "blindOverall": 56.97,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/df79b11175a9.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "a0f1fdcdcf34",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 135.9,
   "tokens": 1144717,
   "costUSD": 0.5118,
   "timedOut": false,
   "blindOverall": 75.3,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/a0f1fdcdcf34.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "a0f1fdcdcf34",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 50.7,
   "tokens": 319382,
   "costUSD": 0.0597,
   "timedOut": false,
   "blindOverall": 84.67,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/a0f1fdcdcf34.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "982d79352871",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 120.8,
   "tokens": 804371,
   "costUSD": 0.3855,
   "timedOut": false,
   "blindOverall": 73.93,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/982d79352871.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "982d79352871",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 92.6,
   "tokens": 703083,
   "costUSD": 0.098,
   "timedOut": false,
   "blindOverall": 84.83,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/982d79352871.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "dae7caf50fab",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 93.5,
   "tokens": 594427,
   "costUSD": 0.3066,
   "timedOut": false,
   "blindOverall": 81.13,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/dae7caf50fab.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "dae7caf50fab",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 52.2,
   "tokens": 248945,
   "costUSD": 0.0685,
   "timedOut": false,
   "blindOverall": 87.0,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/dae7caf50fab.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "a2d6df4a6416",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 42.3,
   "tokens": 166274,
   "costUSD": 0.137,
   "timedOut": false,
   "blindOverall": 88.17,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/a2d6df4a6416.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "a2d6df4a6416",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 67.6,
   "tokens": 396343,
   "costUSD": 0.0934,
   "timedOut": false,
   "blindOverall": 55.72,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/a2d6df4a6416.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "8d007c0a5044",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 56.0,
   "tokens": 364969,
   "costUSD": 0.218,
   "timedOut": false,
   "blindOverall": 72.03,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/8d007c0a5044.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "8d007c0a5044",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 30.9,
   "tokens": 204286,
   "costUSD": 0.0332,
   "timedOut": false,
   "blindOverall": 54.17,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/8d007c0a5044.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "5efdce34d74c",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 113.0,
   "tokens": 781839,
   "costUSD": 0.4276,
   "timedOut": false,
   "blindOverall": 78.42,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/5efdce34d74c.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "5efdce34d74c",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 52.5,
   "tokens": 340602,
   "costUSD": 0.0601,
   "timedOut": false,
   "blindOverall": 85.33,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/5efdce34d74c.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "47813583798f",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 255.4,
   "tokens": 2130208,
   "costUSD": 0.8083,
   "timedOut": false,
   "blindOverall": 69.93,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/47813583798f.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "47813583798f",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 124.1,
   "tokens": 970737,
   "costUSD": 0.1267,
   "timedOut": false,
   "blindOverall": 77.17,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/47813583798f.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "200b7860a4ad",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 133.4,
   "tokens": 795505,
   "costUSD": 0.4475,
   "timedOut": false,
   "blindOverall": 57.08,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/200b7860a4ad.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "200b7860a4ad",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 103.5,
   "tokens": 825674,
   "costUSD": 0.1187,
   "timedOut": false,
   "blindOverall": 62.33,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/200b7860a4ad.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "172b1431cf30",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 103.2,
   "tokens": 48945,
   "costUSD": 0.0686,
   "timedOut": false,
   "blindOverall": 77.57,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/172b1431cf30.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "172b1431cf30",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 57.1,
   "tokens": 220940,
   "costUSD": 0.0516,
   "timedOut": false,
   "blindOverall": 86.5,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/172b1431cf30.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "eadab48b7665",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 104.0,
   "tokens": 790344,
   "costUSD": 0.3663,
   "timedOut": false,
   "blindOverall": 79.85,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/eadab48b7665.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "eadab48b7665",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 79.2,
   "tokens": 563236,
   "costUSD": 0.0818,
   "timedOut": false,
   "blindOverall": 76.17,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/eadab48b7665.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "e19a5ae054cf",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 24.7,
   "tokens": 177888,
   "costUSD": 0.0982,
   "timedOut": false,
   "blindOverall": 69.48,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/e19a5ae054cf.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "e19a5ae054cf",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 21.4,
   "tokens": 113951,
   "costUSD": 0.0169,
   "timedOut": false,
   "blindOverall": 71.67,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/e19a5ae054cf.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "9093d7662aa4",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 38.4,
   "tokens": 331296,
   "costUSD": 0.1685,
   "timedOut": false,
   "blindOverall": 86.42,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/9093d7662aa4.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "9093d7662aa4",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 26.6,
   "tokens": 120047,
   "costUSD": 0.021,
   "timedOut": false,
   "blindOverall": 91.5,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/9093d7662aa4.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "1d328278132d",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 67.4,
   "tokens": 398019,
   "costUSD": 0.1739,
   "timedOut": false,
   "blindOverall": 63.17,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/1d328278132d.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "1d328278132d",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 84.8,
   "tokens": 571815,
   "costUSD": 0.0681,
   "timedOut": false,
   "blindOverall": 57.08,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/1d328278132d.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "17d84ecde739",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 119.2,
   "tokens": 343121,
   "costUSD": 0.2009,
   "timedOut": false,
   "blindOverall": 80.03,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/17d84ecde739.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "17d84ecde739",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 58.6,
   "tokens": 207223,
   "costUSD": 0.0322,
   "timedOut": false,
   "blindOverall": 87.67,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/17d84ecde739.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-sonnet-5-5-high",
   "scenarioId": "cc46a39b741c",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 56.6,
   "tokens": 352765,
   "costUSD": 0.1442,
   "timedOut": false,
   "blindOverall": 96.67,
   "replay": "replays/sonnet-vs-terra/claude-sonnet-5-5-high/cc46a39b741c.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "gpt-6-1-terra-high",
   "scenarioId": "cc46a39b741c",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 59.7,
   "tokens": 228114,
   "costUSD": 0.028,
   "timedOut": false,
   "blindOverall": 95.83,
   "replay": "replays/sonnet-vs-terra/gpt-6-1-terra-high/cc46a39b741c.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "249b39ead45e",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 98.5,
   "tokens": 273673,
   "costUSD": 0.2385,
   "timedOut": false,
   "blindOverall": 76.5,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/249b39ead45e.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "f9e7830d9eb1",
   "passed": false,
   "reproducedFirst": true,
   "durationSeconds": 198.5,
   "tokens": 792505,
   "costUSD": 0.7046,
   "timedOut": false,
   "blindOverall": 53.46,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/f9e7830d9eb1.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "3d6f79fb3965",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 251.7,
   "tokens": 898974,
   "costUSD": 1.0258,
   "timedOut": false,
   "blindOverall": 79.52,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/3d6f79fb3965.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "6fc1317140c9",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 65.7,
   "tokens": 22504,
   "costUSD": 0.094,
   "timedOut": false,
   "blindOverall": 85.08,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/6fc1317140c9.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "df79b11175a9",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 84.9,
   "tokens": 463012,
   "costUSD": 0.4311,
   "timedOut": false,
   "blindOverall": 83.96,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/df79b11175a9.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "a0f1fdcdcf34",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 239.0,
   "tokens": 1957161,
   "costUSD": 1.3462,
   "timedOut": false,
   "blindOverall": 74.04,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/a0f1fdcdcf34.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "982d79352871",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 225.2,
   "tokens": 1527674,
   "costUSD": 1.0175,
   "timedOut": false,
   "blindOverall": 75.42,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/982d79352871.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "dae7caf50fab",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 135.3,
   "tokens": 870349,
   "costUSD": 0.7649,
   "timedOut": false,
   "blindOverall": 76.9,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/dae7caf50fab.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "a2d6df4a6416",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 117.1,
   "tokens": 407577,
   "costUSD": 0.5163,
   "timedOut": false,
   "blindOverall": 82.34,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/a2d6df4a6416.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "8d007c0a5044",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 153.8,
   "tokens": 625226,
   "costUSD": 0.7747,
   "timedOut": false,
   "blindOverall": 61.42,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/8d007c0a5044.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "5efdce34d74c",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 360.1,
   "tokens": 2476633,
   "costUSD": 1.8866,
   "timedOut": false,
   "blindOverall": 69.52,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/5efdce34d74c.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "47813583798f",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 257.1,
   "tokens": 2341725,
   "costUSD": 1.5485,
   "timedOut": false,
   "blindOverall": 65.66,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/47813583798f.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "200b7860a4ad",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 207.3,
   "tokens": 1151113,
   "costUSD": 0.9762,
   "timedOut": false,
   "blindOverall": 66.58,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/200b7860a4ad.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "172b1431cf30",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 139.7,
   "tokens": 837592,
   "costUSD": 0.7813,
   "timedOut": false,
   "blindOverall": 75.58,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/172b1431cf30.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "eadab48b7665",
   "passed": true,
   "reproducedFirst": true,
   "durationSeconds": 320.7,
   "tokens": 2601469,
   "costUSD": 1.5412,
   "timedOut": false,
   "blindOverall": 64.96,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/eadab48b7665.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "e19a5ae054cf",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 33.3,
   "tokens": 41224,
   "costUSD": 0.1026,
   "timedOut": false,
   "blindOverall": 54.88,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/e19a5ae054cf.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "9093d7662aa4",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 62.5,
   "tokens": 18414,
   "costUSD": 0.0617,
   "timedOut": false,
   "blindOverall": 75.92,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/9093d7662aa4.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "1d328278132d",
   "passed": false,
   "reproducedFirst": false,
   "durationSeconds": 161.6,
   "tokens": 1147218,
   "costUSD": 0.9107,
   "timedOut": false,
   "blindOverall": 47.5,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/1d328278132d.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "17d84ecde739",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 205.5,
   "tokens": 41833,
   "costUSD": 0.1078,
   "timedOut": false,
   "blindOverall": 75.3,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/17d84ecde739.json"
  },
  {
   "videoId": "sonnet-vs-terra",
   "modelId": "claude-opus-5-5-high",
   "scenarioId": "cc46a39b741c",
   "passed": true,
   "reproducedFirst": false,
   "durationSeconds": 64.5,
   "tokens": 22106,
   "costUSD": 0.0903,
   "timedOut": false,
   "blindOverall": 89.5,
   "replay": "replays/sonnet-vs-terra/claude-opus-5-5-high/cc46a39b741c.json"
  }
 ],
 "leaderboard": {
  "basis": "17 bugs every model ran with the same prompt",
  "bugCount": 17,
  "maxPoints": 35,
  "omittedBugCount": 3,
  "omittedNote": "The other 3 bugs are left out of this board. Their first prompts were too vague, so they were fixed and rerun for the last video, and older runs of them are not comparable.",
  "rows": [
   {
    "modelId": "claude-opus-5-5-high",
    "videoId": "sonnet-vs-terra",
    "fixed": 14,
    "of": 17,
    "points": 30,
    "costUSD": 11.0495,
    "timeSeconds": 2664.5,
    "tokens": 12737196,
    "runCount": 17
   },
   {
    "modelId": "deepseek-v4-1-flash-high",
    "videoId": "deepseek-vs-minimax",
    "fixed": 12,
    "of": 17,
    "points": 25,
    "costUSD": 0.6977,
    "timeSeconds": 9073.6,
    "tokens": 48073838,
    "runCount": 17
   },
   {
    "modelId": "claude-sonnet-5-5-high",
    "videoId": "sonnet-vs-terra",
    "fixed": 12,
    "of": 17,
    "points": 24,
    "costUSD": 4.4165,
    "timeSeconds": 1379.1,
    "tokens": 8477686,
    "runCount": 17
   },
   {
    "modelId": "gpt-6-luna-max",
    "videoId": "haiku-vs-luna-max",
    "fixed": 11,
    "of": 17,
    "points": 22,
    "costUSD": 0.4543,
    "timeSeconds": 3214.7,
    "tokens": 19073715,
    "runCount": 17
   },
   {
    "modelId": "claude-haiku-5-5-high",
    "videoId": "luna-vs-haiku-high",
    "fixed": 10,
    "of": 17,
    "points": 20,
    "costUSD": 0.9289,
    "timeSeconds": 2263.9,
    "tokens": 22324964,
    "runCount": 17
   },
   {
    "modelId": "claude-haiku-5-5-max",
    "videoId": "haiku-vs-luna-max",
    "fixed": 10,
    "of": 17,
    "points": 20,
    "costUSD": 12.3448,
    "timeSeconds": 12323.0,
    "tokens": 134179629,
    "runCount": 17
   },
   {
    "modelId": "gpt-6-1-terra-high",
    "videoId": "sonnet-vs-terra",
    "fixed": 10,
    "of": 17,
    "points": 19,
    "costUSD": 0.979,
    "timeSeconds": 1031.5,
    "tokens": 5972644,
    "runCount": 17
   },
   {
    "modelId": "gpt-6-luna-high",
    "videoId": "luna-vs-haiku-high",
    "fixed": 10,
    "of": 17,
    "points": 18,
    "costUSD": 0.2301,
    "timeSeconds": 2418.8,
    "tokens": 10442544,
    "runCount": 17
   },
   {
    "modelId": "minimax-m3-1-flash-high",
    "videoId": "deepseek-vs-minimax",
    "fixed": 10,
    "of": 17,
    "points": 18,
    "costUSD": 4.5163,
    "timeSeconds": 45032.4,
    "tokens": 139802765,
    "runCount": 17
   }
  ]
 }
}