{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:27:08.916Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":null,"count":1845,"runs":[{"tool_slug":"aider","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":22.1,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"aider","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:22.100Z","duration_seconds":25.1,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:04:47.200Z","duration_seconds":58.2,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:07:45.400Z","duration_seconds":25.4,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:10:10.800Z","duration_seconds":57.2,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"aider","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:13:08.000Z","duration_seconds":80.9,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:16:28.900Z","duration_seconds":24.4,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:18:53.300Z","duration_seconds":20.5,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"aider","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:21:13.800Z","duration_seconds":24.8,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":41.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:41.700Z","duration_seconds":34.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:05:16.400Z","duration_seconds":27.6,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:07:44.000Z","duration_seconds":26.1,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"aider","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:10:10.100Z","duration_seconds":80.3,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:13:30.400Z","duration_seconds":73.5,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:16:43.900Z","duration_seconds":26.6,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"aider","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:19:10.500Z","duration_seconds":25.2,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:21:35.700Z","duration_seconds":50.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":23.3,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:23.300Z","duration_seconds":41.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:05.000Z","duration_seconds":64.2,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:08:09.200Z","duration_seconds":63.5,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:11:12.700Z","duration_seconds":48.9,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:14:01.600Z","duration_seconds":77.2,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:17:18.800Z","duration_seconds":42.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"aider","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:20:01.000Z","duration_seconds":32.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"aider","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:22:33.200Z","duration_seconds":18.3,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":30.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"aider","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:30.600Z","duration_seconds":23.9,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:04:54.500Z","duration_seconds":59.4,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"aider","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:07:53.900Z","duration_seconds":23.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:10:17.600Z","duration_seconds":181.6,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:15:19.200Z","duration_seconds":101,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"aider","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:19:00.200Z","duration_seconds":37.2,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:21:37.400Z","duration_seconds":39.2,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:24:16.600Z","duration_seconds":40.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":56.3,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:56.300Z","duration_seconds":18.6,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"aider","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:05:14.900Z","duration_seconds":59.6,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:08:14.500Z","duration_seconds":49.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:11:04.200Z","duration_seconds":18,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"aider","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:13:22.200Z","duration_seconds":60.4,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:16:22.600Z","duration_seconds":64.1,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"aider","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:19:26.700Z","duration_seconds":23.1,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:21:49.800Z","duration_seconds":39.4,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"amp","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":68,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:08.000Z","duration_seconds":33.5,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:05:41.500Z","duration_seconds":64.6,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:08:46.100Z","duration_seconds":24.3,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"amp","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:11:10.400Z","duration_seconds":37.9,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:13:48.300Z","duration_seconds":45.2,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:16:33.500Z","duration_seconds":60.6,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:19:34.100Z","duration_seconds":50.3,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:22:24.400Z","duration_seconds":62,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":39.7,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:39.700Z","duration_seconds":71.9,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:05:51.600Z","duration_seconds":39.6,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:08:31.200Z","duration_seconds":69.6,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:11:40.800Z","duration_seconds":43.7,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:14:24.500Z","duration_seconds":64.2,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"amp","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:17:28.700Z","duration_seconds":31.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"amp","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:20:00.400Z","duration_seconds":25.8,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:22:26.200Z","duration_seconds":25.6,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"amp","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":40.4,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:40.400Z","duration_seconds":53.8,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:34.200Z","duration_seconds":26.3,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:08:00.500Z","duration_seconds":61.9,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:11:02.400Z","duration_seconds":30.7,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:13:33.100Z","duration_seconds":47.4,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"amp","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:16:20.500Z","duration_seconds":48.6,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:19:09.100Z","duration_seconds":26.1,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:21:35.200Z","duration_seconds":27.9,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":32.1,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:32.100Z","duration_seconds":43.5,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:15.600Z","duration_seconds":29.7,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"amp","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:07:45.300Z","duration_seconds":28.5,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:10:13.800Z","duration_seconds":52.5,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:13:06.300Z","duration_seconds":39,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"amp","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:15:45.300Z","duration_seconds":42.9,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:18:28.200Z","duration_seconds":55.1,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:21:23.300Z","duration_seconds":18,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":21.5,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"amp","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:21.500Z","duration_seconds":24.1,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:04:45.600Z","duration_seconds":44.7,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:07:30.300Z","duration_seconds":53.7,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"amp","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:10:24.000Z","duration_seconds":32.2,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:12:56.200Z","duration_seconds":65.3,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:16:01.500Z","duration_seconds":18.8,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:18:20.300Z","duration_seconds":19.5,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:20:39.800Z","duration_seconds":38.8,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"antigravity","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":61.3,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"antigravity","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:01.300Z","duration_seconds":25.6,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:05:26.900Z","duration_seconds":136.8,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:09:43.700Z","duration_seconds":64.1,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"antigravity","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:12:47.800Z","duration_seconds":99.5,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:16:27.300Z","duration_seconds":90.6,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:19:57.900Z","duration_seconds":110.9,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"antigravity","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:23:48.800Z","duration_seconds":84.1,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"antigravity","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:27:12.900Z","duration_seconds":30.5,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":120.5,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:04:00.500Z","duration_seconds":66.1,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:06.600Z","duration_seconds":78.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"antigravity","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:25.300Z","duration_seconds":189.2,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:34.500Z","duration_seconds":129.9,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:19:44.400Z","duration_seconds":100.8,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:25.200Z","duration_seconds":43.9,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:26:09.100Z","duration_seconds":46.6,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:28:55.700Z","duration_seconds":124.9,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":68.8,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:08.800Z","duration_seconds":86.9,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:35.700Z","duration_seconds":104.2,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"antigravity","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:19.900Z","duration_seconds":88.6,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:48.500Z","duration_seconds":149.6,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:18:18.100Z","duration_seconds":75.8,"outcome":"partial","notes":"Durable work left as a timer rather than a queue. Scheduled work did not survive a redeploy."},{"tool_slug":"antigravity","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:21:33.900Z","duration_seconds":87.9,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:25:01.800Z","duration_seconds":60.4,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:28:02.200Z","duration_seconds":54.1,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":115.9,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:55.900Z","duration_seconds":69.4,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"antigravity","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:05.300Z","duration_seconds":61,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:06.300Z","duration_seconds":101.3,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:13:47.600Z","duration_seconds":90.3,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:17.900Z","duration_seconds":120.2,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:21:18.100Z","duration_seconds":111.4,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:25:09.500Z","duration_seconds":85.4,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:28:34.900Z","duration_seconds":46.7,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"antigravity","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":28.9,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:28.900Z","duration_seconds":73.9,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"antigravity","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:05:42.800Z","duration_seconds":60.9,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:08:43.700Z","duration_seconds":66.3,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:11:50.000Z","duration_seconds":70.3,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:15:00.300Z","duration_seconds":77.9,"outcome":"partial","notes":"Durable work left as a timer rather than a queue. Scheduled work did not survive a redeploy."},{"tool_slug":"antigravity","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:18:18.200Z","duration_seconds":73.2,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"antigravity","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:21:31.400Z","duration_seconds":79.2,"outcome":"pass","notes":null},{"tool_slug":"antigravity","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:24:50.600Z","duration_seconds":43.9,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":121.7,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:04:01.700Z","duration_seconds":145.8,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"anything","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:08:27.500Z","duration_seconds":96.3,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"anything","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:12:03.800Z","duration_seconds":121.9,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:16:05.700Z","duration_seconds":93.7,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"anything","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:39.400Z","duration_seconds":51.8,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"anything","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:22:31.200Z","duration_seconds":81.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"anything","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:25:52.800Z","duration_seconds":26.5,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:28:19.300Z","duration_seconds":85.3,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":60.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"anything","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:00.200Z","duration_seconds":83.1,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:23.300Z","duration_seconds":72.3,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:35.600Z","duration_seconds":147.4,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:14:03.000Z","duration_seconds":101.4,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:44.400Z","duration_seconds":105.2,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:21:29.600Z","duration_seconds":118.7,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:25:28.300Z","duration_seconds":112.9,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"anything","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:29:21.200Z","duration_seconds":90.4,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":31.3,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"anything","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:31.300Z","duration_seconds":84.2,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:55.500Z","duration_seconds":87.8,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"anything","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:09:23.300Z","duration_seconds":83.5,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:12:46.800Z","duration_seconds":109.9,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:16:36.700Z","duration_seconds":128.8,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:20:45.500Z","duration_seconds":114.4,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:24:39.900Z","duration_seconds":45.7,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:27:25.600Z","duration_seconds":113.5,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":94.1,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:34.100Z","duration_seconds":100.3,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:14.400Z","duration_seconds":74.9,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:29.300Z","duration_seconds":120.5,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:14:29.800Z","duration_seconds":201.9,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:19:51.700Z","duration_seconds":96,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:23:27.700Z","duration_seconds":118.9,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:27:26.600Z","duration_seconds":84,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:30:50.600Z","duration_seconds":63,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":150.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"anything","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:04:30.700Z","duration_seconds":167.4,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:09:18.100Z","duration_seconds":73.3,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:12:31.400Z","duration_seconds":71.3,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:42.700Z","duration_seconds":96.6,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:19:19.300Z","duration_seconds":205.8,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:24:45.100Z","duration_seconds":42.9,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:27:28.000Z","duration_seconds":91.4,"outcome":"pass","notes":null},{"tool_slug":"anything","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:30:59.400Z","duration_seconds":68.5,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":97,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:37.000Z","duration_seconds":99.2,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:16.200Z","duration_seconds":134.7,"outcome":"pass","notes":"Reused the existing tenancy helper instead of writing a second one. No duplicate policy code in the diff."},{"tool_slug":"augment-code","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:11:30.900Z","duration_seconds":83.8,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:14:54.700Z","duration_seconds":65.1,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:59.800Z","duration_seconds":70.8,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"augment-code","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:10.600Z","duration_seconds":89.5,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:24:40.100Z","duration_seconds":82.4,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"augment-code","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:28:02.500Z","duration_seconds":46,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":34.3,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:34.300Z","duration_seconds":71.6,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:05:45.900Z","duration_seconds":87.9,"outcome":"pass","notes":"Reused the existing tenancy helper instead of writing a second one. No duplicate policy code in the diff."},{"tool_slug":"augment-code","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:13.800Z","duration_seconds":58.6,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:12:12.400Z","duration_seconds":48.8,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:15:01.200Z","duration_seconds":51.1,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:17:52.300Z","duration_seconds":135.1,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:22:07.400Z","duration_seconds":51.2,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:24:58.600Z","duration_seconds":59.2,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":46.7,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:46.700Z","duration_seconds":103.6,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:30.300Z","duration_seconds":112.8,"outcome":"pass","notes":"Reused the existing tenancy helper instead of writing a second one. No duplicate policy code in the diff."},{"tool_slug":"augment-code","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:23.100Z","duration_seconds":49.9,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:13.000Z","duration_seconds":44.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"augment-code","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:15:57.300Z","duration_seconds":82.9,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"augment-code","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:19:20.200Z","duration_seconds":48.8,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:22:09.000Z","duration_seconds":72.3,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:25:21.300Z","duration_seconds":84.1,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":36.1,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:36.100Z","duration_seconds":57.6,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:33.700Z","duration_seconds":51,"outcome":"pass","notes":"Reused the existing tenancy helper instead of writing a second one. No duplicate policy code in the diff."},{"tool_slug":"augment-code","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:08:24.700Z","duration_seconds":86.6,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:11:51.300Z","duration_seconds":67.1,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"augment-code","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:14:58.400Z","duration_seconds":84.5,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:18:22.900Z","duration_seconds":157.4,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:23:00.300Z","duration_seconds":45.8,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:25:46.100Z","duration_seconds":112,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":106.9,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:46.900Z","duration_seconds":68.4,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:55.300Z","duration_seconds":74,"outcome":"pass","notes":"Reused the existing tenancy helper instead of writing a second one. No duplicate policy code in the diff."},{"tool_slug":"augment-code","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:10:09.300Z","duration_seconds":80.6,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:13:29.900Z","duration_seconds":33.8,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:16:03.700Z","duration_seconds":83.4,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:19:27.100Z","duration_seconds":103,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:23:10.100Z","duration_seconds":34.8,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:25:44.900Z","duration_seconds":49.3,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":68.8,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:08.800Z","duration_seconds":62.4,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:11.200Z","duration_seconds":91,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:09:42.200Z","duration_seconds":88.8,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:13:11.000Z","duration_seconds":147,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:38.000Z","duration_seconds":104.7,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:22.700Z","duration_seconds":156.1,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"base44","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:25:58.800Z","duration_seconds":67.3,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:29:06.100Z","duration_seconds":94.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"base44","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":103.5,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:43.500Z","duration_seconds":114.1,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:37.600Z","duration_seconds":83.2,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"base44","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:00.800Z","duration_seconds":116,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:14:56.800Z","duration_seconds":203.7,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:20:20.500Z","duration_seconds":96.3,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:56.800Z","duration_seconds":58.6,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:26:55.400Z","duration_seconds":73.4,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:30:08.800Z","duration_seconds":113.9,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":68,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:08.000Z","duration_seconds":104.6,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:52.600Z","duration_seconds":221.9,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:12:34.500Z","duration_seconds":63.2,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"base44","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:15:37.700Z","duration_seconds":59.6,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:18:37.300Z","duration_seconds":157.9,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:23:15.200Z","duration_seconds":79.4,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:26:34.600Z","duration_seconds":59,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:29:33.600Z","duration_seconds":132.8,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":58.1,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:58.100Z","duration_seconds":124.8,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:02.900Z","duration_seconds":94.1,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"base44","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:37.000Z","duration_seconds":162.2,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:15:19.200Z","duration_seconds":161.4,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:20:00.600Z","duration_seconds":89,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:23:29.600Z","duration_seconds":161.3,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"base44","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:28:10.900Z","duration_seconds":92.3,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:31:43.200Z","duration_seconds":52.6,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"base44","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":55.6,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:55.600Z","duration_seconds":90.9,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:26.500Z","duration_seconds":49.2,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:09:15.700Z","duration_seconds":238.7,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:14.400Z","duration_seconds":151.3,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:19:45.700Z","duration_seconds":117.6,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:23:43.300Z","duration_seconds":93.4,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:27:16.700Z","duration_seconds":65.9,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:30:22.600Z","duration_seconds":95.7,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":57.3,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"bind-ai","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:57.300Z","duration_seconds":108,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:45.300Z","duration_seconds":69.3,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:09:54.600Z","duration_seconds":148.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:14:22.800Z","duration_seconds":58.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"bind-ai","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:21.000Z","duration_seconds":131.8,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"bind-ai","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:32.800Z","duration_seconds":141,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"bind-ai","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:25:53.800Z","duration_seconds":44.1,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:28:37.900Z","duration_seconds":151.6,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"bind-ai","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":64.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:04.200Z","duration_seconds":75.3,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"bind-ai","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:19.500Z","duration_seconds":130.5,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:30.000Z","duration_seconds":87.6,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:57.600Z","duration_seconds":96,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:33.600Z","duration_seconds":185.1,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:22:38.700Z","duration_seconds":56.9,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:25:35.600Z","duration_seconds":116.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:29:31.800Z","duration_seconds":98.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"bind-ai","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":89.8,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:29.800Z","duration_seconds":187.6,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:08:37.400Z","duration_seconds":50.5,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"bind-ai","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:11:27.900Z","duration_seconds":135.5,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:15:43.400Z","duration_seconds":65,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:18:48.400Z","duration_seconds":158.3,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"bind-ai","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:23:26.700Z","duration_seconds":177.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:28:23.900Z","duration_seconds":65.5,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"bind-ai","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:31:29.400Z","duration_seconds":68.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":149.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:04:29.200Z","duration_seconds":38.4,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:07.600Z","duration_seconds":95.7,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:43.300Z","duration_seconds":57.9,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"bind-ai","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:13:41.200Z","duration_seconds":92.3,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"bind-ai","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:13.500Z","duration_seconds":291.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:24:04.700Z","duration_seconds":114.3,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:27:59.000Z","duration_seconds":96.3,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"bind-ai","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:31:35.300Z","duration_seconds":89,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":89.4,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"bind-ai","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:29.400Z","duration_seconds":233.8,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:09:23.200Z","duration_seconds":76.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"bind-ai","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:12:39.900Z","duration_seconds":46.1,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:26.000Z","duration_seconds":259.9,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:21:45.900Z","duration_seconds":154.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"bind-ai","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:26:20.700Z","duration_seconds":99.6,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:30:00.300Z","duration_seconds":51.3,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:32:51.600Z","duration_seconds":223.7,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":82.8,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:22.800Z","duration_seconds":98.4,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:01.200Z","duration_seconds":211.5,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:12:32.700Z","duration_seconds":75.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:48.200Z","duration_seconds":40.3,"outcome":"partial","notes":"Webhook delivered unsigned. The retry ladder was written only after an explicit follow up."},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:18:28.500Z","duration_seconds":230.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:24:18.800Z","duration_seconds":161.8,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:29:00.600Z","duration_seconds":127.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:33:08.200Z","duration_seconds":112.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":65.4,"outcome":"fail","notes":"Run picked up a model configuration that could not hold the whole prompt. Abandoned after three failed edits."},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:05.400Z","duration_seconds":57.4,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:02.800Z","duration_seconds":129.7,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:12.500Z","duration_seconds":174.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:06.700Z","duration_seconds":52,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:58.700Z","duration_seconds":65.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:21:04.300Z","duration_seconds":149.8,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:25:34.100Z","duration_seconds":113.8,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:29:27.900Z","duration_seconds":64,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":56.7,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:56.700Z","duration_seconds":60.4,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:57.100Z","duration_seconds":129.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:07.000Z","duration_seconds":220,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:15:47.000Z","duration_seconds":221.5,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:21:28.500Z","duration_seconds":232.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:27:20.800Z","duration_seconds":119.5,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:31:20.300Z","duration_seconds":67.3,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:34:27.600Z","duration_seconds":59,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":91,"outcome":"fail","notes":"Run picked up a model configuration that could not hold the whole prompt. Abandoned after three failed edits."},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:31.000Z","duration_seconds":266.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:09:57.600Z","duration_seconds":159.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:14:36.800Z","duration_seconds":160.2,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:19:17.000Z","duration_seconds":162.8,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:23:59.800Z","duration_seconds":180.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:29:00.100Z","duration_seconds":193.3,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:34:13.400Z","duration_seconds":71.5,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:37:24.900Z","duration_seconds":100.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":69.5,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:09.500Z","duration_seconds":82.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:32.100Z","duration_seconds":98.4,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:10:10.500Z","duration_seconds":260.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:16:30.700Z","duration_seconds":168.5,"outcome":"partial","notes":"Webhook delivered unsigned. The retry ladder was written only after an explicit follow up."},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:21:19.200Z","duration_seconds":362.5,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:29:21.700Z","duration_seconds":284.8,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:36:06.500Z","duration_seconds":95.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:39:41.800Z","duration_seconds":83.5,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":46.5,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:46.500Z","duration_seconds":155.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:21.700Z","duration_seconds":90,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"bolt-new","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:51.700Z","duration_seconds":102.7,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:14:34.400Z","duration_seconds":79.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:53.700Z","duration_seconds":179.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:22:53.300Z","duration_seconds":70.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"bolt-new","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:26:04.000Z","duration_seconds":41.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"bolt-new","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:28:45.200Z","duration_seconds":81.4,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":48.8,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:48.800Z","duration_seconds":51.8,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:05:40.600Z","duration_seconds":128.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:48.800Z","duration_seconds":82.1,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:10.900Z","duration_seconds":58,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:16:08.900Z","duration_seconds":68,"outcome":"partial","notes":"Token allowance exhausted mid task. Queue scaffolded, worker never completed."},{"tool_slug":"bolt-new","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:19:16.900Z","duration_seconds":183.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:24:20.500Z","duration_seconds":83.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:27:44.400Z","duration_seconds":59.9,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"bolt-new","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":48.4,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:48.400Z","duration_seconds":63.8,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:52.200Z","duration_seconds":61.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:08:53.400Z","duration_seconds":98.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:12:32.300Z","duration_seconds":90.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:16:03.200Z","duration_seconds":94,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:19:37.200Z","duration_seconds":77.8,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"bolt-new","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:22:55.000Z","duration_seconds":55.1,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:25:50.100Z","duration_seconds":73.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":93.1,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:33.100Z","duration_seconds":65.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:39.000Z","duration_seconds":124.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:43.300Z","duration_seconds":130.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:14:53.900Z","duration_seconds":51.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:45.800Z","duration_seconds":139.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:22:05.400Z","duration_seconds":67.7,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:25:13.100Z","duration_seconds":65.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:28:18.700Z","duration_seconds":88.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":67.7,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:07.700Z","duration_seconds":165.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:53.000Z","duration_seconds":94.1,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"bolt-new","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:11:27.100Z","duration_seconds":86.9,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"bolt-new","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:54.000Z","duration_seconds":95.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:18:29.200Z","duration_seconds":91.5,"outcome":"partial","notes":"Token allowance exhausted mid task. Queue scaffolded, worker never completed."},{"tool_slug":"bolt-new","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:22:00.700Z","duration_seconds":73.7,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:25:14.400Z","duration_seconds":89.7,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:28:44.100Z","duration_seconds":82.3,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":85.5,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:25.500Z","duration_seconds":70.9,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:36.400Z","duration_seconds":120.6,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:37.000Z","duration_seconds":407.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"caffeine","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:19:24.600Z","duration_seconds":186.3,"outcome":"partial","notes":"Outbound calls are constrained by the runtime. Delivery succeeded through a gateway, signing was added by hand."},{"tool_slug":"caffeine","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:24:30.900Z","duration_seconds":207.2,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:29:58.100Z","duration_seconds":114.7,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:33:52.800Z","duration_seconds":91.1,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:37:23.900Z","duration_seconds":197.2,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":53.3,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:53.300Z","duration_seconds":147.1,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"caffeine","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:20.400Z","duration_seconds":149.7,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:50.100Z","duration_seconds":265.9,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:18:16.000Z","duration_seconds":228.2,"outcome":"partial","notes":"Outbound calls are constrained by the runtime. Delivery succeeded through a gateway, signing was added by hand."},{"tool_slug":"caffeine","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:24:04.200Z","duration_seconds":371.2,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:32:15.400Z","duration_seconds":162.5,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:36:57.900Z","duration_seconds":103.5,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"caffeine","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:40:41.400Z","duration_seconds":129.1,"outcome":"partial","notes":"Crawlable page test scored low: the deployed front end renders entirely on the client."},{"tool_slug":"caffeine","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":93.7,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:33.700Z","duration_seconds":131.6,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:45.300Z","duration_seconds":185.2,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:12:50.500Z","duration_seconds":442.1,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:22:12.600Z","duration_seconds":74.9,"outcome":"partial","notes":"Outbound calls are constrained by the runtime. Delivery succeeded through a gateway, signing was added by hand."},{"tool_slug":"caffeine","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:25:27.500Z","duration_seconds":163.5,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"caffeine","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:30:11.000Z","duration_seconds":138.1,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:34:29.100Z","duration_seconds":77.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"caffeine","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:37:46.700Z","duration_seconds":55.8,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":64.6,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:04.600Z","duration_seconds":153.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"caffeine","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:38.100Z","duration_seconds":135.8,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:11:53.900Z","duration_seconds":150.6,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:16:24.500Z","duration_seconds":154.8,"outcome":"partial","notes":"Outbound calls are constrained by the runtime. Delivery succeeded through a gateway, signing was added by hand."},{"tool_slug":"caffeine","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:20:59.300Z","duration_seconds":170.9,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"caffeine","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:25:50.200Z","duration_seconds":224.4,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:31:34.600Z","duration_seconds":204.8,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:36:59.400Z","duration_seconds":78.7,"outcome":"partial","notes":"Crawlable page test scored low: the deployed front end renders entirely on the client."},{"tool_slug":"caffeine","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":106,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:46.000Z","duration_seconds":161.4,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:08:27.400Z","duration_seconds":184.9,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:13:32.300Z","duration_seconds":193.6,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:18:45.900Z","duration_seconds":124,"outcome":"partial","notes":"Outbound calls are constrained by the runtime. Delivery succeeded through a gateway, signing was added by hand."},{"tool_slug":"caffeine","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:22:49.900Z","duration_seconds":378.7,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:31:08.600Z","duration_seconds":315.2,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:38:23.800Z","duration_seconds":191.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"caffeine","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:43:35.600Z","duration_seconds":100.8,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":59.2,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:59.200Z","duration_seconds":142.6,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"catdoes","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:21.800Z","duration_seconds":129.6,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:11:31.400Z","duration_seconds":168.8,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:16:20.200Z","duration_seconds":152.5,"outcome":"fail","notes":"Outbound webhooks are not part of the platform surface. Nothing was delivered and nothing was signed."},{"tool_slug":"catdoes","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:20:52.700Z","duration_seconds":236.5,"outcome":"fail","notes":"No durable queue on the platform. Scheduled work is limited to push notifications."},{"tool_slug":"catdoes","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:26:49.200Z","duration_seconds":243.2,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"catdoes","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:32:52.400Z","duration_seconds":84.8,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"catdoes","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:36:17.200Z","duration_seconds":158.3,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"catdoes","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":122.6,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:04:02.600Z","duration_seconds":68.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"catdoes","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:11.100Z","duration_seconds":93.5,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:44.600Z","duration_seconds":163.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"catdoes","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:28.400Z","duration_seconds":106.9,"outcome":"fail","notes":"Outbound webhooks are not part of the platform surface. Nothing was delivered and nothing was signed."},{"tool_slug":"catdoes","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:19:15.300Z","duration_seconds":252.9,"outcome":"fail","notes":"No durable queue on the platform. Scheduled work is limited to push notifications."},{"tool_slug":"catdoes","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:25:28.200Z","duration_seconds":106.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"catdoes","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:29:14.700Z","duration_seconds":258.4,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:35:33.100Z","duration_seconds":48.5,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":197.1,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:05:17.100Z","duration_seconds":88.9,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:08:46.000Z","duration_seconds":137.1,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:13:03.100Z","duration_seconds":190.1,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"catdoes","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:18:13.200Z","duration_seconds":109.5,"outcome":"fail","notes":"Outbound webhooks are not part of the platform surface. Nothing was delivered and nothing was signed."},{"tool_slug":"catdoes","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:22:02.700Z","duration_seconds":188.3,"outcome":"fail","notes":"No durable queue on the platform. Scheduled work is limited to push notifications."},{"tool_slug":"catdoes","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:27:11.000Z","duration_seconds":128.1,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:31:19.100Z","duration_seconds":62.1,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:34:21.200Z","duration_seconds":106.1,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":84.9,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"catdoes","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:24.900Z","duration_seconds":103.3,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:08.200Z","duration_seconds":138.2,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:11:26.400Z","duration_seconds":34,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"catdoes","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:14:00.400Z","duration_seconds":100.3,"outcome":"fail","notes":"Outbound webhooks are not part of the platform surface. Nothing was delivered and nothing was signed."},{"tool_slug":"catdoes","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:40.700Z","duration_seconds":271.6,"outcome":"fail","notes":"No durable queue on the platform. Scheduled work is limited to push notifications."},{"tool_slug":"catdoes","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:24:12.300Z","duration_seconds":292.3,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:31:04.600Z","duration_seconds":77.7,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"catdoes","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:34:22.300Z","duration_seconds":97.9,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":102.7,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:42.700Z","duration_seconds":132.9,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"catdoes","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:55.600Z","duration_seconds":207.8,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:13:23.400Z","duration_seconds":146.2,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"catdoes","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:17:49.600Z","duration_seconds":189.6,"outcome":"fail","notes":"Outbound webhooks are not part of the platform surface. Nothing was delivered and nothing was signed."},{"tool_slug":"catdoes","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:22:59.200Z","duration_seconds":168.1,"outcome":"fail","notes":"No durable queue on the platform. Scheduled work is limited to push notifications."},{"tool_slug":"catdoes","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:27:47.300Z","duration_seconds":138.8,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:32:06.100Z","duration_seconds":256.9,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:38:23.000Z","duration_seconds":214.4,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":46.6,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:46.600Z","duration_seconds":23.3,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"claude-code","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:05:09.900Z","duration_seconds":87.2,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:08:37.100Z","duration_seconds":68.5,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:11:45.600Z","duration_seconds":70,"outcome":"pass","notes":"Signed payload with a retry ladder and a delivery log on the first attempt, criterion met without a follow up."},{"tool_slug":"claude-code","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:14:55.600Z","duration_seconds":57.8,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:17:53.400Z","duration_seconds":103.3,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:21:36.700Z","duration_seconds":68,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:24:44.700Z","duration_seconds":72.7,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":36,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"claude-code","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:36.000Z","duration_seconds":89.9,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:05.900Z","duration_seconds":93.1,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:39.000Z","duration_seconds":111,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:30.000Z","duration_seconds":98.2,"outcome":"pass","notes":"Signed payload with a retry ladder and a delivery log on the first attempt, criterion met without a follow up."},{"tool_slug":"claude-code","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:08.200Z","duration_seconds":75.9,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:20:24.100Z","duration_seconds":50.4,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:23:14.500Z","duration_seconds":32.7,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:25:47.200Z","duration_seconds":58.4,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":47.5,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:47.500Z","duration_seconds":52.9,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:40.400Z","duration_seconds":65.6,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:08:46.000Z","duration_seconds":102.4,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:12:28.400Z","duration_seconds":76.6,"outcome":"pass","notes":"Signed payload with a retry ladder and a delivery log on the first attempt, criterion met without a follow up."},{"tool_slug":"claude-code","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:15:45.000Z","duration_seconds":61,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:18:46.000Z","duration_seconds":53.9,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:21:39.900Z","duration_seconds":40.7,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:24:20.600Z","duration_seconds":53.5,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"claude-code","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":59.5,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:59.500Z","duration_seconds":55.5,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:55.000Z","duration_seconds":74.8,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"claude-code","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:09:09.800Z","duration_seconds":76.8,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:12:26.600Z","duration_seconds":176.3,"outcome":"pass","notes":"Signed payload with a retry ladder and a delivery log on the first attempt, criterion met without a follow up."},{"tool_slug":"claude-code","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:22.900Z","duration_seconds":43.2,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:20:06.100Z","duration_seconds":90.6,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:23:36.700Z","duration_seconds":76,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:26:52.700Z","duration_seconds":65,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":21.8,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:21.800Z","duration_seconds":95.5,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:05:57.300Z","duration_seconds":65.5,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:09:02.800Z","duration_seconds":58.3,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:12:01.100Z","duration_seconds":88.4,"outcome":"pass","notes":"Signed payload with a retry ladder and a delivery log on the first attempt, criterion met without a follow up."},{"tool_slug":"claude-code","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:15:29.500Z","duration_seconds":105,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:19:14.500Z","duration_seconds":48.6,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:22:03.100Z","duration_seconds":39.3,"outcome":"pass","notes":null},{"tool_slug":"claude-code","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:24:42.400Z","duration_seconds":46.7,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":86.8,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:26.800Z","duration_seconds":56.8,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:23.600Z","duration_seconds":128.8,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:32.400Z","duration_seconds":30.7,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:13:03.100Z","duration_seconds":88.9,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:16:32.000Z","duration_seconds":153.2,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"cline","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:05.200Z","duration_seconds":73.4,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:24:18.600Z","duration_seconds":56.1,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:27:14.700Z","duration_seconds":186,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":44.1,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"cline","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:44.100Z","duration_seconds":66.7,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:05:50.800Z","duration_seconds":136.5,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:07.300Z","duration_seconds":73.8,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:21.100Z","duration_seconds":139.9,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:41.000Z","duration_seconds":208.8,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:09.800Z","duration_seconds":165.1,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:27:54.900Z","duration_seconds":175.9,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:32:50.800Z","duration_seconds":126.7,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":49.1,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"cline","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:49.100Z","duration_seconds":120.1,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:49.200Z","duration_seconds":156.4,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:11:25.600Z","duration_seconds":100.5,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:15:06.100Z","duration_seconds":82.5,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:18:28.600Z","duration_seconds":477,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:28:25.600Z","duration_seconds":264.5,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:34:50.100Z","duration_seconds":71.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"cline","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:38:01.700Z","duration_seconds":64.3,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":27.8,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"cline","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:27.800Z","duration_seconds":30.8,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:04:58.600Z","duration_seconds":70.7,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"cline","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:08:09.300Z","duration_seconds":73,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:11:22.300Z","duration_seconds":152.8,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:15:55.100Z","duration_seconds":206.8,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:21:21.900Z","duration_seconds":106.9,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:25:08.800Z","duration_seconds":152.2,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:29:41.000Z","duration_seconds":95.1,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":46.3,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"cline","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:46.300Z","duration_seconds":57.6,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:05:43.900Z","duration_seconds":194.1,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"cline","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:10:58.000Z","duration_seconds":154.3,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:32.300Z","duration_seconds":247.5,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:21:39.800Z","duration_seconds":86.4,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:25:06.200Z","duration_seconds":175.4,"outcome":"pass","notes":null},{"tool_slug":"cline","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:30:01.600Z","duration_seconds":61.2,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"cline","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:33:02.800Z","duration_seconds":74,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":49.4,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:49.400Z","duration_seconds":59.8,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:05:49.200Z","duration_seconds":161.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:30.800Z","duration_seconds":113.7,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"codebuff","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:14:24.500Z","duration_seconds":71.9,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:36.400Z","duration_seconds":136.9,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:53.300Z","duration_seconds":45.8,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:24:39.100Z","duration_seconds":74.7,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:27:53.800Z","duration_seconds":35.1,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":44.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:44.600Z","duration_seconds":91.9,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:16.500Z","duration_seconds":32.7,"outcome":"partial","notes":"Two sub agents produced conflicting edits to the same policy file. The review step caught it and reconciled one of them."},{"tool_slug":"codebuff","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:08:49.200Z","duration_seconds":86.2,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"codebuff","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:12:15.400Z","duration_seconds":82,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:15:37.400Z","duration_seconds":58.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:18:36.000Z","duration_seconds":88.9,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"codebuff","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:22:04.900Z","duration_seconds":53.4,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"codebuff","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:24:58.300Z","duration_seconds":106.1,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":80.6,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"codebuff","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:20.600Z","duration_seconds":39.8,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"codebuff","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:00.400Z","duration_seconds":59.6,"outcome":"partial","notes":"Two sub agents produced conflicting edits to the same policy file. The review step caught it and reconciled one of them."},{"tool_slug":"codebuff","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:09:00.000Z","duration_seconds":80.9,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:12:20.900Z","duration_seconds":57.2,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:15:18.100Z","duration_seconds":54.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:18:12.700Z","duration_seconds":79.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:21:32.300Z","duration_seconds":40.3,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:24:12.600Z","duration_seconds":39.3,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":23.9,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"codebuff","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:23.900Z","duration_seconds":99.1,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"codebuff","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:03.000Z","duration_seconds":74.5,"outcome":"partial","notes":"Two sub agents produced conflicting edits to the same policy file. The review step caught it and reconciled one of them."},{"tool_slug":"codebuff","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:09:17.500Z","duration_seconds":56.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:12:14.100Z","duration_seconds":41.3,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:14:55.400Z","duration_seconds":83,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:18:18.400Z","duration_seconds":85.5,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:21:43.900Z","duration_seconds":60,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:24:43.900Z","duration_seconds":44.2,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":30.9,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"codebuff","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:30.900Z","duration_seconds":53.9,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:05:24.800Z","duration_seconds":28.7,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:07:53.500Z","duration_seconds":37.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:10:31.100Z","duration_seconds":205.1,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"codebuff","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:15:56.200Z","duration_seconds":42.7,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:18:38.900Z","duration_seconds":61.7,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:21:40.600Z","duration_seconds":75.8,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:24:56.400Z","duration_seconds":133,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"convex-chef","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":49.1,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"convex-chef","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:49.100Z","duration_seconds":77.8,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"convex-chef","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:06.900Z","duration_seconds":70.6,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:09:17.500Z","duration_seconds":132.7,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:13:30.200Z","duration_seconds":103.5,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:13.700Z","duration_seconds":115.4,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:09.100Z","duration_seconds":59.9,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"convex-chef","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:24:09.000Z","duration_seconds":99.4,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"convex-chef","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:27:48.400Z","duration_seconds":141.2,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"convex-chef","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":93.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"convex-chef","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:33.500Z","duration_seconds":73.9,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:47.400Z","duration_seconds":67.3,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:54.700Z","duration_seconds":127.6,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:14:02.300Z","duration_seconds":65.6,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"convex-chef","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:07.900Z","duration_seconds":312.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"convex-chef","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:24:20.100Z","duration_seconds":141.4,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:28:41.500Z","duration_seconds":51.5,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:31:33.000Z","duration_seconds":88.1,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":69.8,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:09.800Z","duration_seconds":110.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"convex-chef","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:00.400Z","duration_seconds":103.5,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:43.900Z","duration_seconds":85.7,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"convex-chef","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:14:09.600Z","duration_seconds":80.6,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:17:30.200Z","duration_seconds":143.1,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:21:53.300Z","duration_seconds":85.2,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:25:18.500Z","duration_seconds":51.5,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:28:10.000Z","duration_seconds":114.5,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":48.7,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:48.700Z","duration_seconds":55.2,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"convex-chef","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:43.900Z","duration_seconds":168.3,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:32.200Z","duration_seconds":49,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"convex-chef","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:13:21.200Z","duration_seconds":90,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"convex-chef","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:16:51.200Z","duration_seconds":134.8,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:21:06.000Z","duration_seconds":100.5,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:24:46.500Z","duration_seconds":88.7,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:28:15.200Z","duration_seconds":85.4,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":56.1,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:56.100Z","duration_seconds":115.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"convex-chef","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:51.600Z","duration_seconds":73.8,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"convex-chef","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:10:05.400Z","duration_seconds":152.4,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"convex-chef","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:37.800Z","duration_seconds":179.4,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:19:37.200Z","duration_seconds":100.7,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:23:17.900Z","duration_seconds":83.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"convex-chef","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:26:41.100Z","duration_seconds":105.1,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"convex-chef","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:30:26.200Z","duration_seconds":45.2,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":18,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:18.000Z","duration_seconds":41.7,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:04:59.700Z","duration_seconds":40.8,"outcome":"pass","notes":"Tenancy constraint from prompt 2 was still enforced after the refactor, with no restatement of the rule."},{"tool_slug":"cursor","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:07:40.500Z","duration_seconds":84.7,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:11:05.200Z","duration_seconds":62.5,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:14:07.700Z","duration_seconds":72.6,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:17:20.300Z","duration_seconds":65.1,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:20:25.400Z","duration_seconds":80.4,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:23:45.800Z","duration_seconds":51.9,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":42.1,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:42.100Z","duration_seconds":71.4,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:05:53.500Z","duration_seconds":53.4,"outcome":"pass","notes":"Tenancy constraint from prompt 2 was still enforced after the refactor, with no restatement of the rule."},{"tool_slug":"cursor","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:08:46.900Z","duration_seconds":46.2,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:11:33.100Z","duration_seconds":65.7,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:14:38.800Z","duration_seconds":65.1,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:17:43.900Z","duration_seconds":51.6,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"cursor","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:20:35.500Z","duration_seconds":84.2,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:23:59.700Z","duration_seconds":43.8,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":19,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:19.000Z","duration_seconds":57.8,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:16.800Z","duration_seconds":62.5,"outcome":"pass","notes":"Tenancy constraint from prompt 2 was still enforced after the refactor, with no restatement of the rule."},{"tool_slug":"cursor","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:08:19.300Z","duration_seconds":109.7,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:12:09.000Z","duration_seconds":61.4,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:15:10.400Z","duration_seconds":48,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:17:58.400Z","duration_seconds":79.8,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"cursor","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:21:18.200Z","duration_seconds":70.4,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:24:28.600Z","duration_seconds":51,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":23,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:23.000Z","duration_seconds":117.2,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"cursor","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:20.200Z","duration_seconds":49.7,"outcome":"pass","notes":"Tenancy constraint from prompt 2 was still enforced after the refactor, with no restatement of the rule."},{"tool_slug":"cursor","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:09:09.900Z","duration_seconds":144.7,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:13:34.600Z","duration_seconds":76.8,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:16:51.400Z","duration_seconds":62.9,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:19:54.300Z","duration_seconds":33.5,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:22:27.800Z","duration_seconds":51.9,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:25:19.700Z","duration_seconds":24.1,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"cursor","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":37,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:37.000Z","duration_seconds":33.8,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:05:10.800Z","duration_seconds":31.4,"outcome":"pass","notes":"Tenancy constraint from prompt 2 was still enforced after the refactor, with no restatement of the rule."},{"tool_slug":"cursor","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:07:42.200Z","duration_seconds":42.4,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:10:24.600Z","duration_seconds":53.4,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"cursor","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:13:18.000Z","duration_seconds":64.2,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:16:22.200Z","duration_seconds":76.4,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"cursor","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:19:38.600Z","duration_seconds":26.9,"outcome":"pass","notes":null},{"tool_slug":"cursor","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:22:05.500Z","duration_seconds":41.2,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":119.8,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"devin","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:59.800Z","duration_seconds":294.3,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:10:54.100Z","duration_seconds":661.9,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"devin","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:23:56.000Z","duration_seconds":931.3,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:41:27.300Z","duration_seconds":352.7,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:49:20.000Z","duration_seconds":507.8,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:59:47.800Z","duration_seconds":547.5,"outcome":"pass","notes":"Opened a pull request with passing tests and no human in the loop for the whole task."},{"tool_slug":"devin","run_number":1,"prompt_index":8,"started_at":"2026-08-11T09:10:55.300Z","duration_seconds":349.6,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":1,"prompt_index":9,"started_at":"2026-08-11T09:18:44.900Z","duration_seconds":496.3,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"devin","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":304.3,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:07:04.300Z","duration_seconds":226.4,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:12:50.700Z","duration_seconds":390.6,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"devin","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:21:21.300Z","duration_seconds":462.7,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:31:04.000Z","duration_seconds":110.9,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:34:54.900Z","duration_seconds":241.3,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:40:56.200Z","duration_seconds":353.6,"outcome":"pass","notes":"Opened a pull request with passing tests and no human in the loop for the whole task."},{"tool_slug":"devin","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:48:49.800Z","duration_seconds":655.7,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":2,"prompt_index":9,"started_at":"2026-08-12T09:01:45.500Z","duration_seconds":356,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":479.9,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:09:59.900Z","duration_seconds":241.3,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:16:01.200Z","duration_seconds":364.9,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:24:06.100Z","duration_seconds":1293.4,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"devin","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:47:39.500Z","duration_seconds":278.3,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:54:17.800Z","duration_seconds":644.9,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":3,"prompt_index":7,"started_at":"2026-08-13T09:07:02.700Z","duration_seconds":350.5,"outcome":"pass","notes":"Opened a pull request with passing tests and no human in the loop for the whole task."},{"tool_slug":"devin","run_number":3,"prompt_index":8,"started_at":"2026-08-13T09:14:53.200Z","duration_seconds":372.8,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"devin","run_number":3,"prompt_index":9,"started_at":"2026-08-13T09:23:06.000Z","duration_seconds":301.8,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":151.9,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"devin","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:04:31.900Z","duration_seconds":338.1,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:12:10.000Z","duration_seconds":235.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"devin","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:18:05.800Z","duration_seconds":238,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:24:03.800Z","duration_seconds":377,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:32:20.800Z","duration_seconds":606.5,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:44:27.300Z","duration_seconds":514.1,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"devin","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:55:01.400Z","duration_seconds":289.3,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":4,"prompt_index":9,"started_at":"2026-08-14T09:01:50.700Z","duration_seconds":480.2,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":359.7,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:07:59.700Z","duration_seconds":263.8,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:14:23.500Z","duration_seconds":246.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"devin","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:20:29.700Z","duration_seconds":839.6,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"devin","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:36:29.300Z","duration_seconds":437.7,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"devin","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:45:47.000Z","duration_seconds":409.9,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"devin","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:54:36.900Z","duration_seconds":321.4,"outcome":"pass","notes":"Opened a pull request with passing tests and no human in the loop for the whole task."},{"tool_slug":"devin","run_number":5,"prompt_index":8,"started_at":"2026-08-15T09:01:58.300Z","duration_seconds":208.3,"outcome":"pass","notes":null},{"tool_slug":"devin","run_number":5,"prompt_index":9,"started_at":"2026-08-15T09:07:26.600Z","duration_seconds":250.9,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":143.9,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"dyad","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:04:23.900Z","duration_seconds":51.9,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"dyad","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:15.800Z","duration_seconds":129.4,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"dyad","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:11:25.200Z","duration_seconds":153.9,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"dyad","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:59.100Z","duration_seconds":79.2,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:18.300Z","duration_seconds":77.9,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:22:36.200Z","duration_seconds":78,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:25:54.200Z","duration_seconds":91.5,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"dyad","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:29:25.700Z","duration_seconds":83.8,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":86.5,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:26.500Z","duration_seconds":58.5,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"dyad","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:25.000Z","duration_seconds":67.4,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:32.400Z","duration_seconds":98.3,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:10.700Z","duration_seconds":159.4,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:50.100Z","duration_seconds":93.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"dyad","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:21:23.700Z","duration_seconds":78.9,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:24:42.600Z","duration_seconds":18,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:27:00.600Z","duration_seconds":89.6,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"dyad","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":53.4,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"dyad","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:53.400Z","duration_seconds":87.7,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:21.100Z","duration_seconds":184.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"dyad","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:11:25.800Z","duration_seconds":100.4,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"dyad","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:15:06.200Z","duration_seconds":265.4,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"dyad","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:21:31.600Z","duration_seconds":81.3,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:24:52.900Z","duration_seconds":129.1,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:29:02.000Z","duration_seconds":30.9,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"dyad","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:31:32.900Z","duration_seconds":78.3,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":80.8,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:20.800Z","duration_seconds":70.7,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:31.500Z","duration_seconds":56,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"dyad","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:09:27.500Z","duration_seconds":138.3,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:13:45.800Z","duration_seconds":59.2,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:16:45.000Z","duration_seconds":124.8,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"dyad","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:20:49.800Z","duration_seconds":64.2,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:23:54.000Z","duration_seconds":95.5,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:27:29.500Z","duration_seconds":110.4,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":97.2,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:37.200Z","duration_seconds":41.4,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:18.600Z","duration_seconds":95.1,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"dyad","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:09:53.700Z","duration_seconds":206.7,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"dyad","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:20.400Z","duration_seconds":61.7,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"dyad","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:18:22.100Z","duration_seconds":108.3,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:22:10.400Z","duration_seconds":62.8,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"dyad","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:25:13.200Z","duration_seconds":58.6,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:28:11.800Z","duration_seconds":71.5,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"emergent","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":141.8,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:04:21.800Z","duration_seconds":409.2,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:13:11.000Z","duration_seconds":129.9,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"emergent","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:17:20.900Z","duration_seconds":170.8,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:22:11.700Z","duration_seconds":220.4,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:27:52.100Z","duration_seconds":118.3,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:31:50.400Z","duration_seconds":99.7,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:35:30.100Z","duration_seconds":150.5,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:40:00.600Z","duration_seconds":146.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"emergent","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":100.5,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:40.500Z","duration_seconds":104.5,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:25.000Z","duration_seconds":119.6,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"emergent","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:24.600Z","duration_seconds":227.1,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:17:11.700Z","duration_seconds":363.6,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:25:15.300Z","duration_seconds":315.5,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:32:30.800Z","duration_seconds":150.3,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"emergent","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:37:01.100Z","duration_seconds":64.9,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:40:06.000Z","duration_seconds":300,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":38.1,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:38.100Z","duration_seconds":273.9,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:09:12.000Z","duration_seconds":46.4,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"emergent","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:11:58.400Z","duration_seconds":255.4,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:18:13.800Z","duration_seconds":191.5,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:23:25.300Z","duration_seconds":125.2,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:27:30.500Z","duration_seconds":206.6,"outcome":"partial","notes":"Admin panel built but staff gating was advisory only. A member account could open /admin."},{"tool_slug":"emergent","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:32:57.100Z","duration_seconds":150.9,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:37:28.000Z","duration_seconds":91.3,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":127.4,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:04:07.400Z","duration_seconds":127.7,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:08:15.100Z","duration_seconds":196.8,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:13:31.900Z","duration_seconds":192.9,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:18:44.800Z","duration_seconds":99.7,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:22:24.500Z","duration_seconds":392.8,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"emergent","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:30:57.300Z","duration_seconds":150.9,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:35:28.200Z","duration_seconds":129.9,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:39:38.100Z","duration_seconds":106.4,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"emergent","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":82.3,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:22.300Z","duration_seconds":186.9,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:08:29.200Z","duration_seconds":144.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"emergent","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:12:53.800Z","duration_seconds":81.3,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:16:15.100Z","duration_seconds":325.5,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:23:40.600Z","duration_seconds":235.2,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:29:35.800Z","duration_seconds":103.7,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:33:19.500Z","duration_seconds":63.3,"outcome":"pass","notes":null},{"tool_slug":"emergent","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:36:22.800Z","duration_seconds":87.3,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":102.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"factory","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:42.700Z","duration_seconds":175.8,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:08:38.500Z","duration_seconds":132.5,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:12:51.000Z","duration_seconds":204.5,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:18:15.500Z","duration_seconds":148.2,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:22:43.700Z","duration_seconds":184,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:27:47.700Z","duration_seconds":151.4,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:32:19.100Z","duration_seconds":155.1,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:36:54.200Z","duration_seconds":158,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"factory","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":148.8,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:04:28.800Z","duration_seconds":97.7,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:08:06.500Z","duration_seconds":203.4,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:13:29.900Z","duration_seconds":401.5,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:22:11.400Z","duration_seconds":320.8,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:29:32.200Z","duration_seconds":345.5,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:37:17.700Z","duration_seconds":116.9,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:41:14.600Z","duration_seconds":74,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:44:28.600Z","duration_seconds":202.3,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":156.6,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:04:36.600Z","duration_seconds":336.6,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"factory","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:12:13.200Z","duration_seconds":116.3,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:16:09.500Z","duration_seconds":190.1,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:21:19.600Z","duration_seconds":266.7,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"factory","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:27:46.300Z","duration_seconds":145.7,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:32:12.000Z","duration_seconds":344.2,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:39:56.200Z","duration_seconds":55.5,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:42:51.700Z","duration_seconds":43.9,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":390.1,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:08:30.100Z","duration_seconds":161.7,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:13:11.800Z","duration_seconds":76.2,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:16:28.000Z","duration_seconds":178.8,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:21:26.800Z","duration_seconds":492.8,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:31:39.600Z","duration_seconds":448.5,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:41:08.100Z","duration_seconds":292.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"factory","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:48:00.300Z","duration_seconds":100.3,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:51:40.600Z","duration_seconds":161.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"factory","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":207.7,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:05:27.700Z","duration_seconds":69.3,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:08:37.000Z","duration_seconds":351.8,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:16:28.800Z","duration_seconds":349.4,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:24:18.200Z","duration_seconds":158,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:28:56.200Z","duration_seconds":146.2,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:33:22.400Z","duration_seconds":193.9,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"factory","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:38:36.300Z","duration_seconds":152.4,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"factory","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:43:08.700Z","duration_seconds":230.3,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":136.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:04:16.600Z","duration_seconds":121,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:08:17.600Z","duration_seconds":123.1,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:12:20.700Z","duration_seconds":50.9,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:11.600Z","duration_seconds":125.4,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:17.000Z","duration_seconds":73.2,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:22:30.200Z","duration_seconds":87.4,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:25:57.600Z","duration_seconds":59.6,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:28:57.200Z","duration_seconds":91,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":96.2,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:36.200Z","duration_seconds":130.7,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:46.900Z","duration_seconds":100.3,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:27.200Z","duration_seconds":119.5,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:26.700Z","duration_seconds":176.4,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:20:23.100Z","duration_seconds":89.3,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:52.400Z","duration_seconds":95.1,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:27:27.500Z","duration_seconds":179.5,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:32:27.000Z","duration_seconds":109.7,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":70,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:10.000Z","duration_seconds":69,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:19.000Z","duration_seconds":73.9,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:09:32.900Z","duration_seconds":94.9,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:07.800Z","duration_seconds":103.4,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:16:51.200Z","duration_seconds":284.9,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:23:36.100Z","duration_seconds":117.4,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:27:33.500Z","duration_seconds":87.6,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:31:01.100Z","duration_seconds":117.1,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":31,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:31.000Z","duration_seconds":64.5,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:35.500Z","duration_seconds":164.3,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:19.800Z","duration_seconds":133.7,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:14:33.500Z","duration_seconds":119.5,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:18:33.000Z","duration_seconds":114.6,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:22:27.600Z","duration_seconds":77.2,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:25:44.800Z","duration_seconds":67.8,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:28:52.600Z","duration_seconds":156.8,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":111.6,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:51.600Z","duration_seconds":80.5,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:12.100Z","duration_seconds":100.4,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:10:52.500Z","duration_seconds":88,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:20.500Z","duration_seconds":96.8,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:17:57.300Z","duration_seconds":120.7,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:21:58.000Z","duration_seconds":71.6,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:25:09.600Z","duration_seconds":63.6,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:28:13.200Z","duration_seconds":210.5,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":44.6,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:44.600Z","duration_seconds":71.1,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:05:55.700Z","duration_seconds":173.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"floot","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:49.400Z","duration_seconds":193.7,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:16:03.100Z","duration_seconds":90.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"floot","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:33.800Z","duration_seconds":91.1,"outcome":"fail","notes":"No durable background work available. The scheduled task was scaffolded and never executed."},{"tool_slug":"floot","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:04.900Z","duration_seconds":106.1,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:26:51.000Z","duration_seconds":45.5,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"floot","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:29:36.500Z","duration_seconds":80.3,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":85,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"floot","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:25.000Z","duration_seconds":171.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"floot","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:08:16.200Z","duration_seconds":32.8,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:49.000Z","duration_seconds":122.1,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:14:51.100Z","duration_seconds":174.5,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:19:45.600Z","duration_seconds":99,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:24.600Z","duration_seconds":127.1,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:27:31.700Z","duration_seconds":153.8,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"floot","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:32:05.500Z","duration_seconds":209.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"floot","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":64.4,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:04.400Z","duration_seconds":148.4,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:32.800Z","duration_seconds":67.7,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:40.500Z","duration_seconds":117.7,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:14:38.200Z","duration_seconds":241.7,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:20:39.900Z","duration_seconds":103.7,"outcome":"fail","notes":"No durable background work available. The scheduled task was scaffolded and never executed."},{"tool_slug":"floot","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:24:23.600Z","duration_seconds":105.6,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:28:09.200Z","duration_seconds":85.7,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"floot","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:31:34.900Z","duration_seconds":86.6,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":85.2,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"floot","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:25.200Z","duration_seconds":108.5,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:13.700Z","duration_seconds":54.4,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:08.100Z","duration_seconds":64.1,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:13:12.200Z","duration_seconds":352,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"floot","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:21:04.200Z","duration_seconds":127.8,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:25:12.000Z","duration_seconds":139.5,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:29:31.500Z","duration_seconds":45.1,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:32:16.600Z","duration_seconds":65.4,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":70.1,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"floot","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:10.100Z","duration_seconds":81.5,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:31.600Z","duration_seconds":47,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:09:18.600Z","duration_seconds":30,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:11:48.600Z","duration_seconds":142.4,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:16:11.000Z","duration_seconds":122.2,"outcome":"fail","notes":"No durable background work available. The scheduled task was scaffolded and never executed."},{"tool_slug":"floot","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:20:13.200Z","duration_seconds":73.7,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:23:26.900Z","duration_seconds":72.5,"outcome":"pass","notes":null},{"tool_slug":"floot","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:26:39.400Z","duration_seconds":128.4,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":134.6,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:04:14.600Z","duration_seconds":126.9,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"jules","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:08:21.500Z","duration_seconds":171.3,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:13:12.800Z","duration_seconds":253.8,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:19:26.600Z","duration_seconds":206.6,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"jules","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:24:53.200Z","duration_seconds":228.8,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:30:42.000Z","duration_seconds":214.9,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:36:16.900Z","duration_seconds":239.7,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"jules","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:42:16.600Z","duration_seconds":119.1,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":49.3,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:49.300Z","duration_seconds":137.6,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:06.900Z","duration_seconds":186.3,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:12:13.200Z","duration_seconds":202.6,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"jules","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:17:35.800Z","duration_seconds":506.9,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:28:02.700Z","duration_seconds":114.3,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:31:57.000Z","duration_seconds":203.2,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:37:20.200Z","duration_seconds":140,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:41:40.200Z","duration_seconds":98.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"jules","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":110.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"jules","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:50.200Z","duration_seconds":96.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"jules","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:26.700Z","duration_seconds":287.7,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:14:14.400Z","duration_seconds":149.2,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:18:43.600Z","duration_seconds":251.6,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:24:55.200Z","duration_seconds":296,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:31:51.200Z","duration_seconds":225.2,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:37:36.400Z","duration_seconds":91.5,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:41:07.900Z","duration_seconds":146.5,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":93,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:33.000Z","duration_seconds":81.1,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:54.100Z","duration_seconds":188.2,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:12:02.300Z","duration_seconds":137.2,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:16:19.500Z","duration_seconds":318.8,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"jules","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:23:38.300Z","duration_seconds":278.8,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:30:17.100Z","duration_seconds":645.8,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:43:02.900Z","duration_seconds":101.1,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:46:44.000Z","duration_seconds":173.8,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":116.1,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:56.100Z","duration_seconds":120.5,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:56.600Z","duration_seconds":395.9,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:16:32.500Z","duration_seconds":102.9,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:20:15.400Z","duration_seconds":211.5,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:25:46.900Z","duration_seconds":68.1,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:28:55.000Z","duration_seconds":75.5,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"jules","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:32:10.500Z","duration_seconds":53.4,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"jules","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:35:03.900Z","duration_seconds":89.3,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"kiro","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":80.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:20.400Z","duration_seconds":63.7,"outcome":"pass","notes":"Specification step wrote the tenancy rule down before any code depended on it. Schema correct on the first pass."},{"tool_slug":"kiro","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:24.100Z","duration_seconds":77.7,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:09:41.800Z","duration_seconds":62.1,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:12:43.900Z","duration_seconds":111.3,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:16:35.200Z","duration_seconds":135.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:20:50.600Z","duration_seconds":72.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:24:03.000Z","duration_seconds":52.6,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:26:55.600Z","duration_seconds":88.8,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":58.8,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:58.800Z","duration_seconds":68.1,"outcome":"pass","notes":"Specification step wrote the tenancy rule down before any code depended on it. Schema correct on the first pass."},{"tool_slug":"kiro","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:06.900Z","duration_seconds":90,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:36.900Z","duration_seconds":109.5,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:26.400Z","duration_seconds":143.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"kiro","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:50.100Z","duration_seconds":132.9,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:22:03.000Z","duration_seconds":48.7,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:24:51.700Z","duration_seconds":64.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:27:56.100Z","duration_seconds":205.9,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":49.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"kiro","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:49.700Z","duration_seconds":54.7,"outcome":"pass","notes":"Specification step wrote the tenancy rule down before any code depended on it. Schema correct on the first pass."},{"tool_slug":"kiro","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:44.400Z","duration_seconds":41.9,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:08:26.300Z","duration_seconds":93,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:11:59.300Z","duration_seconds":144.6,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:16:23.900Z","duration_seconds":197.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:21:41.300Z","duration_seconds":66.1,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:24:47.400Z","duration_seconds":45.3,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:27:32.700Z","duration_seconds":47.2,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":54.8,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:54.800Z","duration_seconds":26.5,"outcome":"pass","notes":"Specification step wrote the tenancy rule down before any code depended on it. Schema correct on the first pass."},{"tool_slug":"kiro","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:21.300Z","duration_seconds":70.6,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:08:31.900Z","duration_seconds":67.9,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:11:39.800Z","duration_seconds":127.7,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:15:47.500Z","duration_seconds":73.2,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:19:00.700Z","duration_seconds":114.8,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:22:55.500Z","duration_seconds":49.6,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:25:45.100Z","duration_seconds":80.8,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":71.3,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:11.300Z","duration_seconds":56.8,"outcome":"pass","notes":"Specification step wrote the tenancy rule down before any code depended on it. Schema correct on the first pass."},{"tool_slug":"kiro","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:08.100Z","duration_seconds":79,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:09:27.100Z","duration_seconds":132.8,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:13:39.900Z","duration_seconds":79,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"kiro","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:16:58.900Z","duration_seconds":254.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:23:13.300Z","duration_seconds":61.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:26:14.700Z","duration_seconds":57.7,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:29:12.400Z","duration_seconds":121.6,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":62.3,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"lovable","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:02.300Z","duration_seconds":115.3,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:57.600Z","duration_seconds":115.3,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:52.900Z","duration_seconds":58.9,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:13:51.800Z","duration_seconds":120.7,"outcome":"partial","notes":"Webhook payloads delivered unsigned. HMAC header added only after an explicit follow up instruction."},{"tool_slug":"lovable","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:52.500Z","duration_seconds":126,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:58.500Z","duration_seconds":80.7,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"lovable","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:25:19.200Z","duration_seconds":72.9,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:28:32.100Z","duration_seconds":50.2,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":77.1,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:17.100Z","duration_seconds":101.5,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:58.600Z","duration_seconds":82.5,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:21.100Z","duration_seconds":86.9,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:48.000Z","duration_seconds":73,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:01.000Z","duration_seconds":137.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"lovable","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:21:18.700Z","duration_seconds":93.7,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:24:52.400Z","duration_seconds":56.1,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:27:48.500Z","duration_seconds":107.2,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":129.3,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:04:09.300Z","duration_seconds":85.2,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:34.500Z","duration_seconds":73.2,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:47.700Z","duration_seconds":98.9,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:14:26.600Z","duration_seconds":179.9,"outcome":"partial","notes":"Webhook payloads delivered unsigned. HMAC header added only after an explicit follow up instruction."},{"tool_slug":"lovable","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:19:26.500Z","duration_seconds":127.8,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:23:34.300Z","duration_seconds":65.1,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:26:39.400Z","duration_seconds":65.6,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:29:45.000Z","duration_seconds":71.6,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":70,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:10.000Z","duration_seconds":36.7,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:46.700Z","duration_seconds":72.4,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:08:59.100Z","duration_seconds":100.3,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:12:39.400Z","duration_seconds":146.5,"outcome":"partial","notes":"Webhook payloads delivered unsigned. HMAC header added only after an explicit follow up instruction."},{"tool_slug":"lovable","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:05.900Z","duration_seconds":115.5,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:21:01.400Z","duration_seconds":147,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:25:28.400Z","duration_seconds":86.8,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:28:55.200Z","duration_seconds":77.3,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":40.2,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:40.200Z","duration_seconds":67.1,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:05:47.300Z","duration_seconds":95.8,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:09:23.100Z","duration_seconds":42.1,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:12:05.200Z","duration_seconds":63.7,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"lovable","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:15:08.900Z","duration_seconds":135.7,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:19:24.600Z","duration_seconds":121.7,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:23:26.300Z","duration_seconds":86.1,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"lovable","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:26:52.400Z","duration_seconds":43.9,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":175.8,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:04:55.800Z","duration_seconds":87.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"mocha","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:08:23.400Z","duration_seconds":142.5,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:12:45.900Z","duration_seconds":136.6,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:17:02.500Z","duration_seconds":176.3,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:21:58.800Z","duration_seconds":230.2,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"mocha","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:27:49.000Z","duration_seconds":105.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"mocha","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:31:34.500Z","duration_seconds":29,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:34:03.500Z","duration_seconds":99.9,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":71.6,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"mocha","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:11.600Z","duration_seconds":90,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"mocha","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:41.600Z","duration_seconds":138.2,"outcome":"fail","notes":"Cross tenant read: a member of organisation A retrieved a project belonging to organisation B through the list endpoint."},{"tool_slug":"mocha","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:59.800Z","duration_seconds":193.8,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"mocha","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:16:13.600Z","duration_seconds":61,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:19:14.600Z","duration_seconds":128.2,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:22.800Z","duration_seconds":103.2,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"mocha","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:27:06.000Z","duration_seconds":76.9,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:30:22.900Z","duration_seconds":67.4,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"mocha","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":41.6,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:41.600Z","duration_seconds":142.3,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:03.900Z","duration_seconds":86.8,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"mocha","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:30.700Z","duration_seconds":115.1,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"mocha","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:14:25.800Z","duration_seconds":216.7,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:20:02.500Z","duration_seconds":100,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"mocha","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:23:42.500Z","duration_seconds":166.2,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:28:28.700Z","duration_seconds":132.9,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:32:41.600Z","duration_seconds":86,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"mocha","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":103.2,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:43.200Z","duration_seconds":140.9,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"mocha","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:08:04.100Z","duration_seconds":105.2,"outcome":"fail","notes":"Cross tenant read: a member of organisation A retrieved a project belonging to organisation B through the list endpoint."},{"tool_slug":"mocha","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:11:49.300Z","duration_seconds":61.3,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:14:50.600Z","duration_seconds":169.9,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"mocha","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:19:40.500Z","duration_seconds":97.4,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:23:17.900Z","duration_seconds":276.4,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"mocha","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:29:54.300Z","duration_seconds":65.2,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"mocha","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:32:59.500Z","duration_seconds":91.7,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":58,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:58.000Z","duration_seconds":161.2,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:39.200Z","duration_seconds":160.9,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:12:20.100Z","duration_seconds":62,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:22.100Z","duration_seconds":145.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"mocha","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:19:47.700Z","duration_seconds":248.3,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"mocha","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:25:56.000Z","duration_seconds":171.8,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:30:47.800Z","duration_seconds":64.4,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"mocha","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:33:52.200Z","duration_seconds":54.3,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":99.8,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"openhands","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:39.800Z","duration_seconds":144.8,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:08:04.600Z","duration_seconds":130.6,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:12:15.200Z","duration_seconds":90.7,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:45.900Z","duration_seconds":89.4,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"openhands","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:15.300Z","duration_seconds":146.5,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:41.800Z","duration_seconds":403.4,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"openhands","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:32:25.200Z","duration_seconds":183,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:37:28.200Z","duration_seconds":141.4,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":69,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:09.000Z","duration_seconds":138.8,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:27.800Z","duration_seconds":125.2,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:33.000Z","duration_seconds":257.4,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:17:50.400Z","duration_seconds":536.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"openhands","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:28:47.000Z","duration_seconds":251.6,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:34:58.600Z","duration_seconds":214.9,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:40:33.500Z","duration_seconds":76.5,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:43:50.000Z","duration_seconds":126.4,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"openhands","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":147.9,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:04:27.900Z","duration_seconds":66.4,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:34.300Z","duration_seconds":88.7,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:11:03.000Z","duration_seconds":62.8,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:14:05.800Z","duration_seconds":242.1,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:20:07.900Z","duration_seconds":120.5,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"openhands","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:24:08.400Z","duration_seconds":159.7,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:28:48.100Z","duration_seconds":295.3,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:35:43.400Z","duration_seconds":99.9,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"openhands","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":88.9,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:28.900Z","duration_seconds":196.4,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"openhands","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:08:45.300Z","duration_seconds":75.3,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:12:00.600Z","duration_seconds":216.4,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"openhands","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:17:37.000Z","duration_seconds":115.3,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"openhands","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:21:32.300Z","duration_seconds":188.9,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"openhands","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:26:41.200Z","duration_seconds":256.1,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"openhands","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:32:57.300Z","duration_seconds":149,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"openhands","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:37:26.300Z","duration_seconds":125.3,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":216.3,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:05:36.300Z","duration_seconds":264.3,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"openhands","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:12:00.600Z","duration_seconds":288,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:18:48.600Z","duration_seconds":168.3,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"openhands","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:23:36.900Z","duration_seconds":215.2,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:29:12.100Z","duration_seconds":94.3,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"openhands","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:32:46.400Z","duration_seconds":116.5,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:36:42.900Z","duration_seconds":131.6,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:40:54.500Z","duration_seconds":272.3,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":61.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"pazi","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:01.600Z","duration_seconds":75.1,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"pazi","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:16.700Z","duration_seconds":103.8,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"pazi","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:00.500Z","duration_seconds":146.1,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"pazi","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:14:26.600Z","duration_seconds":306.6,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"pazi","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:21:33.200Z","duration_seconds":95.9,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:25:09.100Z","duration_seconds":231,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:31:00.100Z","duration_seconds":264.4,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:37:24.500Z","duration_seconds":83,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"pazi","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":91.5,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:31.500Z","duration_seconds":158.5,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:08:10.000Z","duration_seconds":77.8,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:27.800Z","duration_seconds":220.3,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:17:08.100Z","duration_seconds":212.5,"outcome":"fail","notes":"Agent stalled on the operational prompt and produced no artifact within the 20 minute window."},{"tool_slug":"pazi","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:22:40.600Z","duration_seconds":244.8,"outcome":"fail","notes":"Run did not recover after the previous prompt stalled. No queue, no worker, no artifact."},{"tool_slug":"pazi","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:28:45.400Z","duration_seconds":125.8,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:32:51.200Z","duration_seconds":143.1,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:37:14.300Z","duration_seconds":157.3,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"pazi","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":62.4,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:02.400Z","duration_seconds":83.4,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"pazi","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:25.800Z","duration_seconds":116.4,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:22.200Z","duration_seconds":78.3,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"pazi","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:40.500Z","duration_seconds":219.6,"outcome":"fail","notes":"Agent stalled on the operational prompt and produced no artifact within the 20 minute window."},{"tool_slug":"pazi","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:19:20.100Z","duration_seconds":93.1,"outcome":"fail","notes":"Run did not recover after the previous prompt stalled. No queue, no worker, no artifact."},{"tool_slug":"pazi","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:22:53.200Z","duration_seconds":123,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:26:56.200Z","duration_seconds":70.2,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"pazi","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:30:06.400Z","duration_seconds":56.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"pazi","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":120.9,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:04:00.900Z","duration_seconds":86.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"pazi","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:27.600Z","duration_seconds":69.2,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:36.800Z","duration_seconds":242.6,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"pazi","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:16:39.400Z","duration_seconds":129.3,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:20:48.700Z","duration_seconds":184.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"pazi","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:25:52.900Z","duration_seconds":101.9,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:29:34.800Z","duration_seconds":105.5,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"pazi","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:33:20.300Z","duration_seconds":112,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":50,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:50.000Z","duration_seconds":157.7,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:27.700Z","duration_seconds":255.8,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:13:43.500Z","duration_seconds":373.8,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:21:57.300Z","duration_seconds":136.7,"outcome":"fail","notes":"Agent stalled on the operational prompt and produced no artifact within the 20 minute window."},{"tool_slug":"pazi","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:26:14.000Z","duration_seconds":213.4,"outcome":"fail","notes":"Run did not recover after the previous prompt stalled. No queue, no worker, no artifact."},{"tool_slug":"pazi","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:31:47.400Z","duration_seconds":94.9,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:35:22.300Z","duration_seconds":175.5,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:40:17.800Z","duration_seconds":85.6,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":78.8,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:18.800Z","duration_seconds":99.3,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:58.100Z","duration_seconds":66.8,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:04.900Z","duration_seconds":112.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:13:57.600Z","duration_seconds":115.5,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:53.100Z","duration_seconds":191.2,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:04.300Z","duration_seconds":62.3,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"qodo","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:26:06.600Z","duration_seconds":97.1,"outcome":"pass","notes":"Wrote a load test for the volume criterion without being asked, then reported the p95 it measured."},{"tool_slug":"qodo","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:29:43.700Z","duration_seconds":141.5,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"qodo","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":75.9,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:15.900Z","duration_seconds":114.2,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:10.100Z","duration_seconds":116.4,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:06.500Z","duration_seconds":169.9,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:56.400Z","duration_seconds":134.9,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:20:11.300Z","duration_seconds":134.8,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:24:26.100Z","duration_seconds":89.1,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:27:55.200Z","duration_seconds":66.2,"outcome":"pass","notes":"Wrote a load test for the volume criterion without being asked, then reported the p95 it measured."},{"tool_slug":"qodo","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:31:01.400Z","duration_seconds":347.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"qodo","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":91.2,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:31.200Z","duration_seconds":87.8,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"qodo","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:59.000Z","duration_seconds":234.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"qodo","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:12:53.200Z","duration_seconds":239.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:18:52.900Z","duration_seconds":81.6,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:22:14.500Z","duration_seconds":76.1,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:25:30.600Z","duration_seconds":103.2,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:29:13.800Z","duration_seconds":53.3,"outcome":"pass","notes":"Wrote a load test for the volume criterion without being asked, then reported the p95 it measured."},{"tool_slug":"qodo","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:32:07.100Z","duration_seconds":124.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":102.5,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"qodo","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:42.500Z","duration_seconds":187.6,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:08:50.100Z","duration_seconds":76.9,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"qodo","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:12:07.000Z","duration_seconds":94,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:15:41.000Z","duration_seconds":66.5,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:18:47.500Z","duration_seconds":92,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:22:19.500Z","duration_seconds":140.9,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"qodo","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:26:40.400Z","duration_seconds":109.1,"outcome":"pass","notes":"Wrote a load test for the volume criterion without being asked, then reported the p95 it measured."},{"tool_slug":"qodo","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:30:29.500Z","duration_seconds":93.4,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"qodo","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":159.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:04:39.700Z","duration_seconds":74.1,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:53.800Z","duration_seconds":99.4,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:11:33.200Z","duration_seconds":79.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:52.900Z","duration_seconds":137.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:19:10.600Z","duration_seconds":94.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:22:45.300Z","duration_seconds":249.2,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:28:54.500Z","duration_seconds":43.8,"outcome":"pass","notes":"Wrote a load test for the volume criterion without being asked, then reported the p95 it measured."},{"tool_slug":"qodo","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:31:38.300Z","duration_seconds":42.6,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"replit","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":108.5,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:48.500Z","duration_seconds":95.6,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:24.100Z","duration_seconds":85.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:50.000Z","duration_seconds":176.1,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:46.100Z","duration_seconds":122.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:49.000Z","duration_seconds":104.6,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:33.600Z","duration_seconds":94.7,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:27:08.300Z","duration_seconds":192.7,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:32:21.000Z","duration_seconds":102.4,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":91.5,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:31.500Z","duration_seconds":109.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:21.400Z","duration_seconds":89.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:51.300Z","duration_seconds":169.6,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:40.900Z","duration_seconds":172.3,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:20:33.200Z","duration_seconds":197.4,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:25:50.600Z","duration_seconds":77,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"replit","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:29:07.600Z","duration_seconds":100.7,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:32:48.300Z","duration_seconds":182.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":123.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:04:03.900Z","duration_seconds":127.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:08:11.800Z","duration_seconds":141,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:12:32.800Z","duration_seconds":169.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:17:22.700Z","duration_seconds":175.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"replit","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:22:18.500Z","duration_seconds":178.3,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"replit","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:27:16.800Z","duration_seconds":149.4,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:31:46.200Z","duration_seconds":174,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:36:40.200Z","duration_seconds":150,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":116.2,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:56.200Z","duration_seconds":139.3,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:08:15.500Z","duration_seconds":135.7,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:12:31.200Z","duration_seconds":126.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:16:38.100Z","duration_seconds":139.5,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:20:57.600Z","duration_seconds":214.6,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:26:32.200Z","duration_seconds":101.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:30:14.100Z","duration_seconds":144.1,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:34:38.200Z","duration_seconds":115.6,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":106,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:46.000Z","duration_seconds":201.6,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:09:07.600Z","duration_seconds":96.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"replit","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:12:44.200Z","duration_seconds":155.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:17:20.100Z","duration_seconds":117.7,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"replit","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:21:17.800Z","duration_seconds":172.4,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:26:10.200Z","duration_seconds":137.5,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"replit","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:30:27.700Z","duration_seconds":199.1,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:35:46.800Z","duration_seconds":68.2,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":106.6,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:46.600Z","duration_seconds":93,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"rocket-new","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:19.600Z","duration_seconds":78.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"rocket-new","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:38.100Z","duration_seconds":214.8,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"rocket-new","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:16:12.900Z","duration_seconds":71.6,"outcome":"fail","notes":"No signature on outbound webhooks and no delivery history stored. Retry ladder absent."},{"tool_slug":"rocket-new","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:24.500Z","duration_seconds":113.5,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:18.000Z","duration_seconds":145.9,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:27:43.900Z","duration_seconds":120.6,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"rocket-new","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:31:44.500Z","duration_seconds":188.9,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":86.8,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:26.800Z","duration_seconds":74.2,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:41.000Z","duration_seconds":222.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"rocket-new","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:12:23.200Z","duration_seconds":75.2,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:38.400Z","duration_seconds":107.2,"outcome":"fail","notes":"No signature on outbound webhooks and no delivery history stored. Retry ladder absent."},{"tool_slug":"rocket-new","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:19:25.600Z","duration_seconds":96.6,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:02.200Z","duration_seconds":70.1,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:26:12.300Z","duration_seconds":36.3,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:28:48.600Z","duration_seconds":81.2,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":153.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"rocket-new","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:04:33.300Z","duration_seconds":151.1,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:09:04.400Z","duration_seconds":191.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"rocket-new","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:14:16.000Z","duration_seconds":105.9,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:18:01.900Z","duration_seconds":153,"outcome":"fail","notes":"No signature on outbound webhooks and no delivery history stored. Retry ladder absent."},{"tool_slug":"rocket-new","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:22:34.900Z","duration_seconds":54.9,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:25:29.800Z","duration_seconds":131.9,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:29:41.700Z","duration_seconds":71.6,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:32:53.300Z","duration_seconds":125,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":52.3,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:52.300Z","duration_seconds":65.5,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:57.800Z","duration_seconds":218.5,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"rocket-new","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:11:36.300Z","duration_seconds":133.7,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"rocket-new","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:15:50.000Z","duration_seconds":179.6,"outcome":"fail","notes":"No signature on outbound webhooks and no delivery history stored. Retry ladder absent."},{"tool_slug":"rocket-new","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:20:49.600Z","duration_seconds":184.8,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:25:54.400Z","duration_seconds":55,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"rocket-new","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:28:49.400Z","duration_seconds":38.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"rocket-new","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:31:28.000Z","duration_seconds":40.6,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":41.3,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:41.300Z","duration_seconds":122.5,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:43.800Z","duration_seconds":231.6,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:12:35.400Z","duration_seconds":66.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"rocket-new","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:41.900Z","duration_seconds":294.7,"outcome":"fail","notes":"No signature on outbound webhooks and no delivery history stored. Retry ladder absent."},{"tool_slug":"rocket-new","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:22:36.600Z","duration_seconds":261.6,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:28:58.200Z","duration_seconds":154.2,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"rocket-new","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:33:32.400Z","duration_seconds":81,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:36:53.400Z","duration_seconds":155.6,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":70.1,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"roomote","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:10.100Z","duration_seconds":86.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:36.700Z","duration_seconds":68.5,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:09:45.200Z","duration_seconds":297.2,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:16:42.400Z","duration_seconds":141.1,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:21:03.500Z","duration_seconds":148.1,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:25:31.600Z","duration_seconds":364.9,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:33:36.500Z","duration_seconds":145.9,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:38:02.400Z","duration_seconds":79.4,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":96.4,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:36.400Z","duration_seconds":192.2,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:08:48.600Z","duration_seconds":122.2,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"roomote","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:12:50.800Z","duration_seconds":116.2,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:16:47.000Z","duration_seconds":209.8,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"roomote","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:22:16.800Z","duration_seconds":40.4,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:24:57.200Z","duration_seconds":305.4,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:32:02.600Z","duration_seconds":81,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"roomote","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:35:23.600Z","duration_seconds":98,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"roomote","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":46.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"roomote","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:46.200Z","duration_seconds":79.8,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:06.000Z","duration_seconds":78.5,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"roomote","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:09:24.500Z","duration_seconds":192.6,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:14:37.100Z","duration_seconds":109.3,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"roomote","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:18:26.400Z","duration_seconds":82.6,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:21:49.000Z","duration_seconds":185,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:26:54.000Z","duration_seconds":65.5,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"roomote","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:29:59.500Z","duration_seconds":73.7,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":125.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"roomote","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:04:05.600Z","duration_seconds":185.3,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:09:10.900Z","duration_seconds":61,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"roomote","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:12:11.900Z","duration_seconds":136.9,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:16:28.800Z","duration_seconds":85.6,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"roomote","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:19:54.400Z","duration_seconds":74.4,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"roomote","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:23:08.800Z","duration_seconds":138,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:27:26.800Z","duration_seconds":50.5,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:30:17.300Z","duration_seconds":266.4,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":87.2,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:27.200Z","duration_seconds":87.1,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:54.300Z","duration_seconds":82.1,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:10:16.400Z","duration_seconds":148.5,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:44.900Z","duration_seconds":54.4,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"roomote","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:17:39.300Z","duration_seconds":54.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:20:33.600Z","duration_seconds":127,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:24:40.600Z","duration_seconds":50.7,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:27:31.300Z","duration_seconds":165.8,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":125.2,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:04:05.200Z","duration_seconds":80.6,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:25.800Z","duration_seconds":137.2,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:11:43.000Z","duration_seconds":145.4,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:16:08.400Z","duration_seconds":122.8,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"softgen","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:20:11.200Z","duration_seconds":98.4,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:49.600Z","duration_seconds":72.3,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"softgen","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:27:01.900Z","duration_seconds":99.1,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:30:41.000Z","duration_seconds":66.4,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":161.9,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:04:41.900Z","duration_seconds":266,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:11:07.900Z","duration_seconds":55.7,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:14:03.600Z","duration_seconds":140.7,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:18:24.300Z","duration_seconds":277.4,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:25:01.700Z","duration_seconds":108,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"softgen","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:28:49.700Z","duration_seconds":108.4,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:32:38.100Z","duration_seconds":64.2,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:35:42.300Z","duration_seconds":94.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"softgen","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":91.1,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:31.100Z","duration_seconds":141.6,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:52.700Z","duration_seconds":89.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"softgen","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:11:22.200Z","duration_seconds":167,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:16:09.200Z","duration_seconds":180,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:21:09.200Z","duration_seconds":174,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"softgen","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:26:03.200Z","duration_seconds":130.6,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:30:13.800Z","duration_seconds":97.9,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:33:51.700Z","duration_seconds":104.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"softgen","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":81.4,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"softgen","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:21.400Z","duration_seconds":155.6,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:57.000Z","duration_seconds":109.7,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:11:46.700Z","duration_seconds":177.8,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:16:44.500Z","duration_seconds":84.7,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:20:09.200Z","duration_seconds":411.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"softgen","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:29:00.800Z","duration_seconds":166.7,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:33:47.500Z","duration_seconds":47.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"softgen","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:36:35.100Z","duration_seconds":106.4,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":104.8,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:44.800Z","duration_seconds":93.5,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:18.300Z","duration_seconds":122.1,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:11:20.400Z","duration_seconds":71,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:31.400Z","duration_seconds":62.6,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:17:34.000Z","duration_seconds":110.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"softgen","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:21:24.300Z","duration_seconds":110.8,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"softgen","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:25:15.100Z","duration_seconds":62.6,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:28:17.700Z","duration_seconds":135.4,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":48.3,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"tesslate","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:48.300Z","duration_seconds":69,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"tesslate","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:05:57.300Z","duration_seconds":94.7,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:09:32.000Z","duration_seconds":89.6,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"tesslate","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:13:01.600Z","duration_seconds":53,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:15:54.600Z","duration_seconds":106,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"tesslate","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:19:40.600Z","duration_seconds":92.5,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"tesslate","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:23:13.100Z","duration_seconds":87.7,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"tesslate","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:26:40.800Z","duration_seconds":75.3,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"tesslate","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":108.9,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"tesslate","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:48.900Z","duration_seconds":117.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"tesslate","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:46.500Z","duration_seconds":109.7,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"tesslate","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:36.200Z","duration_seconds":124.4,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:40.600Z","duration_seconds":49.2,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"tesslate","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:18:29.800Z","duration_seconds":209.3,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"tesslate","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:59.100Z","duration_seconds":96.1,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:27:35.200Z","duration_seconds":169.2,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:32:24.400Z","duration_seconds":68.9,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":65.3,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"tesslate","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:05.300Z","duration_seconds":169.4,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:54.700Z","duration_seconds":128.4,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:12:03.100Z","duration_seconds":92.7,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:15:35.800Z","duration_seconds":251.6,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"tesslate","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:21:47.400Z","duration_seconds":135.7,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"tesslate","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:26:03.100Z","duration_seconds":92.6,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:29:35.700Z","duration_seconds":54,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:32:29.700Z","duration_seconds":67.2,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":77.7,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:17.700Z","duration_seconds":60.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"tesslate","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:18.000Z","duration_seconds":76.1,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"tesslate","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:09:34.100Z","duration_seconds":172.2,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"tesslate","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:14:26.300Z","duration_seconds":112.1,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"tesslate","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:18:18.400Z","duration_seconds":68.6,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:21:27.000Z","duration_seconds":50.3,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:24:17.300Z","duration_seconds":52.2,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:27:09.500Z","duration_seconds":101.5,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":61.8,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:01.800Z","duration_seconds":83.1,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:24.900Z","duration_seconds":84.1,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"tesslate","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:09:49.000Z","duration_seconds":167.5,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"tesslate","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:36.500Z","duration_seconds":111.1,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:18:27.600Z","duration_seconds":90.3,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:21:57.900Z","duration_seconds":150.5,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:26:28.400Z","duration_seconds":69.3,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:29:37.700Z","duration_seconds":70.6,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":113.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:53.400Z","duration_seconds":72.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"totalum","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:06.000Z","duration_seconds":74.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:20.400Z","duration_seconds":123.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:14:23.600Z","duration_seconds":165.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:08.800Z","duration_seconds":144.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:33.000Z","duration_seconds":114.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:27:27.400Z","duration_seconds":96.1,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:31:03.500Z","duration_seconds":82.8,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":83.8,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:23.800Z","duration_seconds":68.5,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:32.300Z","duration_seconds":48.6,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:20.900Z","duration_seconds":113.6,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:14.500Z","duration_seconds":212,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:18:46.500Z","duration_seconds":198.9,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"totalum","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:24:05.400Z","duration_seconds":124.7,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:28:10.100Z","duration_seconds":58.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:31:08.300Z","duration_seconds":53.9,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":52.9,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:52.900Z","duration_seconds":119.3,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:52.200Z","duration_seconds":70.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:02.600Z","duration_seconds":108.1,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:50.700Z","duration_seconds":123.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"totalum","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:17:53.900Z","duration_seconds":61.6,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:20:55.500Z","duration_seconds":80.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:24:15.900Z","duration_seconds":97.8,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:27:53.700Z","duration_seconds":151,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":108.5,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:48.500Z","duration_seconds":102.9,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:31.400Z","duration_seconds":86.6,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:58.000Z","duration_seconds":127.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:15:05.200Z","duration_seconds":169.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:19:54.400Z","duration_seconds":170,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:24:44.400Z","duration_seconds":136.3,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:29:00.700Z","duration_seconds":58.7,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:31:59.400Z","duration_seconds":129.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":69.6,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:09.600Z","duration_seconds":178.7,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:08:08.300Z","duration_seconds":100.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:11:48.700Z","duration_seconds":103.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:31.900Z","duration_seconds":112.8,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:19:24.700Z","duration_seconds":149.1,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:23:53.800Z","duration_seconds":102.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:27:36.000Z","duration_seconds":106.3,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:31:22.300Z","duration_seconds":59.9,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":46.9,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"trae","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:46.900Z","duration_seconds":73.7,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:00.600Z","duration_seconds":204.8,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:11:25.400Z","duration_seconds":100.8,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"trae","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:06.200Z","duration_seconds":126,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:12.200Z","duration_seconds":243.1,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:25:15.300Z","duration_seconds":119.7,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:29:15.000Z","duration_seconds":23.7,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:31:38.700Z","duration_seconds":37.9,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"trae","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":89,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"trae","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:29.000Z","duration_seconds":73.9,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"trae","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:42.900Z","duration_seconds":114.9,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:37.800Z","duration_seconds":208.6,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:16:06.400Z","duration_seconds":124.2,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:20:10.600Z","duration_seconds":171.1,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:25:01.700Z","duration_seconds":113.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"trae","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:28:55.300Z","duration_seconds":36.1,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:31:31.400Z","duration_seconds":65,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"trae","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":34.5,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"trae","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:34.500Z","duration_seconds":58.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"trae","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:33.100Z","duration_seconds":100.3,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:09:13.400Z","duration_seconds":142.4,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:35.800Z","duration_seconds":96.7,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"trae","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:17:12.500Z","duration_seconds":114.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"trae","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:21:07.000Z","duration_seconds":163.2,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:25:50.200Z","duration_seconds":38.9,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:28:29.100Z","duration_seconds":90,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":42.6,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:42.600Z","duration_seconds":50.3,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"trae","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:32.900Z","duration_seconds":106.7,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"trae","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:09:19.600Z","duration_seconds":87.7,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"trae","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:12:47.300Z","duration_seconds":154.5,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"trae","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:21.800Z","duration_seconds":100.8,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"trae","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:21:02.600Z","duration_seconds":128,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"trae","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:25:10.600Z","duration_seconds":38.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"trae","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:27:49.200Z","duration_seconds":124.9,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":47,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"trae","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:47.000Z","duration_seconds":53.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"trae","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:05:40.500Z","duration_seconds":54,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:08:34.500Z","duration_seconds":146.3,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"trae","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:13:00.800Z","duration_seconds":85.9,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:16:26.700Z","duration_seconds":159,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:21:05.700Z","duration_seconds":177.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"trae","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:26:03.300Z","duration_seconds":28.5,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:28:31.800Z","duration_seconds":43.8,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":78.6,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:18.600Z","duration_seconds":131.4,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"trickle","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:30.000Z","duration_seconds":107.1,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:11:17.100Z","duration_seconds":109.2,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"trickle","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:06.300Z","duration_seconds":96.4,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:18:42.700Z","duration_seconds":60.8,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"trickle","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:43.500Z","duration_seconds":90.4,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:25:13.900Z","duration_seconds":39,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:27:52.900Z","duration_seconds":114.6,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"trickle","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":87,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:27.000Z","duration_seconds":85.8,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:52.800Z","duration_seconds":46.4,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:39.200Z","duration_seconds":133.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"trickle","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:52.500Z","duration_seconds":106.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"trickle","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:39.200Z","duration_seconds":79.2,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"trickle","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:20:58.400Z","duration_seconds":85.1,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:24:23.500Z","duration_seconds":34,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:26:57.500Z","duration_seconds":73.1,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"trickle","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":87.1,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"trickle","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:27.100Z","duration_seconds":77.7,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:44.800Z","duration_seconds":79.3,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"trickle","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:04.100Z","duration_seconds":61.7,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"trickle","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:05.800Z","duration_seconds":119.4,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"trickle","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:17:05.200Z","duration_seconds":122,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"trickle","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:21:07.200Z","duration_seconds":90.1,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:24:37.300Z","duration_seconds":80.2,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:27:57.500Z","duration_seconds":73.8,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"trickle","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":32.6,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"trickle","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:32.600Z","duration_seconds":93.1,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:05.700Z","duration_seconds":53.9,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:08:59.600Z","duration_seconds":151.7,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:13:31.300Z","duration_seconds":136.4,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:47.700Z","duration_seconds":74.3,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"trickle","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:21:02.000Z","duration_seconds":106.8,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:24:48.800Z","duration_seconds":69.1,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:27:57.900Z","duration_seconds":137.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"trickle","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":64,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"trickle","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:04.000Z","duration_seconds":56.4,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:00.400Z","duration_seconds":152.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"trickle","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:10:32.700Z","duration_seconds":38,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"trickle","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:13:10.700Z","duration_seconds":204.4,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:18:35.100Z","duration_seconds":117,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"trickle","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:22:32.100Z","duration_seconds":204,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:27:56.100Z","duration_seconds":81,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"trickle","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:31:17.100Z","duration_seconds":104.2,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":79.7,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:19.700Z","duration_seconds":43,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"v0","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:02.700Z","duration_seconds":55.1,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:08:57.800Z","duration_seconds":47.5,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:11:45.300Z","duration_seconds":107,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:15:32.300Z","duration_seconds":57.2,"outcome":"partial","notes":"Jobs implemented as fire and forget route handlers. No durable queue, work lost on redeploy."},{"tool_slug":"v0","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:18:29.500Z","duration_seconds":68.1,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:21:37.600Z","duration_seconds":45.7,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:24:23.300Z","duration_seconds":37.4,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":65.2,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:05.200Z","duration_seconds":73,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:18.200Z","duration_seconds":60.4,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:18.600Z","duration_seconds":83.8,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:12:42.400Z","duration_seconds":88.3,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:16:10.700Z","duration_seconds":140.6,"outcome":"partial","notes":"Jobs implemented as fire and forget route handlers. No durable queue, work lost on redeploy."},{"tool_slug":"v0","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:20:31.300Z","duration_seconds":64.2,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:23:35.500Z","duration_seconds":48.4,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:26:23.900Z","duration_seconds":45.8,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":70.5,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:10.500Z","duration_seconds":44.4,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:54.900Z","duration_seconds":58.3,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:08:53.200Z","duration_seconds":157.7,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:30.900Z","duration_seconds":85.8,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:16:56.700Z","duration_seconds":82.2,"outcome":"partial","notes":"Jobs implemented as fire and forget route handlers. No durable queue, work lost on redeploy."},{"tool_slug":"v0","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:20:18.900Z","duration_seconds":113.4,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:24:12.300Z","duration_seconds":38.7,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"v0","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:26:51.000Z","duration_seconds":48.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"v0","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":89,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:29.000Z","duration_seconds":90.8,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:59.800Z","duration_seconds":56.3,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:09:56.100Z","duration_seconds":53.4,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:12:49.500Z","duration_seconds":55.5,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:15:45.000Z","duration_seconds":77.1,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:19:02.100Z","duration_seconds":108.7,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:22:50.800Z","duration_seconds":50.8,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:25:41.600Z","duration_seconds":34.5,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":46.4,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:46.400Z","duration_seconds":95,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:21.400Z","duration_seconds":81.8,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:09:43.200Z","duration_seconds":99.7,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:13:22.900Z","duration_seconds":81.3,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:16:44.200Z","duration_seconds":55.8,"outcome":"partial","notes":"Jobs implemented as fire and forget route handlers. No durable queue, work lost on redeploy."},{"tool_slug":"v0","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:19:40.000Z","duration_seconds":85.5,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:23:05.500Z","duration_seconds":53.3,"outcome":"pass","notes":null},{"tool_slug":"v0","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:25:58.800Z","duration_seconds":79.6,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":40.4,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:40.400Z","duration_seconds":150.5,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"youware","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:10.900Z","duration_seconds":60,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"youware","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:10.900Z","duration_seconds":140.2,"outcome":"partial","notes":"API keys issued without rotation or rate limiting. The published ceiling was never enforced."},{"tool_slug":"youware","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:14:31.100Z","duration_seconds":175.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"youware","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:26.800Z","duration_seconds":100.6,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"youware","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:07.400Z","duration_seconds":90.8,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:26:38.200Z","duration_seconds":62.5,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:29:40.700Z","duration_seconds":85.6,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"youware","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":53,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:53.000Z","duration_seconds":77.6,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:10.600Z","duration_seconds":114.9,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:05.500Z","duration_seconds":335.5,"outcome":"partial","notes":"API keys issued without rotation or rate limiting. The published ceiling was never enforced."},{"tool_slug":"youware","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:17:41.000Z","duration_seconds":132.9,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:21:53.900Z","duration_seconds":114.2,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"youware","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:25:48.100Z","duration_seconds":112.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"youware","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:29:40.900Z","duration_seconds":79.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"youware","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:33:00.400Z","duration_seconds":36.2,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":58.7,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:58.700Z","duration_seconds":118.2,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"youware","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:56.900Z","duration_seconds":67.5,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:04.400Z","duration_seconds":50.3,"outcome":"partial","notes":"API keys issued without rotation or rate limiting. The published ceiling was never enforced."},{"tool_slug":"youware","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:12:54.700Z","duration_seconds":48.6,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:15:43.300Z","duration_seconds":105.5,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"youware","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:19:28.800Z","duration_seconds":292.8,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"youware","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:26:21.600Z","duration_seconds":54.3,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:29:15.900Z","duration_seconds":55.1,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":79.6,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"youware","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:19.600Z","duration_seconds":80,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:39.600Z","duration_seconds":144.9,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:11:04.500Z","duration_seconds":44.7,"outcome":"partial","notes":"API keys issued without rotation or rate limiting. The published ceiling was never enforced."},{"tool_slug":"youware","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:13:49.200Z","duration_seconds":60.2,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:16:49.400Z","duration_seconds":100.1,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"youware","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:20:29.500Z","duration_seconds":104.1,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:24:13.600Z","duration_seconds":39.9,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:26:53.500Z","duration_seconds":52.1,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"youware","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":31.4,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:31.400Z","duration_seconds":51.4,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"youware","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:05:22.800Z","duration_seconds":82.6,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"youware","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:08:45.400Z","duration_seconds":93.1,"outcome":"partial","notes":"API keys issued without rotation or rate limiting. The published ceiling was never enforced."},{"tool_slug":"youware","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:12:18.500Z","duration_seconds":104.6,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:16:03.100Z","duration_seconds":62,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"youware","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:19:05.100Z","duration_seconds":72,"outcome":"pass","notes":null},{"tool_slug":"youware","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:22:17.100Z","duration_seconds":90.5,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"youware","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:25:47.600Z","duration_seconds":89.2,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":23.6,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:23.600Z","duration_seconds":47.4,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"zed","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:05:11.000Z","duration_seconds":58,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:08:09.000Z","duration_seconds":53.5,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"zed","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:11:02.500Z","duration_seconds":31.4,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"zed","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:13:33.900Z","duration_seconds":88.5,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:17:02.400Z","duration_seconds":23.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"zed","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:19:25.600Z","duration_seconds":27.4,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:21:53.000Z","duration_seconds":35,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":21.3,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:21.300Z","duration_seconds":35.3,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:04:56.600Z","duration_seconds":36.1,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:07:32.700Z","duration_seconds":55.1,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:10:27.800Z","duration_seconds":30.9,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:12:58.700Z","duration_seconds":26.5,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:15:25.200Z","duration_seconds":26.8,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:17:52.000Z","duration_seconds":47.4,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:20:39.400Z","duration_seconds":24.8,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":18.3,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:18.300Z","duration_seconds":24.6,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:04:42.900Z","duration_seconds":26.8,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:07:09.700Z","duration_seconds":52.5,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:10:02.200Z","duration_seconds":50.6,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"zed","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:12:52.800Z","duration_seconds":48.2,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:15:41.000Z","duration_seconds":23.6,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:18:04.600Z","duration_seconds":47,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"zed","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:20:51.600Z","duration_seconds":26.9,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":21.4,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"zed","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:21.400Z","duration_seconds":18.3,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:04:39.700Z","duration_seconds":18.4,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"zed","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:06:58.100Z","duration_seconds":152.9,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:11:31.000Z","duration_seconds":40.6,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"zed","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:14:11.600Z","duration_seconds":59.4,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:17:11.000Z","duration_seconds":23.3,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:19:34.300Z","duration_seconds":18.8,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:21:53.100Z","duration_seconds":37.8,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"zed","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":22.9,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:22.900Z","duration_seconds":18,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"zed","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:04:40.900Z","duration_seconds":25.4,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:07:06.300Z","duration_seconds":34.4,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:09:40.700Z","duration_seconds":21.5,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:12:02.200Z","duration_seconds":38.9,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"zed","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:14:41.100Z","duration_seconds":36.9,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:17:18.000Z","duration_seconds":31.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"zed","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:19:49.800Z","duration_seconds":40.3,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":174.9,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"zite","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:04:54.900Z","duration_seconds":66.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"zite","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:08:01.500Z","duration_seconds":62.1,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"zite","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:11:03.600Z","duration_seconds":192.7,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"zite","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:16:16.300Z","duration_seconds":127.1,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:20:23.400Z","duration_seconds":127.9,"outcome":"fail","notes":"No durable queue available on the platform. Scheduled work did not survive a redeploy."},{"tool_slug":"zite","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:24:31.300Z","duration_seconds":59.1,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:27:30.400Z","duration_seconds":40,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"zite","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:30:10.400Z","duration_seconds":61.8,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"zite","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":96.4,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:36.400Z","duration_seconds":74.2,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:50.600Z","duration_seconds":113.9,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:44.500Z","duration_seconds":75.4,"outcome":"partial","notes":"API keys issued but no rate limiting. The 60 request per minute ceiling was never enforced."},{"tool_slug":"zite","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:59.900Z","duration_seconds":192.5,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:19:12.400Z","duration_seconds":133.2,"outcome":"fail","notes":"No durable queue available on the platform. Scheduled work did not survive a redeploy."},{"tool_slug":"zite","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:25.600Z","duration_seconds":68.4,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"zite","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:26:34.000Z","duration_seconds":86.9,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"zite","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:30:00.900Z","duration_seconds":105.6,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":62.6,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:02.600Z","duration_seconds":72.9,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:15.500Z","duration_seconds":48.9,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:09:04.400Z","duration_seconds":113.4,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:12:57.800Z","duration_seconds":217.8,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"zite","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:18:35.600Z","duration_seconds":240.3,"outcome":"fail","notes":"No durable queue available on the platform. Scheduled work did not survive a redeploy."},{"tool_slug":"zite","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:24:35.900Z","duration_seconds":146.6,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:29:02.500Z","duration_seconds":121,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"zite","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:33:03.500Z","duration_seconds":219.1,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":51.3,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:51.300Z","duration_seconds":120.1,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:51.400Z","duration_seconds":105.4,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"zite","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:36.800Z","duration_seconds":191,"outcome":"partial","notes":"API keys issued but no rate limiting. The 60 request per minute ceiling was never enforced."},{"tool_slug":"zite","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:15:47.800Z","duration_seconds":139.9,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:20:07.700Z","duration_seconds":258.7,"outcome":"fail","notes":"No durable queue available on the platform. Scheduled work did not survive a redeploy."},{"tool_slug":"zite","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:26:26.400Z","duration_seconds":71.4,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:29:37.800Z","duration_seconds":182.6,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:34:40.400Z","duration_seconds":88.6,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":161.6,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:04:41.600Z","duration_seconds":137.5,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:08:59.100Z","duration_seconds":48.5,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:11:47.600Z","duration_seconds":193.4,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:17:01.000Z","duration_seconds":139.4,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:21:20.400Z","duration_seconds":168.7,"outcome":"fail","notes":"No durable queue available on the platform. Scheduled work did not survive a redeploy."},{"tool_slug":"zite","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:26:09.100Z","duration_seconds":71.8,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:29:20.900Z","duration_seconds":61.8,"outcome":"pass","notes":null},{"tool_slug":"zite","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:32:22.700Z","duration_seconds":62.8,"outcome":"pass","notes":null}]}}