{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:29:02.413Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"aider"},"count":45,"runs":[{"tool_slug":"aider","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":22.1,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"aider","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:22.100Z","duration_seconds":25.1,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:04:47.200Z","duration_seconds":58.2,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:07:45.400Z","duration_seconds":25.4,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:10:10.800Z","duration_seconds":57.2,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"aider","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:13:08.000Z","duration_seconds":80.9,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:16:28.900Z","duration_seconds":24.4,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:18:53.300Z","duration_seconds":20.5,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"aider","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:21:13.800Z","duration_seconds":24.8,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":41.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:41.700Z","duration_seconds":34.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:05:16.400Z","duration_seconds":27.6,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:07:44.000Z","duration_seconds":26.1,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"aider","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:10:10.100Z","duration_seconds":80.3,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:13:30.400Z","duration_seconds":73.5,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:16:43.900Z","duration_seconds":26.6,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"aider","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:19:10.500Z","duration_seconds":25.2,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:21:35.700Z","duration_seconds":50.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":23.3,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:23.300Z","duration_seconds":41.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:05.000Z","duration_seconds":64.2,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:08:09.200Z","duration_seconds":63.5,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:11:12.700Z","duration_seconds":48.9,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:14:01.600Z","duration_seconds":77.2,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:17:18.800Z","duration_seconds":42.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"aider","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:20:01.000Z","duration_seconds":32.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"aider","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:22:33.200Z","duration_seconds":18.3,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":30.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"aider","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:30.600Z","duration_seconds":23.9,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:04:54.500Z","duration_seconds":59.4,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"aider","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:07:53.900Z","duration_seconds":23.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:10:17.600Z","duration_seconds":181.6,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:15:19.200Z","duration_seconds":101,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"aider","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:19:00.200Z","duration_seconds":37.2,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:21:37.400Z","duration_seconds":39.2,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:24:16.600Z","duration_seconds":40.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":56.3,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:56.300Z","duration_seconds":18.6,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"aider","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:05:14.900Z","duration_seconds":59.6,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:08:14.500Z","duration_seconds":49.7,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:11:04.200Z","duration_seconds":18,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"aider","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:13:22.200Z","duration_seconds":60.4,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:16:22.600Z","duration_seconds":64.1,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"aider","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:19:26.700Z","duration_seconds":23.1,"outcome":"pass","notes":null},{"tool_slug":"aider","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:21:49.800Z","duration_seconds":39.4,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."}]}}