{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:29:59.492Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"qodo"},"count":45,"runs":[{"tool_slug":"qodo","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":78.8,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:18.800Z","duration_seconds":99.3,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:58.100Z","duration_seconds":66.8,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:04.900Z","duration_seconds":112.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:13:57.600Z","duration_seconds":115.5,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:53.100Z","duration_seconds":191.2,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:04.300Z","duration_seconds":62.3,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"qodo","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:26:06.600Z","duration_seconds":97.1,"outcome":"pass","notes":"Wrote a load test for the volume criterion without being asked, then reported the p95 it measured."},{"tool_slug":"qodo","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:29:43.700Z","duration_seconds":141.5,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"qodo","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":75.9,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:15.900Z","duration_seconds":114.2,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:10.100Z","duration_seconds":116.4,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:06.500Z","duration_seconds":169.9,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:56.400Z","duration_seconds":134.9,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:20:11.300Z","duration_seconds":134.8,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:24:26.100Z","duration_seconds":89.1,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:27:55.200Z","duration_seconds":66.2,"outcome":"pass","notes":"Wrote a load test for the volume criterion without being asked, then reported the p95 it measured."},{"tool_slug":"qodo","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:31:01.400Z","duration_seconds":347.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"qodo","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":91.2,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:31.200Z","duration_seconds":87.8,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"qodo","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:59.000Z","duration_seconds":234.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"qodo","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:12:53.200Z","duration_seconds":239.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:18:52.900Z","duration_seconds":81.6,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:22:14.500Z","duration_seconds":76.1,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:25:30.600Z","duration_seconds":103.2,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:29:13.800Z","duration_seconds":53.3,"outcome":"pass","notes":"Wrote a load test for the volume criterion without being asked, then reported the p95 it measured."},{"tool_slug":"qodo","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:32:07.100Z","duration_seconds":124.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":102.5,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"qodo","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:42.500Z","duration_seconds":187.6,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:08:50.100Z","duration_seconds":76.9,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"qodo","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:12:07.000Z","duration_seconds":94,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:15:41.000Z","duration_seconds":66.5,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:18:47.500Z","duration_seconds":92,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:22:19.500Z","duration_seconds":140.9,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"qodo","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:26:40.400Z","duration_seconds":109.1,"outcome":"pass","notes":"Wrote a load test for the volume criterion without being asked, then reported the p95 it measured."},{"tool_slug":"qodo","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:30:29.500Z","duration_seconds":93.4,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"qodo","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":159.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:04:39.700Z","duration_seconds":74.1,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:53.800Z","duration_seconds":99.4,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:11:33.200Z","duration_seconds":79.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:52.900Z","duration_seconds":137.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:19:10.600Z","duration_seconds":94.7,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:22:45.300Z","duration_seconds":249.2,"outcome":"pass","notes":null},{"tool_slug":"qodo","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:28:54.500Z","duration_seconds":43.8,"outcome":"pass","notes":"Wrote a load test for the volume criterion without being asked, then reported the p95 it measured."},{"tool_slug":"qodo","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:31:38.300Z","duration_seconds":42.6,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."}]}}