{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:27:18.892Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"codebuff"},"count":45,"runs":[{"tool_slug":"codebuff","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":49.4,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:49.400Z","duration_seconds":59.8,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:05:49.200Z","duration_seconds":161.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:30.800Z","duration_seconds":113.7,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"codebuff","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:14:24.500Z","duration_seconds":71.9,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:36.400Z","duration_seconds":136.9,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:53.300Z","duration_seconds":45.8,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:24:39.100Z","duration_seconds":74.7,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:27:53.800Z","duration_seconds":35.1,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":44.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:44.600Z","duration_seconds":91.9,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:16.500Z","duration_seconds":32.7,"outcome":"partial","notes":"Two sub agents produced conflicting edits to the same policy file. The review step caught it and reconciled one of them."},{"tool_slug":"codebuff","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:08:49.200Z","duration_seconds":86.2,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"codebuff","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:12:15.400Z","duration_seconds":82,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:15:37.400Z","duration_seconds":58.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:18:36.000Z","duration_seconds":88.9,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"codebuff","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:22:04.900Z","duration_seconds":53.4,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"codebuff","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:24:58.300Z","duration_seconds":106.1,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":80.6,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"codebuff","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:20.600Z","duration_seconds":39.8,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"codebuff","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:00.400Z","duration_seconds":59.6,"outcome":"partial","notes":"Two sub agents produced conflicting edits to the same policy file. The review step caught it and reconciled one of them."},{"tool_slug":"codebuff","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:09:00.000Z","duration_seconds":80.9,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:12:20.900Z","duration_seconds":57.2,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:15:18.100Z","duration_seconds":54.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:18:12.700Z","duration_seconds":79.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:21:32.300Z","duration_seconds":40.3,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:24:12.600Z","duration_seconds":39.3,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":23.9,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"codebuff","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:23.900Z","duration_seconds":99.1,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"codebuff","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:03.000Z","duration_seconds":74.5,"outcome":"partial","notes":"Two sub agents produced conflicting edits to the same policy file. The review step caught it and reconciled one of them."},{"tool_slug":"codebuff","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:09:17.500Z","duration_seconds":56.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:12:14.100Z","duration_seconds":41.3,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:14:55.400Z","duration_seconds":83,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:18:18.400Z","duration_seconds":85.5,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:21:43.900Z","duration_seconds":60,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:24:43.900Z","duration_seconds":44.2,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":30.9,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"codebuff","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:30.900Z","duration_seconds":53.9,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:05:24.800Z","duration_seconds":28.7,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:07:53.500Z","duration_seconds":37.6,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:10:31.100Z","duration_seconds":205.1,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"codebuff","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:15:56.200Z","duration_seconds":42.7,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:18:38.900Z","duration_seconds":61.7,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:21:40.600Z","duration_seconds":75.8,"outcome":"pass","notes":null},{"tool_slug":"codebuff","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:24:56.400Z","duration_seconds":133,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."}]}}