{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:31:37.178Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"convex-chef"},"count":45,"runs":[{"tool_slug":"convex-chef","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":49.1,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"convex-chef","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:49.100Z","duration_seconds":77.8,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"convex-chef","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:06.900Z","duration_seconds":70.6,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:09:17.500Z","duration_seconds":132.7,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:13:30.200Z","duration_seconds":103.5,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:13.700Z","duration_seconds":115.4,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:09.100Z","duration_seconds":59.9,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"convex-chef","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:24:09.000Z","duration_seconds":99.4,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"convex-chef","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:27:48.400Z","duration_seconds":141.2,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"convex-chef","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":93.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"convex-chef","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:33.500Z","duration_seconds":73.9,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:47.400Z","duration_seconds":67.3,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:54.700Z","duration_seconds":127.6,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:14:02.300Z","duration_seconds":65.6,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"convex-chef","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:07.900Z","duration_seconds":312.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"convex-chef","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:24:20.100Z","duration_seconds":141.4,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:28:41.500Z","duration_seconds":51.5,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:31:33.000Z","duration_seconds":88.1,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":69.8,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:09.800Z","duration_seconds":110.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"convex-chef","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:00.400Z","duration_seconds":103.5,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:43.900Z","duration_seconds":85.7,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"convex-chef","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:14:09.600Z","duration_seconds":80.6,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:17:30.200Z","duration_seconds":143.1,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:21:53.300Z","duration_seconds":85.2,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:25:18.500Z","duration_seconds":51.5,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:28:10.000Z","duration_seconds":114.5,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":48.7,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:48.700Z","duration_seconds":55.2,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"convex-chef","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:43.900Z","duration_seconds":168.3,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:32.200Z","duration_seconds":49,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"convex-chef","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:13:21.200Z","duration_seconds":90,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"convex-chef","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:16:51.200Z","duration_seconds":134.8,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:21:06.000Z","duration_seconds":100.5,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:24:46.500Z","duration_seconds":88.7,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:28:15.200Z","duration_seconds":85.4,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":56.1,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:56.100Z","duration_seconds":115.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"convex-chef","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:51.600Z","duration_seconds":73.8,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"convex-chef","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:10:05.400Z","duration_seconds":152.4,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"convex-chef","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:37.800Z","duration_seconds":179.4,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:19:37.200Z","duration_seconds":100.7,"outcome":"pass","notes":null},{"tool_slug":"convex-chef","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:23:17.900Z","duration_seconds":83.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"convex-chef","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:26:41.100Z","duration_seconds":105.1,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"convex-chef","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:30:26.200Z","duration_seconds":45.2,"outcome":"pass","notes":null}]}}