{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:46:00.485Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"catdoes"},"count":45,"runs":[{"tool_slug":"catdoes","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":59.2,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:59.200Z","duration_seconds":142.6,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"catdoes","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:21.800Z","duration_seconds":129.6,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:11:31.400Z","duration_seconds":168.8,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:16:20.200Z","duration_seconds":152.5,"outcome":"fail","notes":"Outbound webhooks are not part of the platform surface. Nothing was delivered and nothing was signed."},{"tool_slug":"catdoes","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:20:52.700Z","duration_seconds":236.5,"outcome":"fail","notes":"No durable queue on the platform. Scheduled work is limited to push notifications."},{"tool_slug":"catdoes","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:26:49.200Z","duration_seconds":243.2,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"catdoes","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:32:52.400Z","duration_seconds":84.8,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"catdoes","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:36:17.200Z","duration_seconds":158.3,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"catdoes","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":122.6,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:04:02.600Z","duration_seconds":68.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"catdoes","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:11.100Z","duration_seconds":93.5,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:44.600Z","duration_seconds":163.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"catdoes","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:28.400Z","duration_seconds":106.9,"outcome":"fail","notes":"Outbound webhooks are not part of the platform surface. Nothing was delivered and nothing was signed."},{"tool_slug":"catdoes","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:19:15.300Z","duration_seconds":252.9,"outcome":"fail","notes":"No durable queue on the platform. Scheduled work is limited to push notifications."},{"tool_slug":"catdoes","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:25:28.200Z","duration_seconds":106.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"catdoes","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:29:14.700Z","duration_seconds":258.4,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:35:33.100Z","duration_seconds":48.5,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":197.1,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:05:17.100Z","duration_seconds":88.9,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:08:46.000Z","duration_seconds":137.1,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:13:03.100Z","duration_seconds":190.1,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"catdoes","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:18:13.200Z","duration_seconds":109.5,"outcome":"fail","notes":"Outbound webhooks are not part of the platform surface. Nothing was delivered and nothing was signed."},{"tool_slug":"catdoes","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:22:02.700Z","duration_seconds":188.3,"outcome":"fail","notes":"No durable queue on the platform. Scheduled work is limited to push notifications."},{"tool_slug":"catdoes","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:27:11.000Z","duration_seconds":128.1,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:31:19.100Z","duration_seconds":62.1,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:34:21.200Z","duration_seconds":106.1,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":84.9,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"catdoes","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:24.900Z","duration_seconds":103.3,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:08.200Z","duration_seconds":138.2,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:11:26.400Z","duration_seconds":34,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"catdoes","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:14:00.400Z","duration_seconds":100.3,"outcome":"fail","notes":"Outbound webhooks are not part of the platform surface. Nothing was delivered and nothing was signed."},{"tool_slug":"catdoes","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:40.700Z","duration_seconds":271.6,"outcome":"fail","notes":"No durable queue on the platform. Scheduled work is limited to push notifications."},{"tool_slug":"catdoes","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:24:12.300Z","duration_seconds":292.3,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:31:04.600Z","duration_seconds":77.7,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"catdoes","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:34:22.300Z","duration_seconds":97.9,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":102.7,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:42.700Z","duration_seconds":132.9,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"catdoes","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:55.600Z","duration_seconds":207.8,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:13:23.400Z","duration_seconds":146.2,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"catdoes","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:17:49.600Z","duration_seconds":189.6,"outcome":"fail","notes":"Outbound webhooks are not part of the platform surface. Nothing was delivered and nothing was signed."},{"tool_slug":"catdoes","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:22:59.200Z","duration_seconds":168.1,"outcome":"fail","notes":"No durable queue on the platform. Scheduled work is limited to push notifications."},{"tool_slug":"catdoes","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:27:47.300Z","duration_seconds":138.8,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:32:06.100Z","duration_seconds":256.9,"outcome":"pass","notes":null},{"tool_slug":"catdoes","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:38:23.000Z","duration_seconds":214.4,"outcome":"pass","notes":null}]}}