{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:29:10.091Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"caffeine"},"count":45,"runs":[{"tool_slug":"caffeine","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":85.5,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:25.500Z","duration_seconds":70.9,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:36.400Z","duration_seconds":120.6,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:37.000Z","duration_seconds":407.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"caffeine","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:19:24.600Z","duration_seconds":186.3,"outcome":"partial","notes":"Outbound calls are constrained by the runtime. Delivery succeeded through a gateway, signing was added by hand."},{"tool_slug":"caffeine","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:24:30.900Z","duration_seconds":207.2,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:29:58.100Z","duration_seconds":114.7,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:33:52.800Z","duration_seconds":91.1,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:37:23.900Z","duration_seconds":197.2,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":53.3,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:53.300Z","duration_seconds":147.1,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"caffeine","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:20.400Z","duration_seconds":149.7,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:50.100Z","duration_seconds":265.9,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:18:16.000Z","duration_seconds":228.2,"outcome":"partial","notes":"Outbound calls are constrained by the runtime. Delivery succeeded through a gateway, signing was added by hand."},{"tool_slug":"caffeine","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:24:04.200Z","duration_seconds":371.2,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:32:15.400Z","duration_seconds":162.5,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:36:57.900Z","duration_seconds":103.5,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"caffeine","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:40:41.400Z","duration_seconds":129.1,"outcome":"partial","notes":"Crawlable page test scored low: the deployed front end renders entirely on the client."},{"tool_slug":"caffeine","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":93.7,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:33.700Z","duration_seconds":131.6,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:45.300Z","duration_seconds":185.2,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:12:50.500Z","duration_seconds":442.1,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:22:12.600Z","duration_seconds":74.9,"outcome":"partial","notes":"Outbound calls are constrained by the runtime. Delivery succeeded through a gateway, signing was added by hand."},{"tool_slug":"caffeine","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:25:27.500Z","duration_seconds":163.5,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"caffeine","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:30:11.000Z","duration_seconds":138.1,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:34:29.100Z","duration_seconds":77.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"caffeine","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:37:46.700Z","duration_seconds":55.8,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":64.6,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:04.600Z","duration_seconds":153.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"caffeine","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:38.100Z","duration_seconds":135.8,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:11:53.900Z","duration_seconds":150.6,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:16:24.500Z","duration_seconds":154.8,"outcome":"partial","notes":"Outbound calls are constrained by the runtime. Delivery succeeded through a gateway, signing was added by hand."},{"tool_slug":"caffeine","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:20:59.300Z","duration_seconds":170.9,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"caffeine","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:25:50.200Z","duration_seconds":224.4,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:31:34.600Z","duration_seconds":204.8,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:36:59.400Z","duration_seconds":78.7,"outcome":"partial","notes":"Crawlable page test scored low: the deployed front end renders entirely on the client."},{"tool_slug":"caffeine","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":106,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:46.000Z","duration_seconds":161.4,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:08:27.400Z","duration_seconds":184.9,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:13:32.300Z","duration_seconds":193.6,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:18:45.900Z","duration_seconds":124,"outcome":"partial","notes":"Outbound calls are constrained by the runtime. Delivery succeeded through a gateway, signing was added by hand."},{"tool_slug":"caffeine","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:22:49.900Z","duration_seconds":378.7,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:31:08.600Z","duration_seconds":315.2,"outcome":"pass","notes":null},{"tool_slug":"caffeine","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:38:23.800Z","duration_seconds":191.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"caffeine","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:43:35.600Z","duration_seconds":100.8,"outcome":"pass","notes":null}]}}