{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:30:40.847Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"rocket-new"},"count":45,"runs":[{"tool_slug":"rocket-new","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":106.6,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:46.600Z","duration_seconds":93,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"rocket-new","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:19.600Z","duration_seconds":78.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"rocket-new","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:38.100Z","duration_seconds":214.8,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"rocket-new","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:16:12.900Z","duration_seconds":71.6,"outcome":"fail","notes":"No signature on outbound webhooks and no delivery history stored. Retry ladder absent."},{"tool_slug":"rocket-new","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:24.500Z","duration_seconds":113.5,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:18.000Z","duration_seconds":145.9,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:27:43.900Z","duration_seconds":120.6,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"rocket-new","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:31:44.500Z","duration_seconds":188.9,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":86.8,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:26.800Z","duration_seconds":74.2,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:41.000Z","duration_seconds":222.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"rocket-new","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:12:23.200Z","duration_seconds":75.2,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:38.400Z","duration_seconds":107.2,"outcome":"fail","notes":"No signature on outbound webhooks and no delivery history stored. Retry ladder absent."},{"tool_slug":"rocket-new","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:19:25.600Z","duration_seconds":96.6,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:02.200Z","duration_seconds":70.1,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:26:12.300Z","duration_seconds":36.3,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:28:48.600Z","duration_seconds":81.2,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":153.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"rocket-new","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:04:33.300Z","duration_seconds":151.1,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:09:04.400Z","duration_seconds":191.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"rocket-new","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:14:16.000Z","duration_seconds":105.9,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:18:01.900Z","duration_seconds":153,"outcome":"fail","notes":"No signature on outbound webhooks and no delivery history stored. Retry ladder absent."},{"tool_slug":"rocket-new","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:22:34.900Z","duration_seconds":54.9,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:25:29.800Z","duration_seconds":131.9,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:29:41.700Z","duration_seconds":71.6,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:32:53.300Z","duration_seconds":125,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":52.3,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:52.300Z","duration_seconds":65.5,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:57.800Z","duration_seconds":218.5,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"rocket-new","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:11:36.300Z","duration_seconds":133.7,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"rocket-new","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:15:50.000Z","duration_seconds":179.6,"outcome":"fail","notes":"No signature on outbound webhooks and no delivery history stored. Retry ladder absent."},{"tool_slug":"rocket-new","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:20:49.600Z","duration_seconds":184.8,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:25:54.400Z","duration_seconds":55,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"rocket-new","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:28:49.400Z","duration_seconds":38.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"rocket-new","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:31:28.000Z","duration_seconds":40.6,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":41.3,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:41.300Z","duration_seconds":122.5,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:43.800Z","duration_seconds":231.6,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:12:35.400Z","duration_seconds":66.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"rocket-new","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:41.900Z","duration_seconds":294.7,"outcome":"fail","notes":"No signature on outbound webhooks and no delivery history stored. Retry ladder absent."},{"tool_slug":"rocket-new","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:22:36.600Z","duration_seconds":261.6,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:28:58.200Z","duration_seconds":154.2,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"rocket-new","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:33:32.400Z","duration_seconds":81,"outcome":"pass","notes":null},{"tool_slug":"rocket-new","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:36:53.400Z","duration_seconds":155.6,"outcome":"pass","notes":null}]}}