{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:31:29.626Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"bolt-new"},"count":45,"runs":[{"tool_slug":"bolt-new","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":46.5,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:46.500Z","duration_seconds":155.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:21.700Z","duration_seconds":90,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"bolt-new","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:51.700Z","duration_seconds":102.7,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:14:34.400Z","duration_seconds":79.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:53.700Z","duration_seconds":179.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:22:53.300Z","duration_seconds":70.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"bolt-new","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:26:04.000Z","duration_seconds":41.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"bolt-new","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:28:45.200Z","duration_seconds":81.4,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":48.8,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:48.800Z","duration_seconds":51.8,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:05:40.600Z","duration_seconds":128.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:48.800Z","duration_seconds":82.1,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:10.900Z","duration_seconds":58,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:16:08.900Z","duration_seconds":68,"outcome":"partial","notes":"Token allowance exhausted mid task. Queue scaffolded, worker never completed."},{"tool_slug":"bolt-new","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:19:16.900Z","duration_seconds":183.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:24:20.500Z","duration_seconds":83.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:27:44.400Z","duration_seconds":59.9,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"bolt-new","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":48.4,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:48.400Z","duration_seconds":63.8,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:52.200Z","duration_seconds":61.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:08:53.400Z","duration_seconds":98.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:12:32.300Z","duration_seconds":90.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:16:03.200Z","duration_seconds":94,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:19:37.200Z","duration_seconds":77.8,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"bolt-new","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:22:55.000Z","duration_seconds":55.1,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:25:50.100Z","duration_seconds":73.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":93.1,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:33.100Z","duration_seconds":65.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:39.000Z","duration_seconds":124.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:43.300Z","duration_seconds":130.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:14:53.900Z","duration_seconds":51.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:45.800Z","duration_seconds":139.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:22:05.400Z","duration_seconds":67.7,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:25:13.100Z","duration_seconds":65.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:28:18.700Z","duration_seconds":88.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":67.7,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:07.700Z","duration_seconds":165.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:53.000Z","duration_seconds":94.1,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"bolt-new","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:11:27.100Z","duration_seconds":86.9,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"bolt-new","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:54.000Z","duration_seconds":95.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:18:29.200Z","duration_seconds":91.5,"outcome":"partial","notes":"Token allowance exhausted mid task. Queue scaffolded, worker never completed."},{"tool_slug":"bolt-new","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:22:00.700Z","duration_seconds":73.7,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:25:14.400Z","duration_seconds":89.7,"outcome":"pass","notes":null},{"tool_slug":"bolt-new","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:28:44.100Z","duration_seconds":82.3,"outcome":"pass","notes":null}]}}