{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:31:39.286Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"bolt-diy"},"count":45,"runs":[{"tool_slug":"bolt-diy","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":82.8,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:22.800Z","duration_seconds":98.4,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:01.200Z","duration_seconds":211.5,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:12:32.700Z","duration_seconds":75.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:48.200Z","duration_seconds":40.3,"outcome":"partial","notes":"Webhook delivered unsigned. The retry ladder was written only after an explicit follow up."},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:18:28.500Z","duration_seconds":230.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:24:18.800Z","duration_seconds":161.8,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:29:00.600Z","duration_seconds":127.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:33:08.200Z","duration_seconds":112.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":65.4,"outcome":"fail","notes":"Run picked up a model configuration that could not hold the whole prompt. Abandoned after three failed edits."},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:05.400Z","duration_seconds":57.4,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:02.800Z","duration_seconds":129.7,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:12.500Z","duration_seconds":174.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:06.700Z","duration_seconds":52,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:58.700Z","duration_seconds":65.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:21:04.300Z","duration_seconds":149.8,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:25:34.100Z","duration_seconds":113.8,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"bolt-diy","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:29:27.900Z","duration_seconds":64,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":56.7,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:56.700Z","duration_seconds":60.4,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:57.100Z","duration_seconds":129.9,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:07.000Z","duration_seconds":220,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:15:47.000Z","duration_seconds":221.5,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:21:28.500Z","duration_seconds":232.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:27:20.800Z","duration_seconds":119.5,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:31:20.300Z","duration_seconds":67.3,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"bolt-diy","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:34:27.600Z","duration_seconds":59,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":91,"outcome":"fail","notes":"Run picked up a model configuration that could not hold the whole prompt. Abandoned after three failed edits."},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:31.000Z","duration_seconds":266.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:09:57.600Z","duration_seconds":159.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:14:36.800Z","duration_seconds":160.2,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:19:17.000Z","duration_seconds":162.8,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:23:59.800Z","duration_seconds":180.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:29:00.100Z","duration_seconds":193.3,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:34:13.400Z","duration_seconds":71.5,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:37:24.900Z","duration_seconds":100.2,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":69.5,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:09.500Z","duration_seconds":82.6,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:32.100Z","duration_seconds":98.4,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:10:10.500Z","duration_seconds":260.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:16:30.700Z","duration_seconds":168.5,"outcome":"partial","notes":"Webhook delivered unsigned. The retry ladder was written only after an explicit follow up."},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:21:19.200Z","duration_seconds":362.5,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:29:21.700Z","duration_seconds":284.8,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:36:06.500Z","duration_seconds":95.3,"outcome":"pass","notes":null},{"tool_slug":"bolt-diy","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:39:41.800Z","duration_seconds":83.5,"outcome":"pass","notes":null}]}}