{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:29:01.925Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"bind-ai"},"count":45,"runs":[{"tool_slug":"bind-ai","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":57.3,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"bind-ai","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:57.300Z","duration_seconds":108,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:45.300Z","duration_seconds":69.3,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:09:54.600Z","duration_seconds":148.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:14:22.800Z","duration_seconds":58.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"bind-ai","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:21.000Z","duration_seconds":131.8,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"bind-ai","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:32.800Z","duration_seconds":141,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"bind-ai","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:25:53.800Z","duration_seconds":44.1,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:28:37.900Z","duration_seconds":151.6,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"bind-ai","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":64.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:04.200Z","duration_seconds":75.3,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"bind-ai","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:19.500Z","duration_seconds":130.5,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:30.000Z","duration_seconds":87.6,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:57.600Z","duration_seconds":96,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:33.600Z","duration_seconds":185.1,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:22:38.700Z","duration_seconds":56.9,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:25:35.600Z","duration_seconds":116.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:29:31.800Z","duration_seconds":98.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"bind-ai","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":89.8,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:29.800Z","duration_seconds":187.6,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:08:37.400Z","duration_seconds":50.5,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"bind-ai","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:11:27.900Z","duration_seconds":135.5,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:15:43.400Z","duration_seconds":65,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:18:48.400Z","duration_seconds":158.3,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"bind-ai","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:23:26.700Z","duration_seconds":177.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:28:23.900Z","duration_seconds":65.5,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"bind-ai","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:31:29.400Z","duration_seconds":68.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":149.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:04:29.200Z","duration_seconds":38.4,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:07.600Z","duration_seconds":95.7,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:43.300Z","duration_seconds":57.9,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"bind-ai","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:13:41.200Z","duration_seconds":92.3,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"bind-ai","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:13.500Z","duration_seconds":291.2,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:24:04.700Z","duration_seconds":114.3,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:27:59.000Z","duration_seconds":96.3,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"bind-ai","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:31:35.300Z","duration_seconds":89,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":89.4,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"bind-ai","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:29.400Z","duration_seconds":233.8,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:09:23.200Z","duration_seconds":76.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"bind-ai","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:12:39.900Z","duration_seconds":46.1,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:26.000Z","duration_seconds":259.9,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:21:45.900Z","duration_seconds":154.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"bind-ai","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:26:20.700Z","duration_seconds":99.6,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:30:00.300Z","duration_seconds":51.3,"outcome":"pass","notes":null},{"tool_slug":"bind-ai","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:32:51.600Z","duration_seconds":223.7,"outcome":"pass","notes":null}]}}