{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:28:06.938Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"zed"},"count":45,"runs":[{"tool_slug":"zed","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":23.6,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:23.600Z","duration_seconds":47.4,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"zed","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:05:11.000Z","duration_seconds":58,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:08:09.000Z","duration_seconds":53.5,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"zed","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:11:02.500Z","duration_seconds":31.4,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"zed","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:13:33.900Z","duration_seconds":88.5,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:17:02.400Z","duration_seconds":23.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"zed","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:19:25.600Z","duration_seconds":27.4,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:21:53.000Z","duration_seconds":35,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":21.3,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:21.300Z","duration_seconds":35.3,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:04:56.600Z","duration_seconds":36.1,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:07:32.700Z","duration_seconds":55.1,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:10:27.800Z","duration_seconds":30.9,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:12:58.700Z","duration_seconds":26.5,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:15:25.200Z","duration_seconds":26.8,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:17:52.000Z","duration_seconds":47.4,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:20:39.400Z","duration_seconds":24.8,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":18.3,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:18.300Z","duration_seconds":24.6,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:04:42.900Z","duration_seconds":26.8,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:07:09.700Z","duration_seconds":52.5,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:10:02.200Z","duration_seconds":50.6,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"zed","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:12:52.800Z","duration_seconds":48.2,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:15:41.000Z","duration_seconds":23.6,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:18:04.600Z","duration_seconds":47,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"zed","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:20:51.600Z","duration_seconds":26.9,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":21.4,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"zed","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:21.400Z","duration_seconds":18.3,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:04:39.700Z","duration_seconds":18.4,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"zed","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:06:58.100Z","duration_seconds":152.9,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:11:31.000Z","duration_seconds":40.6,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"zed","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:14:11.600Z","duration_seconds":59.4,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:17:11.000Z","duration_seconds":23.3,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:19:34.300Z","duration_seconds":18.8,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:21:53.100Z","duration_seconds":37.8,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"zed","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":22.9,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:22.900Z","duration_seconds":18,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"zed","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:04:40.900Z","duration_seconds":25.4,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:07:06.300Z","duration_seconds":34.4,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:09:40.700Z","duration_seconds":21.5,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:12:02.200Z","duration_seconds":38.9,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"zed","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:14:41.100Z","duration_seconds":36.9,"outcome":"pass","notes":null},{"tool_slug":"zed","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:17:18.000Z","duration_seconds":31.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"zed","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:19:49.800Z","duration_seconds":40.3,"outcome":"pass","notes":null}]}}