{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:33:15.343Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"pazi"},"count":45,"runs":[{"tool_slug":"pazi","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":61.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"pazi","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:01.600Z","duration_seconds":75.1,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"pazi","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:16.700Z","duration_seconds":103.8,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"pazi","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:00.500Z","duration_seconds":146.1,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"pazi","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:14:26.600Z","duration_seconds":306.6,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"pazi","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:21:33.200Z","duration_seconds":95.9,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:25:09.100Z","duration_seconds":231,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:31:00.100Z","duration_seconds":264.4,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:37:24.500Z","duration_seconds":83,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"pazi","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":91.5,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:31.500Z","duration_seconds":158.5,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:08:10.000Z","duration_seconds":77.8,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:27.800Z","duration_seconds":220.3,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:17:08.100Z","duration_seconds":212.5,"outcome":"fail","notes":"Agent stalled on the operational prompt and produced no artifact within the 20 minute window."},{"tool_slug":"pazi","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:22:40.600Z","duration_seconds":244.8,"outcome":"fail","notes":"Run did not recover after the previous prompt stalled. No queue, no worker, no artifact."},{"tool_slug":"pazi","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:28:45.400Z","duration_seconds":125.8,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:32:51.200Z","duration_seconds":143.1,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:37:14.300Z","duration_seconds":157.3,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"pazi","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":62.4,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:02.400Z","duration_seconds":83.4,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"pazi","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:25.800Z","duration_seconds":116.4,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:22.200Z","duration_seconds":78.3,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"pazi","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:40.500Z","duration_seconds":219.6,"outcome":"fail","notes":"Agent stalled on the operational prompt and produced no artifact within the 20 minute window."},{"tool_slug":"pazi","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:19:20.100Z","duration_seconds":93.1,"outcome":"fail","notes":"Run did not recover after the previous prompt stalled. No queue, no worker, no artifact."},{"tool_slug":"pazi","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:22:53.200Z","duration_seconds":123,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:26:56.200Z","duration_seconds":70.2,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"pazi","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:30:06.400Z","duration_seconds":56.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"pazi","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":120.9,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:04:00.900Z","duration_seconds":86.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"pazi","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:27.600Z","duration_seconds":69.2,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:36.800Z","duration_seconds":242.6,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"pazi","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:16:39.400Z","duration_seconds":129.3,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:20:48.700Z","duration_seconds":184.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"pazi","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:25:52.900Z","duration_seconds":101.9,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:29:34.800Z","duration_seconds":105.5,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"pazi","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:33:20.300Z","duration_seconds":112,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":50,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:50.000Z","duration_seconds":157.7,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:27.700Z","duration_seconds":255.8,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:13:43.500Z","duration_seconds":373.8,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:21:57.300Z","duration_seconds":136.7,"outcome":"fail","notes":"Agent stalled on the operational prompt and produced no artifact within the 20 minute window."},{"tool_slug":"pazi","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:26:14.000Z","duration_seconds":213.4,"outcome":"fail","notes":"Run did not recover after the previous prompt stalled. No queue, no worker, no artifact."},{"tool_slug":"pazi","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:31:47.400Z","duration_seconds":94.9,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:35:22.300Z","duration_seconds":175.5,"outcome":"pass","notes":null},{"tool_slug":"pazi","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:40:17.800Z","duration_seconds":85.6,"outcome":"pass","notes":null}]}}