{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:30:40.344Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"dyad"},"count":45,"runs":[{"tool_slug":"dyad","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":143.9,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"dyad","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:04:23.900Z","duration_seconds":51.9,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"dyad","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:15.800Z","duration_seconds":129.4,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"dyad","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:11:25.200Z","duration_seconds":153.9,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"dyad","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:59.100Z","duration_seconds":79.2,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:18.300Z","duration_seconds":77.9,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:22:36.200Z","duration_seconds":78,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:25:54.200Z","duration_seconds":91.5,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"dyad","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:29:25.700Z","duration_seconds":83.8,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":86.5,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:26.500Z","duration_seconds":58.5,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"dyad","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:25.000Z","duration_seconds":67.4,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:32.400Z","duration_seconds":98.3,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:10.700Z","duration_seconds":159.4,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:50.100Z","duration_seconds":93.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"dyad","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:21:23.700Z","duration_seconds":78.9,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:24:42.600Z","duration_seconds":18,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:27:00.600Z","duration_seconds":89.6,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"dyad","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":53.4,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"dyad","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:53.400Z","duration_seconds":87.7,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:21.100Z","duration_seconds":184.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"dyad","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:11:25.800Z","duration_seconds":100.4,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"dyad","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:15:06.200Z","duration_seconds":265.4,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"dyad","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:21:31.600Z","duration_seconds":81.3,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:24:52.900Z","duration_seconds":129.1,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:29:02.000Z","duration_seconds":30.9,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"dyad","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:31:32.900Z","duration_seconds":78.3,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":80.8,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:20.800Z","duration_seconds":70.7,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:31.500Z","duration_seconds":56,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"dyad","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:09:27.500Z","duration_seconds":138.3,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:13:45.800Z","duration_seconds":59.2,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:16:45.000Z","duration_seconds":124.8,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"dyad","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:20:49.800Z","duration_seconds":64.2,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:23:54.000Z","duration_seconds":95.5,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:27:29.500Z","duration_seconds":110.4,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":97.2,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:37.200Z","duration_seconds":41.4,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:18.600Z","duration_seconds":95.1,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"dyad","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:09:53.700Z","duration_seconds":206.7,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"dyad","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:20.400Z","duration_seconds":61.7,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"dyad","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:18:22.100Z","duration_seconds":108.3,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:22:10.400Z","duration_seconds":62.8,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"dyad","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:25:13.200Z","duration_seconds":58.6,"outcome":"pass","notes":null},{"tool_slug":"dyad","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:28:11.800Z","duration_seconds":71.5,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."}]}}