{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:28:21.977Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"trae"},"count":45,"runs":[{"tool_slug":"trae","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":46.9,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"trae","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:46.900Z","duration_seconds":73.7,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:00.600Z","duration_seconds":204.8,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:11:25.400Z","duration_seconds":100.8,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"trae","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:06.200Z","duration_seconds":126,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:12.200Z","duration_seconds":243.1,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:25:15.300Z","duration_seconds":119.7,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:29:15.000Z","duration_seconds":23.7,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:31:38.700Z","duration_seconds":37.9,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"trae","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":89,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"trae","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:29.000Z","duration_seconds":73.9,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"trae","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:42.900Z","duration_seconds":114.9,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:37.800Z","duration_seconds":208.6,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:16:06.400Z","duration_seconds":124.2,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:20:10.600Z","duration_seconds":171.1,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:25:01.700Z","duration_seconds":113.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"trae","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:28:55.300Z","duration_seconds":36.1,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:31:31.400Z","duration_seconds":65,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"trae","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":34.5,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"trae","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:34.500Z","duration_seconds":58.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"trae","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:33.100Z","duration_seconds":100.3,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:09:13.400Z","duration_seconds":142.4,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:35.800Z","duration_seconds":96.7,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"trae","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:17:12.500Z","duration_seconds":114.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"trae","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:21:07.000Z","duration_seconds":163.2,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:25:50.200Z","duration_seconds":38.9,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:28:29.100Z","duration_seconds":90,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":42.6,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:42.600Z","duration_seconds":50.3,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"trae","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:32.900Z","duration_seconds":106.7,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"trae","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:09:19.600Z","duration_seconds":87.7,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"trae","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:12:47.300Z","duration_seconds":154.5,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"trae","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:21.800Z","duration_seconds":100.8,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"trae","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:21:02.600Z","duration_seconds":128,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"trae","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:25:10.600Z","duration_seconds":38.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"trae","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:27:49.200Z","duration_seconds":124.9,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":47,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"trae","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:47.000Z","duration_seconds":53.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"trae","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:05:40.500Z","duration_seconds":54,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:08:34.500Z","duration_seconds":146.3,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"trae","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:13:00.800Z","duration_seconds":85.9,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:16:26.700Z","duration_seconds":159,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:21:05.700Z","duration_seconds":177.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"trae","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:26:03.300Z","duration_seconds":28.5,"outcome":"pass","notes":null},{"tool_slug":"trae","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:28:31.800Z","duration_seconds":43.8,"outcome":"pass","notes":null}]}}