{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:27:16.373Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"openhands"},"count":45,"runs":[{"tool_slug":"openhands","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":99.8,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"openhands","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:39.800Z","duration_seconds":144.8,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:08:04.600Z","duration_seconds":130.6,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:12:15.200Z","duration_seconds":90.7,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:45.900Z","duration_seconds":89.4,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"openhands","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:15.300Z","duration_seconds":146.5,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:41.800Z","duration_seconds":403.4,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"openhands","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:32:25.200Z","duration_seconds":183,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:37:28.200Z","duration_seconds":141.4,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":69,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:09.000Z","duration_seconds":138.8,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:27.800Z","duration_seconds":125.2,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:33.000Z","duration_seconds":257.4,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:17:50.400Z","duration_seconds":536.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"openhands","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:28:47.000Z","duration_seconds":251.6,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:34:58.600Z","duration_seconds":214.9,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:40:33.500Z","duration_seconds":76.5,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:43:50.000Z","duration_seconds":126.4,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"openhands","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":147.9,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:04:27.900Z","duration_seconds":66.4,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:34.300Z","duration_seconds":88.7,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:11:03.000Z","duration_seconds":62.8,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:14:05.800Z","duration_seconds":242.1,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:20:07.900Z","duration_seconds":120.5,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"openhands","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:24:08.400Z","duration_seconds":159.7,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:28:48.100Z","duration_seconds":295.3,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:35:43.400Z","duration_seconds":99.9,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"openhands","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":88.9,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:28.900Z","duration_seconds":196.4,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"openhands","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:08:45.300Z","duration_seconds":75.3,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:12:00.600Z","duration_seconds":216.4,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"openhands","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:17:37.000Z","duration_seconds":115.3,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"openhands","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:21:32.300Z","duration_seconds":188.9,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"openhands","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:26:41.200Z","duration_seconds":256.1,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"openhands","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:32:57.300Z","duration_seconds":149,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"openhands","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:37:26.300Z","duration_seconds":125.3,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":216.3,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:05:36.300Z","duration_seconds":264.3,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"openhands","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:12:00.600Z","duration_seconds":288,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:18:48.600Z","duration_seconds":168.3,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"openhands","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:23:36.900Z","duration_seconds":215.2,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:29:12.100Z","duration_seconds":94.3,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"openhands","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:32:46.400Z","duration_seconds":116.5,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:36:42.900Z","duration_seconds":131.6,"outcome":"pass","notes":null},{"tool_slug":"openhands","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:40:54.500Z","duration_seconds":272.3,"outcome":"pass","notes":null}]}}