{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:31:31.207Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"roomote"},"count":45,"runs":[{"tool_slug":"roomote","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":70.1,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"roomote","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:10.100Z","duration_seconds":86.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:36.700Z","duration_seconds":68.5,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:09:45.200Z","duration_seconds":297.2,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:16:42.400Z","duration_seconds":141.1,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:21:03.500Z","duration_seconds":148.1,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:25:31.600Z","duration_seconds":364.9,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:33:36.500Z","duration_seconds":145.9,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:38:02.400Z","duration_seconds":79.4,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":96.4,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:36.400Z","duration_seconds":192.2,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:08:48.600Z","duration_seconds":122.2,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"roomote","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:12:50.800Z","duration_seconds":116.2,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:16:47.000Z","duration_seconds":209.8,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"roomote","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:22:16.800Z","duration_seconds":40.4,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:24:57.200Z","duration_seconds":305.4,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:32:02.600Z","duration_seconds":81,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"roomote","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:35:23.600Z","duration_seconds":98,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"roomote","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":46.2,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"roomote","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:46.200Z","duration_seconds":79.8,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:06.000Z","duration_seconds":78.5,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"roomote","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:09:24.500Z","duration_seconds":192.6,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:14:37.100Z","duration_seconds":109.3,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"roomote","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:18:26.400Z","duration_seconds":82.6,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:21:49.000Z","duration_seconds":185,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:26:54.000Z","duration_seconds":65.5,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"roomote","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:29:59.500Z","duration_seconds":73.7,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":125.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"roomote","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:04:05.600Z","duration_seconds":185.3,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:09:10.900Z","duration_seconds":61,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"roomote","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:12:11.900Z","duration_seconds":136.9,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:16:28.800Z","duration_seconds":85.6,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"roomote","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:19:54.400Z","duration_seconds":74.4,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"roomote","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:23:08.800Z","duration_seconds":138,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:27:26.800Z","duration_seconds":50.5,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:30:17.300Z","duration_seconds":266.4,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":87.2,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:27.200Z","duration_seconds":87.1,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:54.300Z","duration_seconds":82.1,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:10:16.400Z","duration_seconds":148.5,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:44.900Z","duration_seconds":54.4,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"roomote","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:17:39.300Z","duration_seconds":54.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:20:33.600Z","duration_seconds":127,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"roomote","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:24:40.600Z","duration_seconds":50.7,"outcome":"pass","notes":null},{"tool_slug":"roomote","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:27:31.300Z","duration_seconds":165.8,"outcome":"pass","notes":null}]}}