{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:29:31.962Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"jules"},"count":45,"runs":[{"tool_slug":"jules","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":134.6,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:04:14.600Z","duration_seconds":126.9,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"jules","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:08:21.500Z","duration_seconds":171.3,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:13:12.800Z","duration_seconds":253.8,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:19:26.600Z","duration_seconds":206.6,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"jules","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:24:53.200Z","duration_seconds":228.8,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:30:42.000Z","duration_seconds":214.9,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:36:16.900Z","duration_seconds":239.7,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"jules","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:42:16.600Z","duration_seconds":119.1,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":49.3,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:49.300Z","duration_seconds":137.6,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:06.900Z","duration_seconds":186.3,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:12:13.200Z","duration_seconds":202.6,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"jules","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:17:35.800Z","duration_seconds":506.9,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:28:02.700Z","duration_seconds":114.3,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:31:57.000Z","duration_seconds":203.2,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:37:20.200Z","duration_seconds":140,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:41:40.200Z","duration_seconds":98.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"jules","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":110.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"jules","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:50.200Z","duration_seconds":96.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"jules","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:26.700Z","duration_seconds":287.7,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:14:14.400Z","duration_seconds":149.2,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:18:43.600Z","duration_seconds":251.6,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:24:55.200Z","duration_seconds":296,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:31:51.200Z","duration_seconds":225.2,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:37:36.400Z","duration_seconds":91.5,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:41:07.900Z","duration_seconds":146.5,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":93,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:33.000Z","duration_seconds":81.1,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:54.100Z","duration_seconds":188.2,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:12:02.300Z","duration_seconds":137.2,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:16:19.500Z","duration_seconds":318.8,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"jules","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:23:38.300Z","duration_seconds":278.8,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:30:17.100Z","duration_seconds":645.8,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:43:02.900Z","duration_seconds":101.1,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:46:44.000Z","duration_seconds":173.8,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":116.1,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:56.100Z","duration_seconds":120.5,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:56.600Z","duration_seconds":395.9,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:16:32.500Z","duration_seconds":102.9,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:20:15.400Z","duration_seconds":211.5,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:25:46.900Z","duration_seconds":68.1,"outcome":"pass","notes":null},{"tool_slug":"jules","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:28:55.000Z","duration_seconds":75.5,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"jules","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:32:10.500Z","duration_seconds":53.4,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"jules","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:35:03.900Z","duration_seconds":89.3,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."}]}}