{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:29:58.440Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"totalum"},"count":45,"runs":[{"tool_slug":"totalum","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":113.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:53.400Z","duration_seconds":72.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"totalum","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:06.000Z","duration_seconds":74.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:20.400Z","duration_seconds":123.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:14:23.600Z","duration_seconds":165.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:08.800Z","duration_seconds":144.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:33.000Z","duration_seconds":114.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:27:27.400Z","duration_seconds":96.1,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:31:03.500Z","duration_seconds":82.8,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":83.8,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:23.800Z","duration_seconds":68.5,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:32.300Z","duration_seconds":48.6,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:20.900Z","duration_seconds":113.6,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:14.500Z","duration_seconds":212,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:18:46.500Z","duration_seconds":198.9,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"totalum","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:24:05.400Z","duration_seconds":124.7,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:28:10.100Z","duration_seconds":58.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:31:08.300Z","duration_seconds":53.9,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":52.9,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:52.900Z","duration_seconds":119.3,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:52.200Z","duration_seconds":70.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:02.600Z","duration_seconds":108.1,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:50.700Z","duration_seconds":123.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"totalum","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:17:53.900Z","duration_seconds":61.6,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:20:55.500Z","duration_seconds":80.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:24:15.900Z","duration_seconds":97.8,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:27:53.700Z","duration_seconds":151,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":108.5,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:48.500Z","duration_seconds":102.9,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:31.400Z","duration_seconds":86.6,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:58.000Z","duration_seconds":127.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:15:05.200Z","duration_seconds":169.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:19:54.400Z","duration_seconds":170,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:24:44.400Z","duration_seconds":136.3,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:29:00.700Z","duration_seconds":58.7,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:31:59.400Z","duration_seconds":129.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":69.6,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:09.600Z","duration_seconds":178.7,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:08:08.300Z","duration_seconds":100.4,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:11:48.700Z","duration_seconds":103.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:31.900Z","duration_seconds":112.8,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:19:24.700Z","duration_seconds":149.1,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:23:53.800Z","duration_seconds":102.2,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:27:36.000Z","duration_seconds":106.3,"outcome":"pass","notes":null},{"tool_slug":"totalum","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:31:22.300Z","duration_seconds":59.9,"outcome":"pass","notes":null}]}}