{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:28:07.467Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"factory"},"count":45,"runs":[{"tool_slug":"factory","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":102.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"factory","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:42.700Z","duration_seconds":175.8,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:08:38.500Z","duration_seconds":132.5,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:12:51.000Z","duration_seconds":204.5,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:18:15.500Z","duration_seconds":148.2,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:22:43.700Z","duration_seconds":184,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:27:47.700Z","duration_seconds":151.4,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:32:19.100Z","duration_seconds":155.1,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:36:54.200Z","duration_seconds":158,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"factory","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":148.8,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:04:28.800Z","duration_seconds":97.7,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:08:06.500Z","duration_seconds":203.4,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:13:29.900Z","duration_seconds":401.5,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:22:11.400Z","duration_seconds":320.8,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:29:32.200Z","duration_seconds":345.5,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:37:17.700Z","duration_seconds":116.9,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:41:14.600Z","duration_seconds":74,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:44:28.600Z","duration_seconds":202.3,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":156.6,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:04:36.600Z","duration_seconds":336.6,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"factory","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:12:13.200Z","duration_seconds":116.3,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:16:09.500Z","duration_seconds":190.1,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:21:19.600Z","duration_seconds":266.7,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"factory","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:27:46.300Z","duration_seconds":145.7,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:32:12.000Z","duration_seconds":344.2,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:39:56.200Z","duration_seconds":55.5,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:42:51.700Z","duration_seconds":43.9,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":390.1,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:08:30.100Z","duration_seconds":161.7,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:13:11.800Z","duration_seconds":76.2,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:16:28.000Z","duration_seconds":178.8,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:21:26.800Z","duration_seconds":492.8,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:31:39.600Z","duration_seconds":448.5,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:41:08.100Z","duration_seconds":292.2,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"factory","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:48:00.300Z","duration_seconds":100.3,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:51:40.600Z","duration_seconds":161.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"factory","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":207.7,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:05:27.700Z","duration_seconds":69.3,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:08:37.000Z","duration_seconds":351.8,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:16:28.800Z","duration_seconds":349.4,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:24:18.200Z","duration_seconds":158,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:28:56.200Z","duration_seconds":146.2,"outcome":"pass","notes":null},{"tool_slug":"factory","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:33:22.400Z","duration_seconds":193.9,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"factory","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:38:36.300Z","duration_seconds":152.4,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"factory","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:43:08.700Z","duration_seconds":230.3,"outcome":"pass","notes":null}]}}