{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:27:45.208Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"replit"},"count":45,"runs":[{"tool_slug":"replit","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":108.5,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:48.500Z","duration_seconds":95.6,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:24.100Z","duration_seconds":85.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:50.000Z","duration_seconds":176.1,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:46.100Z","duration_seconds":122.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:49.000Z","duration_seconds":104.6,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:33.600Z","duration_seconds":94.7,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:27:08.300Z","duration_seconds":192.7,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:32:21.000Z","duration_seconds":102.4,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":91.5,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:31.500Z","duration_seconds":109.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:21.400Z","duration_seconds":89.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:51.300Z","duration_seconds":169.6,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:40.900Z","duration_seconds":172.3,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:20:33.200Z","duration_seconds":197.4,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:25:50.600Z","duration_seconds":77,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"replit","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:29:07.600Z","duration_seconds":100.7,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:32:48.300Z","duration_seconds":182.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":123.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:04:03.900Z","duration_seconds":127.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:08:11.800Z","duration_seconds":141,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:12:32.800Z","duration_seconds":169.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:17:22.700Z","duration_seconds":175.8,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"replit","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:22:18.500Z","duration_seconds":178.3,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"replit","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:27:16.800Z","duration_seconds":149.4,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:31:46.200Z","duration_seconds":174,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:36:40.200Z","duration_seconds":150,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":116.2,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:56.200Z","duration_seconds":139.3,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:08:15.500Z","duration_seconds":135.7,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:12:31.200Z","duration_seconds":126.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:16:38.100Z","duration_seconds":139.5,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:20:57.600Z","duration_seconds":214.6,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:26:32.200Z","duration_seconds":101.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:30:14.100Z","duration_seconds":144.1,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:34:38.200Z","duration_seconds":115.6,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":106,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:46.000Z","duration_seconds":201.6,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:09:07.600Z","duration_seconds":96.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"replit","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:12:44.200Z","duration_seconds":155.9,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:17:20.100Z","duration_seconds":117.7,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"replit","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:21:17.800Z","duration_seconds":172.4,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:26:10.200Z","duration_seconds":137.5,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"replit","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:30:27.700Z","duration_seconds":199.1,"outcome":"pass","notes":null},{"tool_slug":"replit","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:35:46.800Z","duration_seconds":68.2,"outcome":"pass","notes":null}]}}