{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:29:32.327Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"kiro"},"count":45,"runs":[{"tool_slug":"kiro","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":80.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:20.400Z","duration_seconds":63.7,"outcome":"pass","notes":"Specification step wrote the tenancy rule down before any code depended on it. Schema correct on the first pass."},{"tool_slug":"kiro","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:24.100Z","duration_seconds":77.7,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:09:41.800Z","duration_seconds":62.1,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:12:43.900Z","duration_seconds":111.3,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:16:35.200Z","duration_seconds":135.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:20:50.600Z","duration_seconds":72.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:24:03.000Z","duration_seconds":52.6,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:26:55.600Z","duration_seconds":88.8,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":58.8,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:58.800Z","duration_seconds":68.1,"outcome":"pass","notes":"Specification step wrote the tenancy rule down before any code depended on it. Schema correct on the first pass."},{"tool_slug":"kiro","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:06.900Z","duration_seconds":90,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:36.900Z","duration_seconds":109.5,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:26.400Z","duration_seconds":143.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"kiro","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:50.100Z","duration_seconds":132.9,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:22:03.000Z","duration_seconds":48.7,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:24:51.700Z","duration_seconds":64.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:27:56.100Z","duration_seconds":205.9,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":49.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"kiro","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:49.700Z","duration_seconds":54.7,"outcome":"pass","notes":"Specification step wrote the tenancy rule down before any code depended on it. Schema correct on the first pass."},{"tool_slug":"kiro","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:44.400Z","duration_seconds":41.9,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:08:26.300Z","duration_seconds":93,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:11:59.300Z","duration_seconds":144.6,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:16:23.900Z","duration_seconds":197.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:21:41.300Z","duration_seconds":66.1,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:24:47.400Z","duration_seconds":45.3,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:27:32.700Z","duration_seconds":47.2,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":54.8,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:54.800Z","duration_seconds":26.5,"outcome":"pass","notes":"Specification step wrote the tenancy rule down before any code depended on it. Schema correct on the first pass."},{"tool_slug":"kiro","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:21.300Z","duration_seconds":70.6,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:08:31.900Z","duration_seconds":67.9,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:11:39.800Z","duration_seconds":127.7,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:15:47.500Z","duration_seconds":73.2,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:19:00.700Z","duration_seconds":114.8,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:22:55.500Z","duration_seconds":49.6,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:25:45.100Z","duration_seconds":80.8,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":71.3,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:11.300Z","duration_seconds":56.8,"outcome":"pass","notes":"Specification step wrote the tenancy rule down before any code depended on it. Schema correct on the first pass."},{"tool_slug":"kiro","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:08.100Z","duration_seconds":79,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:09:27.100Z","duration_seconds":132.8,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:13:39.900Z","duration_seconds":79,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"kiro","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:16:58.900Z","duration_seconds":254.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:23:13.300Z","duration_seconds":61.4,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:26:14.700Z","duration_seconds":57.7,"outcome":"pass","notes":null},{"tool_slug":"kiro","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:29:12.400Z","duration_seconds":121.6,"outcome":"pass","notes":null}]}}