{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:27:17.389Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"augment-code"},"count":45,"runs":[{"tool_slug":"augment-code","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":97,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:37.000Z","duration_seconds":99.2,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:16.200Z","duration_seconds":134.7,"outcome":"pass","notes":"Reused the existing tenancy helper instead of writing a second one. No duplicate policy code in the diff."},{"tool_slug":"augment-code","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:11:30.900Z","duration_seconds":83.8,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:14:54.700Z","duration_seconds":65.1,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:59.800Z","duration_seconds":70.8,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"augment-code","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:10.600Z","duration_seconds":89.5,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:24:40.100Z","duration_seconds":82.4,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"augment-code","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:28:02.500Z","duration_seconds":46,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":34.3,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:34.300Z","duration_seconds":71.6,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:05:45.900Z","duration_seconds":87.9,"outcome":"pass","notes":"Reused the existing tenancy helper instead of writing a second one. No duplicate policy code in the diff."},{"tool_slug":"augment-code","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:13.800Z","duration_seconds":58.6,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:12:12.400Z","duration_seconds":48.8,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:15:01.200Z","duration_seconds":51.1,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:17:52.300Z","duration_seconds":135.1,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:22:07.400Z","duration_seconds":51.2,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:24:58.600Z","duration_seconds":59.2,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":46.7,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:46.700Z","duration_seconds":103.6,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:30.300Z","duration_seconds":112.8,"outcome":"pass","notes":"Reused the existing tenancy helper instead of writing a second one. No duplicate policy code in the diff."},{"tool_slug":"augment-code","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:23.100Z","duration_seconds":49.9,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:13.000Z","duration_seconds":44.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"augment-code","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:15:57.300Z","duration_seconds":82.9,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"augment-code","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:19:20.200Z","duration_seconds":48.8,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:22:09.000Z","duration_seconds":72.3,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:25:21.300Z","duration_seconds":84.1,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":36.1,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:36.100Z","duration_seconds":57.6,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:33.700Z","duration_seconds":51,"outcome":"pass","notes":"Reused the existing tenancy helper instead of writing a second one. No duplicate policy code in the diff."},{"tool_slug":"augment-code","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:08:24.700Z","duration_seconds":86.6,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:11:51.300Z","duration_seconds":67.1,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"augment-code","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:14:58.400Z","duration_seconds":84.5,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:18:22.900Z","duration_seconds":157.4,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:23:00.300Z","duration_seconds":45.8,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:25:46.100Z","duration_seconds":112,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":106.9,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:46.900Z","duration_seconds":68.4,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:55.300Z","duration_seconds":74,"outcome":"pass","notes":"Reused the existing tenancy helper instead of writing a second one. No duplicate policy code in the diff."},{"tool_slug":"augment-code","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:10:09.300Z","duration_seconds":80.6,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:13:29.900Z","duration_seconds":33.8,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:16:03.700Z","duration_seconds":83.4,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:19:27.100Z","duration_seconds":103,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:23:10.100Z","duration_seconds":34.8,"outcome":"pass","notes":null},{"tool_slug":"augment-code","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:25:44.900Z","duration_seconds":49.3,"outcome":"pass","notes":null}]}}