{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:28:43.098Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"amp"},"count":45,"runs":[{"tool_slug":"amp","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":68,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:08.000Z","duration_seconds":33.5,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:05:41.500Z","duration_seconds":64.6,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:08:46.100Z","duration_seconds":24.3,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"amp","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:11:10.400Z","duration_seconds":37.9,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:13:48.300Z","duration_seconds":45.2,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:16:33.500Z","duration_seconds":60.6,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:19:34.100Z","duration_seconds":50.3,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:22:24.400Z","duration_seconds":62,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":39.7,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:02:39.700Z","duration_seconds":71.9,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:05:51.600Z","duration_seconds":39.6,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:08:31.200Z","duration_seconds":69.6,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:11:40.800Z","duration_seconds":43.7,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:14:24.500Z","duration_seconds":64.2,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"amp","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:17:28.700Z","duration_seconds":31.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"amp","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:20:00.400Z","duration_seconds":25.8,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:22:26.200Z","duration_seconds":25.6,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"amp","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":40.4,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:40.400Z","duration_seconds":53.8,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:05:34.200Z","duration_seconds":26.3,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:08:00.500Z","duration_seconds":61.9,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:11:02.400Z","duration_seconds":30.7,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:13:33.100Z","duration_seconds":47.4,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"amp","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:16:20.500Z","duration_seconds":48.6,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:19:09.100Z","duration_seconds":26.1,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:21:35.200Z","duration_seconds":27.9,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":32.1,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:32.100Z","duration_seconds":43.5,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:15.600Z","duration_seconds":29.7,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"amp","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:07:45.300Z","duration_seconds":28.5,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:10:13.800Z","duration_seconds":52.5,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:13:06.300Z","duration_seconds":39,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"amp","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:15:45.300Z","duration_seconds":42.9,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:18:28.200Z","duration_seconds":55.1,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:21:23.300Z","duration_seconds":18,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":21.5,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"amp","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:21.500Z","duration_seconds":24.1,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:04:45.600Z","duration_seconds":44.7,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:07:30.300Z","duration_seconds":53.7,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"amp","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:10:24.000Z","duration_seconds":32.2,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:12:56.200Z","duration_seconds":65.3,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:16:01.500Z","duration_seconds":18.8,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:18:20.300Z","duration_seconds":19.5,"outcome":"pass","notes":null},{"tool_slug":"amp","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:20:39.800Z","duration_seconds":38.8,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."}]}}