{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:29:11.615Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"trickle"},"count":45,"runs":[{"tool_slug":"trickle","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":78.6,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:18.600Z","duration_seconds":131.4,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"trickle","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:30.000Z","duration_seconds":107.1,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:11:17.100Z","duration_seconds":109.2,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"trickle","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:06.300Z","duration_seconds":96.4,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:18:42.700Z","duration_seconds":60.8,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"trickle","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:43.500Z","duration_seconds":90.4,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:25:13.900Z","duration_seconds":39,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:27:52.900Z","duration_seconds":114.6,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"trickle","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":87,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:27.000Z","duration_seconds":85.8,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:52.800Z","duration_seconds":46.4,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:09:39.200Z","duration_seconds":133.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"trickle","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:52.500Z","duration_seconds":106.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"trickle","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:39.200Z","duration_seconds":79.2,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"trickle","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:20:58.400Z","duration_seconds":85.1,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:24:23.500Z","duration_seconds":34,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:26:57.500Z","duration_seconds":73.1,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"trickle","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":87.1,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"trickle","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:27.100Z","duration_seconds":77.7,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:44.800Z","duration_seconds":79.3,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"trickle","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:04.100Z","duration_seconds":61.7,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"trickle","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:05.800Z","duration_seconds":119.4,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"trickle","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:17:05.200Z","duration_seconds":122,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"trickle","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:21:07.200Z","duration_seconds":90.1,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:24:37.300Z","duration_seconds":80.2,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:27:57.500Z","duration_seconds":73.8,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"trickle","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":32.6,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"trickle","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:32.600Z","duration_seconds":93.1,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:05.700Z","duration_seconds":53.9,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:08:59.600Z","duration_seconds":151.7,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:13:31.300Z","duration_seconds":136.4,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:47.700Z","duration_seconds":74.3,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"trickle","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:21:02.000Z","duration_seconds":106.8,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:24:48.800Z","duration_seconds":69.1,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:27:57.900Z","duration_seconds":137.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"trickle","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":64,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"trickle","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:04.000Z","duration_seconds":56.4,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:00.400Z","duration_seconds":152.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"trickle","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:10:32.700Z","duration_seconds":38,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"trickle","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:13:10.700Z","duration_seconds":204.4,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:18:35.100Z","duration_seconds":117,"outcome":"fail","notes":"Background jobs are out of scope for the platform. Nothing queued, nothing scheduled."},{"tool_slug":"trickle","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:22:32.100Z","duration_seconds":204,"outcome":"pass","notes":null},{"tool_slug":"trickle","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:27:56.100Z","duration_seconds":81,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"trickle","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:31:17.100Z","duration_seconds":104.2,"outcome":"pass","notes":null}]}}