{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:29:58.144Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"mocha"},"count":45,"runs":[{"tool_slug":"mocha","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":175.8,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:04:55.800Z","duration_seconds":87.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"mocha","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:08:23.400Z","duration_seconds":142.5,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:12:45.900Z","duration_seconds":136.6,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:17:02.500Z","duration_seconds":176.3,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:21:58.800Z","duration_seconds":230.2,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"mocha","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:27:49.000Z","duration_seconds":105.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"mocha","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:31:34.500Z","duration_seconds":29,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:34:03.500Z","duration_seconds":99.9,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":71.6,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"mocha","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:11.600Z","duration_seconds":90,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"mocha","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:41.600Z","duration_seconds":138.2,"outcome":"fail","notes":"Cross tenant read: a member of organisation A retrieved a project belonging to organisation B through the list endpoint."},{"tool_slug":"mocha","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:59.800Z","duration_seconds":193.8,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"mocha","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:16:13.600Z","duration_seconds":61,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:19:14.600Z","duration_seconds":128.2,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:22.800Z","duration_seconds":103.2,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"mocha","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:27:06.000Z","duration_seconds":76.9,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:30:22.900Z","duration_seconds":67.4,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"mocha","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":41.6,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:02:41.600Z","duration_seconds":142.3,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:03.900Z","duration_seconds":86.8,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"mocha","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:30.700Z","duration_seconds":115.1,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"mocha","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:14:25.800Z","duration_seconds":216.7,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:20:02.500Z","duration_seconds":100,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"mocha","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:23:42.500Z","duration_seconds":166.2,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:28:28.700Z","duration_seconds":132.9,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:32:41.600Z","duration_seconds":86,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"mocha","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":103.2,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:43.200Z","duration_seconds":140.9,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"mocha","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:08:04.100Z","duration_seconds":105.2,"outcome":"fail","notes":"Cross tenant read: a member of organisation A retrieved a project belonging to organisation B through the list endpoint."},{"tool_slug":"mocha","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:11:49.300Z","duration_seconds":61.3,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:14:50.600Z","duration_seconds":169.9,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"mocha","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:19:40.500Z","duration_seconds":97.4,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:23:17.900Z","duration_seconds":276.4,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"mocha","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:29:54.300Z","duration_seconds":65.2,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"mocha","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:32:59.500Z","duration_seconds":91.7,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":58,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:58.000Z","duration_seconds":161.2,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:39.200Z","duration_seconds":160.9,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:12:20.100Z","duration_seconds":62,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:22.100Z","duration_seconds":145.6,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"mocha","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:19:47.700Z","duration_seconds":248.3,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"mocha","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:25:56.000Z","duration_seconds":171.8,"outcome":"pass","notes":null},{"tool_slug":"mocha","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:30:47.800Z","duration_seconds":64.4,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"mocha","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:33:52.200Z","duration_seconds":54.3,"outcome":"pass","notes":null}]}}