{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:28:07.963Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"base44"},"count":45,"runs":[{"tool_slug":"base44","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":68.8,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:08.800Z","duration_seconds":62.4,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:11.200Z","duration_seconds":91,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:09:42.200Z","duration_seconds":88.8,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:13:11.000Z","duration_seconds":147,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:38.000Z","duration_seconds":104.7,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:22.700Z","duration_seconds":156.1,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"base44","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:25:58.800Z","duration_seconds":67.3,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:29:06.100Z","duration_seconds":94.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"base44","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":103.5,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:43.500Z","duration_seconds":114.1,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:37.600Z","duration_seconds":83.2,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"base44","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:00.800Z","duration_seconds":116,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:14:56.800Z","duration_seconds":203.7,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:20:20.500Z","duration_seconds":96.3,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:56.800Z","duration_seconds":58.6,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:26:55.400Z","duration_seconds":73.4,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:30:08.800Z","duration_seconds":113.9,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":68,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:08.000Z","duration_seconds":104.6,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:52.600Z","duration_seconds":221.9,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:12:34.500Z","duration_seconds":63.2,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"base44","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:15:37.700Z","duration_seconds":59.6,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:18:37.300Z","duration_seconds":157.9,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:23:15.200Z","duration_seconds":79.4,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:26:34.600Z","duration_seconds":59,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:29:33.600Z","duration_seconds":132.8,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":58.1,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:58.100Z","duration_seconds":124.8,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:02.900Z","duration_seconds":94.1,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"base44","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:37.000Z","duration_seconds":162.2,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:15:19.200Z","duration_seconds":161.4,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:20:00.600Z","duration_seconds":89,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:23:29.600Z","duration_seconds":161.3,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"base44","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:28:10.900Z","duration_seconds":92.3,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:31:43.200Z","duration_seconds":52.6,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"base44","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":55.6,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:55.600Z","duration_seconds":90.9,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:26.500Z","duration_seconds":49.2,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:09:15.700Z","duration_seconds":238.7,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:15:14.400Z","duration_seconds":151.3,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:19:45.700Z","duration_seconds":117.6,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:23:43.300Z","duration_seconds":93.4,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:27:16.700Z","duration_seconds":65.9,"outcome":"pass","notes":null},{"tool_slug":"base44","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:30:22.600Z","duration_seconds":95.7,"outcome":"pass","notes":null}]}}