{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:29:01.448Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"softgen"},"count":45,"runs":[{"tool_slug":"softgen","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":125.2,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:04:05.200Z","duration_seconds":80.6,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:07:25.800Z","duration_seconds":137.2,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:11:43.000Z","duration_seconds":145.4,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:16:08.400Z","duration_seconds":122.8,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"softgen","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:20:11.200Z","duration_seconds":98.4,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:23:49.600Z","duration_seconds":72.3,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"softgen","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:27:01.900Z","duration_seconds":99.1,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:30:41.000Z","duration_seconds":66.4,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":161.9,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:04:41.900Z","duration_seconds":266,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:11:07.900Z","duration_seconds":55.7,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:14:03.600Z","duration_seconds":140.7,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:18:24.300Z","duration_seconds":277.4,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:25:01.700Z","duration_seconds":108,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"softgen","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:28:49.700Z","duration_seconds":108.4,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:32:38.100Z","duration_seconds":64.2,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:35:42.300Z","duration_seconds":94.7,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"softgen","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":91.1,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:31.100Z","duration_seconds":141.6,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:52.700Z","duration_seconds":89.5,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"softgen","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:11:22.200Z","duration_seconds":167,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:16:09.200Z","duration_seconds":180,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:21:09.200Z","duration_seconds":174,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"softgen","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:26:03.200Z","duration_seconds":130.6,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:30:13.800Z","duration_seconds":97.9,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:33:51.700Z","duration_seconds":104.5,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"softgen","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":81.4,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"softgen","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:21.400Z","duration_seconds":155.6,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:07:57.000Z","duration_seconds":109.7,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:11:46.700Z","duration_seconds":177.8,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:16:44.500Z","duration_seconds":84.7,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:20:09.200Z","duration_seconds":411.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"softgen","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:29:00.800Z","duration_seconds":166.7,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:33:47.500Z","duration_seconds":47.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"softgen","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:36:35.100Z","duration_seconds":106.4,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":104.8,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:44.800Z","duration_seconds":93.5,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:18.300Z","duration_seconds":122.1,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:11:20.400Z","duration_seconds":71,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:31.400Z","duration_seconds":62.6,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:17:34.000Z","duration_seconds":110.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"softgen","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:21:24.300Z","duration_seconds":110.8,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"softgen","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:25:15.100Z","duration_seconds":62.6,"outcome":"pass","notes":null},{"tool_slug":"softgen","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:28:17.700Z","duration_seconds":135.4,"outcome":"pass","notes":null}]}}