{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:31:37.822Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"tesslate"},"count":45,"runs":[{"tool_slug":"tesslate","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":48.3,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"tesslate","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:02:48.300Z","duration_seconds":69,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"tesslate","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:05:57.300Z","duration_seconds":94.7,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:09:32.000Z","duration_seconds":89.6,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"tesslate","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:13:01.600Z","duration_seconds":53,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:15:54.600Z","duration_seconds":106,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"tesslate","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:19:40.600Z","duration_seconds":92.5,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"tesslate","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:23:13.100Z","duration_seconds":87.7,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"tesslate","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:26:40.800Z","duration_seconds":75.3,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"tesslate","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":108.9,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"tesslate","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:48.900Z","duration_seconds":117.6,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"tesslate","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:46.500Z","duration_seconds":109.7,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"tesslate","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:36.200Z","duration_seconds":124.4,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:40.600Z","duration_seconds":49.2,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"tesslate","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:18:29.800Z","duration_seconds":209.3,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"tesslate","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:59.100Z","duration_seconds":96.1,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:27:35.200Z","duration_seconds":169.2,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:32:24.400Z","duration_seconds":68.9,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":65.3,"outcome":"fail","notes":"Build did not start after deploy. Recorded as a fail with the log preserved."},{"tool_slug":"tesslate","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:05.300Z","duration_seconds":169.4,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:54.700Z","duration_seconds":128.4,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:12:03.100Z","duration_seconds":92.7,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:15:35.800Z","duration_seconds":251.6,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"tesslate","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:21:47.400Z","duration_seconds":135.7,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"tesslate","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:26:03.100Z","duration_seconds":92.6,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:29:35.700Z","duration_seconds":54,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:32:29.700Z","duration_seconds":67.2,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":77.7,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:17.700Z","duration_seconds":60.3,"outcome":"partial","notes":"Pagination off by one at the final page boundary."},{"tool_slug":"tesslate","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:06:18.000Z","duration_seconds":76.1,"outcome":"fail","notes":"Agent looped on the same edit for the full timeout window of 20 minutes."},{"tool_slug":"tesslate","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:09:34.100Z","duration_seconds":172.2,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"tesslate","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:14:26.300Z","duration_seconds":112.1,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"tesslate","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:18:18.400Z","duration_seconds":68.6,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:21:27.000Z","duration_seconds":50.3,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:24:17.300Z","duration_seconds":52.2,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:27:09.500Z","duration_seconds":101.5,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":61.8,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:01.800Z","duration_seconds":83.1,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:06:24.900Z","duration_seconds":84.1,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"tesslate","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:09:49.000Z","duration_seconds":167.5,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"tesslate","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:36.500Z","duration_seconds":111.1,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:18:27.600Z","duration_seconds":90.3,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:21:57.900Z","duration_seconds":150.5,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:26:28.400Z","duration_seconds":69.3,"outcome":"pass","notes":null},{"tool_slug":"tesslate","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:29:37.700Z","duration_seconds":70.6,"outcome":"pass","notes":null}]}}