{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:28:21.673Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"lovable"},"count":45,"runs":[{"tool_slug":"lovable","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":62.3,"outcome":"fail","notes":"Deployed URL returned 500 on every request."},{"tool_slug":"lovable","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:03:02.300Z","duration_seconds":115.3,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:06:57.600Z","duration_seconds":115.3,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:10:52.900Z","duration_seconds":58.9,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:13:51.800Z","duration_seconds":120.7,"outcome":"partial","notes":"Webhook payloads delivered unsigned. HMAC header added only after an explicit follow up instruction."},{"tool_slug":"lovable","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:17:52.500Z","duration_seconds":126,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:21:58.500Z","duration_seconds":80.7,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"lovable","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:25:19.200Z","duration_seconds":72.9,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:28:32.100Z","duration_seconds":50.2,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":77.1,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:17.100Z","duration_seconds":101.5,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:06:58.600Z","duration_seconds":82.5,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:10:21.100Z","duration_seconds":86.9,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:13:48.000Z","duration_seconds":73,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:17:01.000Z","duration_seconds":137.7,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"lovable","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:21:18.700Z","duration_seconds":93.7,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:24:52.400Z","duration_seconds":56.1,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:27:48.500Z","duration_seconds":107.2,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":129.3,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:04:09.300Z","duration_seconds":85.2,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:07:34.500Z","duration_seconds":73.2,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:10:47.700Z","duration_seconds":98.9,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:14:26.600Z","duration_seconds":179.9,"outcome":"partial","notes":"Webhook payloads delivered unsigned. HMAC header added only after an explicit follow up instruction."},{"tool_slug":"lovable","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:19:26.500Z","duration_seconds":127.8,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:23:34.300Z","duration_seconds":65.1,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:26:39.400Z","duration_seconds":65.6,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:29:45.000Z","duration_seconds":71.6,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":70,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:03:10.000Z","duration_seconds":36.7,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:46.700Z","duration_seconds":72.4,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:08:59.100Z","duration_seconds":100.3,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:12:39.400Z","duration_seconds":146.5,"outcome":"partial","notes":"Webhook payloads delivered unsigned. HMAC header added only after an explicit follow up instruction."},{"tool_slug":"lovable","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:17:05.900Z","duration_seconds":115.5,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:21:01.400Z","duration_seconds":147,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:25:28.400Z","duration_seconds":86.8,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:28:55.200Z","duration_seconds":77.3,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":40.2,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:02:40.200Z","duration_seconds":67.1,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:05:47.300Z","duration_seconds":95.8,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:09:23.100Z","duration_seconds":42.1,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:12:05.200Z","duration_seconds":63.7,"outcome":"fail","notes":"Generated migration conflicted with the existing schema and was not reconciled."},{"tool_slug":"lovable","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:15:08.900Z","duration_seconds":135.7,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:19:24.600Z","duration_seconds":121.7,"outcome":"pass","notes":null},{"tool_slug":"lovable","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:23:26.300Z","duration_seconds":86.1,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"lovable","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:26:52.400Z","duration_seconds":43.9,"outcome":"pass","notes":null}]}}