{"ok":true,"data":{"publisher":"LLM Tier","source":"https://www.llm-tier.com","licence":"CC-BY-4.0","licence_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"Data by LLM Tier, https://www.llm-tier.com, licensed CC-BY-4.0","generated_at":"2026-08-19T23:28:22.483Z","spec":{"name":"vibeOps","runs_per_tool":5,"prompts_per_run":9,"methodology_url":"https://www.llm-tier.com/methodology"},"filter":{"tool":"firebase-studio"},"count":45,"runs":[{"tool_slug":"firebase-studio","run_number":1,"prompt_index":1,"started_at":"2026-08-11T08:00:00.000Z","duration_seconds":136.6,"outcome":"partial","notes":"Delivered the main path, missed the boundary case named in the pass criteria."},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":2,"started_at":"2026-08-11T08:04:16.600Z","duration_seconds":121,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":3,"started_at":"2026-08-11T08:08:17.600Z","duration_seconds":123.1,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":4,"started_at":"2026-08-11T08:12:20.700Z","duration_seconds":50.9,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":5,"started_at":"2026-08-11T08:15:11.600Z","duration_seconds":125.4,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":6,"started_at":"2026-08-11T08:19:17.000Z","duration_seconds":73.2,"outcome":"partial","notes":"Validation added on the write path only. Read path left unguarded."},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":7,"started_at":"2026-08-11T08:22:30.200Z","duration_seconds":87.4,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":8,"started_at":"2026-08-11T08:25:57.600Z","duration_seconds":59.6,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":1,"prompt_index":9,"started_at":"2026-08-11T08:28:57.200Z","duration_seconds":91,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":1,"started_at":"2026-08-12T08:00:00.000Z","duration_seconds":96.2,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":2,"started_at":"2026-08-12T08:03:36.200Z","duration_seconds":130.7,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":3,"started_at":"2026-08-12T08:07:46.900Z","duration_seconds":100.3,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":4,"started_at":"2026-08-12T08:11:27.200Z","duration_seconds":119.5,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":5,"started_at":"2026-08-12T08:15:26.700Z","duration_seconds":176.4,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":6,"started_at":"2026-08-12T08:20:23.100Z","duration_seconds":89.3,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":7,"started_at":"2026-08-12T08:23:52.400Z","duration_seconds":95.1,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":8,"started_at":"2026-08-12T08:27:27.500Z","duration_seconds":179.5,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":2,"prompt_index":9,"started_at":"2026-08-12T08:32:27.000Z","duration_seconds":109.7,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":1,"started_at":"2026-08-13T08:00:00.000Z","duration_seconds":70,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":2,"started_at":"2026-08-13T08:03:10.000Z","duration_seconds":69,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":3,"started_at":"2026-08-13T08:06:19.000Z","duration_seconds":73.9,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":4,"started_at":"2026-08-13T08:09:32.900Z","duration_seconds":94.9,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":5,"started_at":"2026-08-13T08:13:07.800Z","duration_seconds":103.4,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":6,"started_at":"2026-08-13T08:16:51.200Z","duration_seconds":284.9,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":7,"started_at":"2026-08-13T08:23:36.100Z","duration_seconds":117.4,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":8,"started_at":"2026-08-13T08:27:33.500Z","duration_seconds":87.6,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":3,"prompt_index":9,"started_at":"2026-08-13T08:31:01.100Z","duration_seconds":117.1,"outcome":"fail","notes":"Task abandoned by the agent with no artifact produced."},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":1,"started_at":"2026-08-14T08:00:00.000Z","duration_seconds":31,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":2,"started_at":"2026-08-14T08:02:31.000Z","duration_seconds":64.5,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":3,"started_at":"2026-08-14T08:05:35.500Z","duration_seconds":164.3,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":4,"started_at":"2026-08-14T08:10:19.800Z","duration_seconds":133.7,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":5,"started_at":"2026-08-14T08:14:33.500Z","duration_seconds":119.5,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":6,"started_at":"2026-08-14T08:18:33.000Z","duration_seconds":114.6,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":7,"started_at":"2026-08-14T08:22:27.600Z","duration_seconds":77.2,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":8,"started_at":"2026-08-14T08:25:44.800Z","duration_seconds":67.8,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":4,"prompt_index":9,"started_at":"2026-08-14T08:28:52.600Z","duration_seconds":156.8,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":1,"started_at":"2026-08-15T08:00:00.000Z","duration_seconds":111.6,"outcome":"partial","notes":"Required one clarifying instruction before the criterion was met."},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":2,"started_at":"2026-08-15T08:03:51.600Z","duration_seconds":80.5,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":3,"started_at":"2026-08-15T08:07:12.100Z","duration_seconds":100.4,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":4,"started_at":"2026-08-15T08:10:52.500Z","duration_seconds":88,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":5,"started_at":"2026-08-15T08:14:20.500Z","duration_seconds":96.8,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":6,"started_at":"2026-08-15T08:17:57.300Z","duration_seconds":120.7,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":7,"started_at":"2026-08-15T08:21:58.000Z","duration_seconds":71.6,"outcome":"pass","notes":null},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":8,"started_at":"2026-08-15T08:25:09.600Z","duration_seconds":63.6,"outcome":"partial","notes":"Error envelope inconsistent between two of the endpoints."},{"tool_slug":"firebase-studio","run_number":5,"prompt_index":9,"started_at":"2026-08-15T08:28:13.200Z","duration_seconds":210.5,"outcome":"pass","notes":null}]}}