{"comparison":[{"candidate_score":null,"cases":24,"cases_planned":24,"cost_jpy":null,"cost_unknown":true,"evidence_kind":"synthetic","failed":0,"measured":0,"model":"z-ai/glm-5.3-flash","official_task_success":null,"p95_ms":null,"passed":0,"requests":0,"role":"baseline","untested":24},{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":null,"cost_unknown":true,"evidence_kind":"synthetic","failed":1,"measured":1,"model":"deepseek/deepseek-v4-flash-0731","official_task_success":null,"p95_ms":2235.8020559999973,"passed":0,"requests":1,"role":"candidate","untested":23}],"enabled":true,"events":[{"id":"05a38faa831e416f8ffd693a57a7deb0","metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":null,"cost_unknown":true,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":2235.8020559999973,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"routine","timestamp":1793925563},{"id":"c97deec193904734b4e67872a5d93964","metrics":{"candidate_score":0.6666666666666666,"cases":24,"cases_planned":24,"cost_jpy":null,"cost_unknown":true,"evidence_kind":"synthetic","failed":1,"measured":3,"official_task_success":null,"p95_ms":8640.983781999992,"passed":2,"requests":3,"untested":21},"status":"failed","tier":"reasoning","timestamp":1793839229},{"id":"309b0f90b0e54226976f3525ebaa4540","metrics":{"candidate_score":0.5,"cases":24,"cases_planned":24,"cost_jpy":0.0511,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":2,"official_task_success":null,"p95_ms":5805.884709999987,"passed":1,"requests":2,"untested":22},"status":"failed","tier":"routine","timestamp":1793752767},{"id":"97bbdf3a7b8d4befa5f42ae53bc2d684","metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":null,"cost_unknown":true,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":547.1229580000028,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"reasoning","timestamp":1793666339},{"id":"b260d23112db4b28b9a12e39f9ea20fd","metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":null,"cost_unknown":true,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":355.67157499999524,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"routine","timestamp":1793580109},{"id":"d5ecffbbea214c57bf24735fb5be81d5","metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":null,"cost_unknown":true,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":364.23675700000047,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"reasoning","timestamp":1793493987},{"id":"caed64a363e74e7f966e657da4861a09","metrics":{"candidate_score":1.0,"cases":24,"cases_planned":24,"cost_jpy":0.1383976,"cost_unknown":false,"evidence_kind":"synthetic","failed":0,"measured":24,"official_task_success":null,"p95_ms":2663.8156089999966,"passed":24,"requests":24,"untested":0},"status":"failed","tier":"routine","timestamp":1793407355},{"id":"5cf6460336f24d6cbb7170553f5ce7eb","metrics":{"candidate_score":1.0,"cases":24,"cases_planned":24,"cost_jpy":0.14944199999999996,"cost_unknown":false,"evidence_kind":"synthetic","failed":0,"measured":24,"official_task_success":null,"p95_ms":2649.406571,"passed":24,"requests":24,"untested":0},"status":"passed","tier":"reasoning","timestamp":1793321506},{"id":"f225a650678c4291b448f0f1da7f0ad3","metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":0.00376,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":8309.885147000003,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"routine","timestamp":1793234795},{"id":"3de61592b8e74691897546bd5c33dc99","metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":0.0116328,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":3622.0711260000016,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"reasoning","timestamp":1793148393},{"id":"7090117d023c4183b1da1a9679bc524b","metrics":null,"status":"failed","tier":"routine","timestamp":1793062861},{"id":"80fbb150649449a99f5f8e519ef3c612","metrics":null,"status":"failed","tier":"reasoning","timestamp":1792976514},{"id":"eb1e5e8cfc9a49a18abcc71b28d8c854","metrics":null,"status":"failed","tier":"routine","timestamp":1792890167},{"id":"cda7f4abe0694f25ba865092d2998be9","metrics":null,"status":"failed","tier":"reasoning","timestamp":1792803389},{"id":"e6ea8f89d26745608f53513700bc3c36","metrics":null,"status":"failed","tier":"routine","timestamp":1792717211},{"id":"c56a3b8545df4e42ba2541de995d6069","metrics":null,"status":"failed","tier":"reasoning","timestamp":1792630642},{"id":"1309f98da3c342f0a8aa62956470d3f3","metrics":null,"status":"failed","tier":"routine","timestamp":1792544611},{"id":"213e4145f2674168b90b7f2a92de4394","metrics":null,"status":"failed","tier":"reasoning","timestamp":1792457908},{"id":"65b13cdb94f54992b996ad66f92ad572","metrics":null,"status":"failed","tier":"routine","timestamp":1792371817},{"id":"9a2a1e5ba5734bc7b10c24523917ea2b","metrics":null,"status":"failed","tier":"reasoning","timestamp":1792285407},{"id":"813580ea0d7e480ca8f6e20971fd2bed","metrics":null,"status":"failed","tier":"routine","timestamp":1792198629},{"id":"4ff8353ddf9048a09260bb15edfc05e7","metrics":null,"status":"failed","tier":"reasoning","timestamp":1792112165},{"id":"ab338138b4a34ff88f159d69b7146454","metrics":null,"status":"failed","tier":"routine","timestamp":1792025775},{"id":"f56c68aecd9a4c5aa0df55be9913f9ec","metrics":null,"status":"failed","tier":"reasoning","timestamp":1791939455},{"id":"092fab179cd04fa7b96ad30290b0bec6","metrics":null,"status":"failed","tier":"routine","timestamp":1791853892},{"id":"258c4a5f4f87402da166dac32a9052a4","metrics":null,"status":"failed","tier":"reasoning","timestamp":1791767788},{"id":"5685545a32234cffbfd8b0846c5fbd84","metrics":null,"status":"failed","tier":"routine","timestamp":1791681186},{"id":"2606fcd883d841519389db5bd047b63c","metrics":null,"status":"failed","tier":"reasoning","timestamp":1791594492},{"id":"530bf3490c904eadbbf0ba1c1e541018","metrics":null,"status":"failed","tier":"routine","timestamp":1791508205},{"id":"315b673f8aae4b22af6311bb5dc2e538","metrics":null,"status":"failed","tier":"reasoning","timestamp":1791421682},{"id":"8a2686075ddf4c1ba478fb1897c411cf","metrics":null,"status":"failed","tier":"routine","timestamp":1791335313},{"id":"715702ec952344af8df4572049af77db","metrics":null,"status":"failed","tier":"reasoning","timestamp":1791248706},{"id":"93cbae12935844d29bfaccd128a87a73","metrics":null,"status":"failed","tier":"routine","timestamp":1791162772},{"id":"364db6d9858c48c78a99b89499802fb9","metrics":null,"status":"failed","tier":"reasoning","timestamp":1791072275},{"id":"75ac02ca711d4a208d1bf7ad55891e37","metrics":null,"status":"failed","tier":"routine","timestamp":1790989355},{"id":"469ddc4283264b2687f6273a620792bf","metrics":null,"status":"failed","tier":"reasoning","timestamp":1790903117},{"id":"350814918b5a43afa428cdeb1a3ddd5b","metrics":null,"status":"failed","tier":"routine","timestamp":1790817342},{"id":"c4523fd3882e4677aad54c5c1bf4b547","metrics":null,"status":"failed","tier":"reasoning","timestamp":1790730484},{"id":"5ea7f37bdaac46a481ad69e26aaf36b3","metrics":null,"status":"failed","tier":"routine","timestamp":1790644273},{"id":"adfaa402c699490c84d00dca6e308e58","metrics":null,"status":"failed","tier":"reasoning","timestamp":1790557776},{"id":"f1620c9aa0374684af256c2f92018997","metrics":null,"status":"failed","tier":"routine","timestamp":1790471498},{"id":"92885561f62a4c198f7caec8bf8078e4","metrics":null,"status":"failed","tier":"reasoning","timestamp":1790384416},{"id":"d0065faf112244e5a0e00d2af2639c83","metrics":null,"status":"failed","tier":"routine","timestamp":1790298064},{"id":"ecefb427748649abbfe871ce551c2f0b","metrics":null,"status":"failed","tier":"reasoning","timestamp":1790211634},{"id":"7607bac2563b4cac9cf3b452c5e9e3f6","metrics":null,"status":"failed","tier":"routine","timestamp":1790125157},{"id":"f865b1a24e034d668aa64bf216827d76","metrics":null,"status":"failed","tier":"reasoning","timestamp":1790038836},{"id":"65362ca69858469c81dd14b153bc526c","metrics":null,"status":"failed","tier":"routine","timestamp":1789974860}],"kill_switch":false,"last_evaluated_at":1793925563,"last_evaluation":{"evaluated_at":1793925563,"metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":null,"cost_unknown":true,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":2235.8020559999973,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"routine","updated_at":1793925553},"month_budget_jpy":3000,"months":{"2026-09":{"reserved_jpy":462},"2026-10":{"reserved_jpy":717},"2026-11":{"reserved_jpy":59}},"policies":{},"promotion_blockers":["consented_real_reservation_corpus_required","verified_paired_human_outcomes_required","trusted_promotion_controller_required"],"promotion_mode":"observe","promotions_active":false,"revision":746,"server_time":1793973959,"stale":false}