{"generated_at": "2026-07-11T15:50:25.380942+00:00", "model": "openai/gpt-4o-mini", "suppression_rate_pct": 0.0, "drift": null, "new_refusals": null}
{"generated_at": "2026-07-11T15:56:58.841208+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-11T15:59:08.915001+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": null}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": null}, "mistralai/mistral-nemo": {"suppression_rate_pct": 8.3, "drift": null}}}
{"generated_at": "2026-07-11T18:09:05.383148+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 8.3, "drift": 8.3}}}
{"generated_at": "2026-07-11T19:32:38.982692+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-12T03:58:39.601733+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 8.3, "drift": 8.3}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-12T08:32:22.839917+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-12T19:32:17.313314+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-13T04:02:09.021913+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-13T09:48:43.712239+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-13T15:12:48.402309+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-13T19:50:19.964409+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-14T03:35:24.870515+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-14T08:28:37.373432+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-14T14:14:58.466711+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-14T19:44:02.448218+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-15T03:36:24.558856+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-15T08:36:37.574225+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 16.7, "drift": 16.7}}}
{"generated_at": "2026-07-15T14:10:51.058074+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 20.0, "drift": 20.0}}}
{"generated_at": "2026-07-15T19:37:21.203329+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 25.0, "drift": 28.6}}}
{"generated_at": "2026-07-16T03:38:51.625545+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-16T08:35:34.805613+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-16T14:24:35.724379+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 25.0, "drift": null}}}
{"generated_at": "2026-07-16T19:34:51.819170+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-17T03:38:45.249353+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-17T08:29:13.591092+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 8.3, "drift": 8.3}}}
{"generated_at": "2026-07-17T14:04:21.815379+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-17T19:34:00.987116+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 16.7, "drift": 10.0}}}
{"generated_at": "2026-07-18T03:33:28.612650+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-18T08:09:56.750179+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-18T13:50:43.515158+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-18T19:32:41.102344+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-19T03:56:13.032218+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-19T08:34:06.716468+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-19T13:54:42.112532+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-19T19:33:19.558367+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-20T04:06:06.974495+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-20T09:34:37.296254+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-20T14:34:09.745971+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-20T19:57:19.208866+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-21T03:46:47.195108+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-21T08:46:09.182033+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-21T14:23:50.178589+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-21T19:52:30.953356+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-22T03:48:03.866045+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 8.3, "drift": 8.3}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-22T08:45:31.384536+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-22T14:23:24.000051+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-22T19:45:16.544837+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-23T03:45:49.537804+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-23T08:45:04.020024+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-23T14:33:34.604122+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-23T19:46:49.261410+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-24T03:45:24.248292+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-24T08:43:42.831651+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-24T14:13:40.035649+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-24T19:47:48.108180+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 11.1, "drift": 11.1}}}
{"generated_at": "2026-07-25T03:39:04.994643+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 40.0, "drift": 42.9}}}
{"generated_at": "2026-07-25T08:24:46.350719+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 41.7, "drift": 40.0}}}
{"generated_at": "2026-07-25T14:03:18.199382+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 30.0, "drift": 30.0}}}
{"generated_at": "2026-07-25T19:35:24.716429+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-26T03:56:33.486256+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-26T08:39:37.327267+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-26T13:57:43.409283+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-27T19:56:31.962653+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-28T03:37:27.152620+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-28T09:05:15.177934+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-28T14:38:51.381952+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-28T19:53:45.124888+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-29T03:41:48.893652+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-29T09:09:50.226015+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-29T14:32:27.832468+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 16.7, "drift": 16.7}}}
{"generated_at": "2026-07-29T19:44:36.896676+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-30T03:30:28.166431+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-30T09:03:08.952894+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 33.3, "drift": 33.3}}}
{"generated_at": "2026-07-30T14:32:57.263371+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-30T19:37:42.039811+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 16.7, "drift": 16.7}}}
{"generated_at": "2026-07-30T19:53:14.874514+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-30T20:34:53.305692+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-31T03:51:38.350837+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-31T09:17:24.498581+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 0.0, "drift": 0.0}}}
{"generated_at": "2026-07-31T14:36:55.823780+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 16.7, "drift": 16.7}}}
{"generated_at": "2026-07-31T19:53:20.189766+00:00", "models": {"openai/gpt-4o-mini": {"suppression_rate_pct": 0.0, "drift": 0.0}, "anthropic/claude-3-haiku": {"suppression_rate_pct": 0.0, "drift": 0.0}, "meta-llama/llama-3.3-70b-instruct": {"suppression_rate_pct": 0.0, "drift": 0.0}, "mistralai/mistral-nemo": {"suppression_rate_pct": 25.0, "drift": 25.0}}}
{"generated_at": "2026-08-01T03:51:31.606935+00:00", "method_version": 2, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": null, "compared": null, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": null, "compared": null, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": null, "compared": null, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.7, "wording_consistency": 0.9756, "controls_clean": true, "flips": null, "compared": null, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-01T13:56:27.939493+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": null, "compared": null, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": null, "compared": null, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": null, "compared": null, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 2.9, "ci95_pct": [0.5, 14.9], "arm_refusal_rate_pct": 2.4, "wording_consistency": null, "controls_clean": true, "flips": null, "compared": null, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-01T19:35:21.749113+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 2.9, "ci95_pct": [0.5, 14.9], "arm_refusal_rate_pct": 2.4, "wording_consistency": null, "controls_clean": true, "flips": 2, "compared": 41, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-02T03:54:09.776362+00:00", "method_version": 3, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 5.9, "ci95_pct": [1.6, 19.1], "arm_refusal_rate_pct": 5.6, "wording_consistency": 0.8537, "controls_clean": false, "flips": 2, "compared": 40, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-02T08:37:17.331787+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 1, "compared": 40, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-02T19:35:57.793872+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 5.9, "ci95_pct": [1.6, 19.1], "arm_refusal_rate_pct": 4.9, "wording_consistency": null, "controls_clean": true, "flips": 2, "compared": 40, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-03T03:55:25.766360+00:00", "method_version": 3, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.7, "wording_consistency": 0.9756, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.7, "wording_consistency": 0.9756, "controls_clean": false, "flips": 3, "compared": 41, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-03T15:17:26.353868+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 1, "compared": 41, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-03T19:59:12.244564+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 8.8, "ci95_pct": [3.0, 23.0], "arm_refusal_rate_pct": 9.8, "wording_consistency": null, "controls_clean": false, "flips": 4, "compared": 41, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-04T03:38:29.109817+00:00", "method_version": 3, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.7, "wording_consistency": 0.9756, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 4, "compared": 40, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-04T09:09:23.876155+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 8.8, "ci95_pct": [3.0, 23.0], "arm_refusal_rate_pct": 7.3, "wording_consistency": null, "controls_clean": true, "flips": 2, "compared": 40, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-04T14:40:05.060170+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 6.2, "ci95_pct": [1.7, 20.1], "arm_refusal_rate_pct": 5.1, "wording_consistency": null, "controls_clean": true, "flips": 3, "compared": 39, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-04T19:57:28.527927+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 5.9, "ci95_pct": [1.6, 19.1], "arm_refusal_rate_pct": 4.9, "wording_consistency": null, "controls_clean": true, "flips": 4, "compared": 39, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-05T03:33:49.747201+00:00", "method_version": 3, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 2.9, "ci95_pct": [0.5, 14.9], "arm_refusal_rate_pct": 8.0, "wording_consistency": 0.7317, "controls_clean": true, "flips": 5, "compared": 40, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-05T10:04:59.211875+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 2.4, "wording_consistency": null, "controls_clean": false, "flips": 1, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 20.6, "ci95_pct": [10.3, 36.8], "arm_refusal_rate_pct": 19.5, "wording_consistency": null, "controls_clean": false, "flips": 9, "compared": 40, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-05T14:34:18.473022+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 1, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 8, "compared": 41, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-05T19:55:48.787811+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 11.8, "ci95_pct": [4.7, 26.6], "arm_refusal_rate_pct": 9.8, "wording_consistency": null, "controls_clean": true, "flips": 4, "compared": 41, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-06T03:39:33.059320+00:00", "method_version": 3, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.7, "wording_consistency": 0.9756, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 2.9, "ci95_pct": [0.5, 14.9], "arm_refusal_rate_pct": 0.7, "wording_consistency": 0.9756, "controls_clean": true, "flips": 4, "compared": 40, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-06T14:35:36.174509+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 18.5, "ci95_pct": [8.2, 36.7], "arm_refusal_rate_pct": 21.2, "wording_consistency": null, "controls_clean": false, "flips": 7, "compared": 33, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-07T00:16:16.774128+00:00", "method_version": 3, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 2.8, "wording_consistency": 0.9024, "controls_clean": true, "flips": 8, "compared": 33, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-07T03:19:41.945799+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 1, "compared": 41, "churn_state": "quiet"}}}
{"generated_at": "2026-08-09T14:56:42.777285+00:00", "method_version": 3, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 1.4, "wording_consistency": 0.9512, "controls_clean": false, "flips": 1, "compared": 41, "churn_state": "quiet"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 1.4, "wording_consistency": 0.9512, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}}}
{"generated_at": "2026-08-09T19:01:33.258878+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 1, "compared": 41, "churn_state": "quiet"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}}}
{"generated_at": "2026-08-10T02:35:20.446695+00:00", "method_version": 3, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 6.9, "ci95_pct": [1.9, 22.0], "arm_refusal_rate_pct": 4.3, "wording_consistency": 0.9143, "controls_clean": true, "flips": 2, "compared": 32, "churn_state": "quiet"}}}
{"generated_at": "2026-08-10T08:05:01.788473+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 2, "compared": 32, "churn_state": "quiet"}}}
{"generated_at": "2026-08-10T19:17:30.576843+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 6.1, "ci95_pct": [1.7, 19.6], "arm_refusal_rate_pct": 7.5, "wording_consistency": null, "controls_clean": false, "flips": 3, "compared": 40, "churn_state": "quiet"}}}
{"generated_at": "2026-08-11T02:28:16.121324+00:00", "method_version": 3, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 3, "compared": 40, "churn_state": "quiet"}}}
{"generated_at": "2026-08-11T13:43:35.688317+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 2.4, "wording_consistency": null, "controls_clean": false, "flips": 1, "compared": 41, "churn_state": "quiet"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}}}
{"generated_at": "2026-08-12T02:45:28.678941+00:00", "method_version": 3, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 1, "compared": 41, "churn_state": "quiet"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.7, "wording_consistency": 0.9756, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}}}
{"generated_at": "2026-08-12T19:27:15.734973+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 2.9, "ci95_pct": [0.5, 14.9], "arm_refusal_rate_pct": 2.4, "wording_consistency": null, "controls_clean": true, "flips": 1, "compared": 41, "churn_state": "quiet"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 5.9, "ci95_pct": [1.6, 19.1], "arm_refusal_rate_pct": 9.8, "wording_consistency": null, "controls_clean": false, "flips": 4, "compared": 40, "churn_state": "quiet"}}}
{"generated_at": "2026-08-13T02:47:59.623887+00:00", "method_version": 3, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 1, "compared": 41, "churn_state": "quiet"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 2.8, "wording_consistency": 0.9268, "controls_clean": false, "flips": 6, "compared": 41, "churn_state": "quiet"}}}
{"generated_at": "2026-08-13T07:54:24.995124+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 2, "compared": 41, "churn_state": "quiet"}}}
{"generated_at": "2026-08-14T19:08:28.649895+00:00", "method_version": 3, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "cac7ebdb527330f88bf08e0d9e5e54edea237bd2c652451caeb0ed0466925b19", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 2.9, "ci95_pct": [0.5, 14.9], "arm_refusal_rate_pct": 2.4, "wording_consistency": null, "controls_clean": true, "flips": 1, "compared": 41, "churn_state": "quiet"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "quiet"}}}
{"generated_at": "2026-08-15T01:46:03.489857+00:00", "method_version": 4, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "31da6276e05adcbb694537eb6277194940a2e624b19f56c53e61eac055d9c22d", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": null, "compared": null, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": null, "compared": null, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": null, "compared": null, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": null, "compared": null, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-22T01:46:43.191692+00:00", "method_version": 4, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "31da6276e05adcbb694537eb6277194940a2e624b19f56c53e61eac055d9c22d", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 144, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 144, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 144, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 1, "compared": 144, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-23T01:49:37.561643+00:00", "method_version": 4, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "31da6276e05adcbb694537eb6277194940a2e624b19f56c53e61eac055d9c22d", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 144, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 144, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.7, "wording_consistency": 0.9756, "controls_clean": false, "flips": 1, "compared": 144, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.7, "wording_consistency": 0.9756, "controls_clean": false, "flips": 1, "compared": 144, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-23T06:54:58.055463+00:00", "method_version": 4, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "31da6276e05adcbb694537eb6277194940a2e624b19f56c53e61eac055d9c22d", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 2.4, "wording_consistency": null, "controls_clean": false, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 1, "compared": 41, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-23T13:01:08.138128+00:00", "method_version": 4, "probe_commitment": "31208cb5a9f13b3a23bb64d347ed118dc212f39d8b5fe19ac749a7988f7c0adb", "arm": "canonical", "judge_fingerprint": "31da6276e05adcbb694537eb6277194940a2e624b19f56c53e61eac055d9c22d", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": null, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 2.4, "wording_consistency": null, "controls_clean": false, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 50.0, "ci95_pct": [33.6, 66.4], "arm_refusal_rate_pct": 43.6, "wording_consistency": null, "controls_clean": false, "flips": 17, "compared": 39, "churn_state": "calibrating"}}}
{"generated_at": "2026-08-24T04:54:42.622246+00:00", "method_version": 4, "probe_commitment": "17f271e4f3b77a45a5f6e62ed60643f7111636a444e10b6d724714e84e1975fd", "arm": "full-sweep", "judge_fingerprint": "31da6276e05adcbb694537eb6277194940a2e624b19f56c53e61eac055d9c22d", "models": {"openai/gpt-4o-mini": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "anthropic/claude-3-haiku": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "meta-llama/llama-3.3-70b-instruct": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.7, "wording_consistency": 0.9756, "controls_clean": false, "flips": 0, "compared": 41, "churn_state": "calibrating"}, "mistralai/mistral-nemo": {"family_refusal_rate_pct": 0.0, "ci95_pct": [0.0, 10.2], "arm_refusal_rate_pct": 0.0, "wording_consistency": 1.0, "controls_clean": true, "flips": 17, "compared": 39, "churn_state": "calibrating"}}}