{
  "schema_version": 1,
  "condition": "same_lossy_native_declaration",
  "denominator": 400,
  "arms": [
    {
      "name": "base",
      "plan_sha256": "08edd38fdc79d861c3fef2b1c7d666901b73ec22e0b8fd458eeaa1a39f5c9dda",
      "summary_sha256": "9243f75d44049c7d52c51a93c2a618d80e7afa954b0f51dcd74f348e9a225250",
      "terminal_sha256": "e201412006673b073a64772dadafe5407eeb3c3e4600090d92a10831ec5685db",
      "retained": 400,
      "completed": 400,
      "known_usage_cases": 400,
      "call_correct": 228,
      "no_call_correct": 0,
      "input_tokens": 139237,
      "returned_tokens": 18686,
      "native_calls": 347,
      "natural_text": 0,
      "malformed": 53,
      "empty": 0,
      "stop1": 0,
      "stop50": 400,
      "output_truncation_count": 0,
      "call_denominator": 360,
      "no_call_denominator": 40,
      "macro_correct_fraction": 0.31666666666666665,
      "pooled_correct_fraction": 0.57
    },
    {
      "name": "checkpoint600",
      "plan_sha256": "9afe07869ecbc4fb298454f3a81fef4cab23b03d993e62414ce836c9670396dd",
      "summary_sha256": "7df807d373665777e3d9e1df611a424a3dfe61b7b051231ce412072197524a1d",
      "terminal_sha256": "139236fe627ea9528f27ea58bd942218f110da0452124139f52ff027a8104a75",
      "retained": 400,
      "completed": 400,
      "known_usage_cases": 400,
      "call_correct": 0,
      "no_call_correct": 40,
      "input_tokens": 139237,
      "returned_tokens": 21026,
      "native_calls": 0,
      "natural_text": 400,
      "malformed": 0,
      "empty": 0,
      "stop1": 392,
      "stop50": 0,
      "output_truncation_count": 8,
      "call_denominator": 360,
      "no_call_denominator": 40,
      "macro_correct_fraction": 0.5,
      "pooled_correct_fraction": 0.1
    }
  ],
  "paired_counts": {
    "call": {
      "both_correct": 0,
      "checkpoint_only": 0,
      "base_only": 228,
      "both_wrong": 132
    },
    "no_call": {
      "both_correct": 0,
      "checkpoint_only": 40,
      "base_only": 0,
      "both_wrong": 0
    }
  },
  "method_sha256": "1c10a6ad3a50e8a0f7d9d485d8f21bfb1a1c5be0289e0bfcd97e649bda2e94e5",
  "unsupported_schema_audit_records_retained": 19,
  "equivalent_full_schema": false,
  "fresh_generalization": false,
  "original_selected_sft_identified": false,
  "external_review_complete": false,
  "no_call_endpoint": "ordinary nonempty text without invocation; not semantic refusal quality",
  "macro_difference": 0.18333333333333335,
  "pooled_difference": -0.47,
  "analysis_source_sha256": "5d690a197d9392c70c6d6cce6d1236008857ea3c30b263ddf824ec0ce4990ff1",
  "input_manifest_sha256": "9d9fba2ba26ae91035e4c1ae96adb2c02c9e16e68681f2f910c1c2f65fe00b54",
  "source_commitments": {
    "base": {
      "summary_sha256": "9243f75d44049c7d52c51a93c2a618d80e7afa954b0f51dcd74f348e9a225250",
      "terminal_sha256": "e201412006673b073a64772dadafe5407eeb3c3e4600090d92a10831ec5685db",
      "events_sha256": "ecb861128670585f5801bf4d947fb609953a3321d6ba20a0a10cb64e3e494686"
    },
    "checkpoint600": {
      "summary_sha256": "7df807d373665777e3d9e1df611a424a3dfe61b7b051231ce412072197524a1d",
      "terminal_sha256": "139236fe627ea9528f27ea58bd942218f110da0452124139f52ff027a8104a75",
      "events_sha256": "abe4b58225be5a1ad1adbf570925a2f6d263864634d17399d7534a1021aefb75"
    }
  },
  "interpretation": "Checkpoint invocation collapse in this native condition; higher macro alone is not improved tool calling",
  "cause": "Unknown from aggregate-only review; no response-text mechanism diagnosis",
  "external_usd": 0,
  "training_exposure": {
    "exact_current_training_content_matches": 5,
    "prior_probe_records": 8,
    "pretraining_and_semantic_overlap": "unknown"
  }
}
