{
  "humaneval": {
    "label": "HumanEval",
    "total_tasks": 164,
    "passed_count": 99,
    "success_pct": 60.37,
    "retry_flags": {},
    "report_file": "logs/eval_report_granite_mlx_humaneval_full.json",
    "report_sha256": "3a54d2fa894bbfe1c5d0a10ab504576e75a450a2f6d55eba6870ac5f313ed6e7",
    "timestamp": 1789870977
  },
  "tooluse": {
    "label": "Telos tool-use",
    "total_tasks": 30,
    "passed_count": 21,
    "success_pct": 70.0,
    "retry_flags": {},
    "report_file": "logs/eval_report_granite_mlx_tooluse_full.json",
    "report_sha256": "d1a8c39c957e0d0876e2c700cb91da52b1a7a90f6a531c3fd5e0ccaf01c65e49",
    "timestamp": 1789875062
  },
  "cyber": {
    "label": "Telos cybersecurity",
    "total_tasks": 50,
    "passed_count": 11,
    "success_pct": 22.0,
    "retry_flags": {},
    "report_file": "logs/eval_report_granite_mlx_cyber_full.json",
    "report_sha256": "066695ea102983d47dcc02fc8bc8916d85b857eb26ba61b3d14ca2978e4f1d6a",
    "timestamp": 1789875178
  },
  "gpqa_diamond": {
    "label": "GPQA Diamond",
    "total_tasks": 198,
    "passed_count": 57,
    "success_pct": 28.79,
    "retry_flags": {
      "recovered_with_4096_tokens": 35
    },
    "report_file": "logs/eval_report_granite_mlx_gpqa_diamond_full.json",
    "report_sha256": "3f6e545699723e2753a100af19483328709d9062c74d884fce9c38a19385d91c",
    "timestamp": 1789896817
  },
  "mmlu_science": {
    "label": "MMLU Science selection",
    "total_tasks": 833,
    "passed_count": 515,
    "success_pct": 61.82,
    "retry_flags": {
      "repaired_16000_tokens": 16
    },
    "report_file": "logs/eval_report_granite_mlx_mmlu_science_full.json",
    "report_sha256": "423c34b59c5bb06928a21fec3d117a4115072ccad07aca9c3bcaee24dca09b34",
    "timestamp": 1789900022
  },
  "competition_math": {
    "label": "Competition MATH selection",
    "total_tasks": 700,
    "passed_count": 453,
    "success_pct": 64.71,
    "retry_flags": {
      "recovered_with_4096_tokens": 204
    },
    "report_file": "logs/eval_report_granite_mlx_competition_math_full.json",
    "report_sha256": "f4caccd117da2d02ac770ab36553d221776f8d875ffde28bdfd7d2a89654533b",
    "timestamp": 1789885573
  },
  "arc": {
    "label": "ARC-Challenge",
    "total_tasks": 1172,
    "passed_count": 1015,
    "success_pct": 86.6,
    "retry_flags": {
      "repaired_16000_tokens": 572
    },
    "report_file": "logs/eval_report_granite_mlx_arc_full.json",
    "report_sha256": "02c260e4d6694d3e234be9130f8f30885fb5446708819e554b59d2292bfba566",
    "timestamp": 1789881505
  },
  "_provenance": {
    "audited": "2026-10-28",
    "metric": "saved success rate; not controlled pass@1",
    "model_name": "IBM Granite 4.2 3B",
    "summary_discrepancies": []
  }
}
