{
  "humaneval": {
    "label": "HumanEval",
    "total_tasks": 164,
    "passed_count": 103,
    "success_pct": 62.8,
    "retry_flags": {},
    "report_file": "logs/eval_report_afm3_humaneval_full.json",
    "report_sha256": "d4f2355e658e988b20f45ec00cc0f61ac083b8cee257ab2f135ecab8f6398285",
    "timestamp": 1789857265
  },
  "tooluse": {
    "label": "Telos tool-use",
    "total_tasks": 30,
    "passed_count": 22,
    "success_pct": 73.33,
    "retry_flags": {},
    "report_file": "logs/eval_report_afm3_tooluse_full.json",
    "report_sha256": "674c5222e6456d64694f20ff1398764254abda6018d2c9246f14e95e241368c2",
    "timestamp": 1789834882
  },
  "cyber": {
    "label": "Telos cybersecurity",
    "total_tasks": 50,
    "passed_count": 6,
    "success_pct": 12.0,
    "retry_flags": {},
    "report_file": "logs/eval_report_afm3_cyber_full.json",
    "report_sha256": "0f138d363bb38983ca4ac4ae19f8fc3308e3577e8224e7969432e2c40823dab1",
    "timestamp": 1789896505
  },
  "gpqa_diamond": {
    "label": "GPQA Diamond",
    "total_tasks": 198,
    "passed_count": 78,
    "success_pct": 39.39,
    "retry_flags": {
      "recovered_with_4096_tokens": 28
    },
    "report_file": "logs/eval_report_afm3_gpqa_diamond_full.json",
    "report_sha256": "7dd661f3303f15b7a0216302a4e0b72072b2d64be9d95c63eb659628531c1fc4",
    "timestamp": 1789842458
  },
  "mmlu_science": {
    "label": "MMLU Science selection",
    "total_tasks": 833,
    "passed_count": 581,
    "success_pct": 69.75,
    "retry_flags": {},
    "report_file": "logs/eval_report_afm3_mmlu_science_full.json",
    "report_sha256": "cfb7719043729e3cd096fd65c51a6cc88e4c47a7a2cc283029e8be8286ba3aec",
    "timestamp": 1789836507
  },
  "competition_math": {
    "label": "Competition MATH selection",
    "total_tasks": 700,
    "passed_count": 364,
    "success_pct": 52.0,
    "retry_flags": {
      "recovered_with_4096_tokens": 49
    },
    "report_file": "logs/eval_report_afm3_competition_math_full.json",
    "report_sha256": "69edc62b61414b8d3bf37e51bf54321f01acebc7f61e856901dc700af7274bc3",
    "timestamp": 1789845413
  },
  "arc": {
    "label": "ARC-Challenge",
    "total_tasks": 1172,
    "passed_count": 1000,
    "success_pct": 85.32,
    "retry_flags": {},
    "report_file": "logs/eval_report_afm3_arc_full.json",
    "report_sha256": "dc71e1ccfd20149698bdddd103214ae75e5d8b1182948ded890f0c223521a0c6",
    "timestamp": 1789852846
  },
  "_provenance": {
    "audited": "2026-10-28",
    "metric": "saved success rate; not controlled pass@1",
    "model_name": "Apple AFM \u00b7 default, variant unverified",
    "summary_discrepancies": []
  }
}
