{
  "paper_doi": "10.48550/arXiv.2509.18480",
  "paper_title": "Phase 1A frozen Apple Silicon benchmark for SimpleFold-3B",
  "paper_year": 2026,
  "headline_metric": {
    "name": "phase1a_frozen_benchmark_no_published_headline",
    "value": 0,
    "tolerance_pct": 0,
    "units": "n/a"
  },
  "data_sources": [
    "pilot/data/test_set_v1_phase1a.csv",
    "pilot/data/test_set_v1_review_triage.csv",
    "RCSB PDB reference structures"
  ],
  "models": [
    {
      "name": "simplefold-3b",
      "code_url": "https://github.com/apple/ml-simplefold",
      "apple_silicon_path": "native_mlx"
    }
  ],
  "evaluation_set": [
    "12OY:A"
  ],
  "evaluation_metric": "sequence-aligned lDDT",
  "quotes": [
    {
      "field": "benchmark_scope",
      "text": "PHASE1A_FROZEN_BENCHMARK_NOT_PAPER_REPRODUCTION: this recipe runs the computationally frozen Phase 1A SimpleFold-3B target set. It does not compare against a SimpleFold paper headline metric."
    },
    {
      "field": "target_freeze",
      "text": "12OY:A is frozen in pilot/data/test_set_v1_phase1a.csv with triage_tier=provisional_keep, role=hard_bin_membrane_context, and pre_freeze_evidence=none_prospective."
    },
    {
      "field": "claim_boundary",
      "text": "Phase 1A is a computational freeze pending biological author sign-off; results are target-level viability evidence, not cross-model or biological generality claims."
    }
  ]
}