{
  "schema_version": "1.0",
  "artifact": "Provenance-2 public validation summary",
  "published_at": "2026-07-20",
  "publisher": "Provotics",
  "status": "provotics_generated_not_independently_audited",
  "research_use_only": true,
  "medical_device": false,
  "scope": {
    "included": "Provenance-2 anatomical site-of-origin core",
    "excluded": [
      "molecular subtype research heads",
      "immune-context signatures",
      "target and compound context",
      "other exploratory research integrations"
    ]
  },
  "served_core": {
    "description": "Current calibrated multi-model site-of-origin core, identified by the verification record below"
  },
  "cohorts": {
    "internal_held_out": {
      "n": 2700,
      "sites_represented": 25,
      "top_1_accuracy": 0.9711,
      "balanced_accuracy": 0.9416,
      "macro_f1": 0.9401,
      "interpretation": "Internal held-out GDC cohort; in-distribution evidence."
    },
    "independent_cbioportal": {
      "n": 381,
      "sites_represented": 7,
      "top_1_accuracy": 0.9055,
      "balanced_accuracy": 0.7936,
      "macro_f1": 0.389,
      "interpretation": "Independent cBioPortal cohort with 7 represented sites. The top-1 result is not a 25-site macro-F1."
    },
    "off_pipeline_single_tumor_raw": {
      "n": 1055,
      "sites_represented": 13,
      "top_1_accuracy": 0.69,
      "balanced_accuracy": 0.6775,
      "macro_f1": 0.4483,
      "interpretation": "Raw off-pipeline result before presenting abstention as the mitigation; in-distribution coverage claims do not apply."
    }
  },
  "reproducibility_record": {
    "repository_source": "product/pipeline/canonical_numbers_report.json",
    "source_sha256": "c29be4aea84bb4402e42e7616d201b6dc25349be08e8870ae948a77e3cb3415d",
    "assertions_passed": true,
    "assertion_tolerance": 0.001,
    "independent_audit": false
  },
  "public_sample_bundle": {
    "status": "not_published",
    "reason": "No release-cleared bundle currently pairs a public source accession, a full transformed input, the current served-core output, and reproduction steps with verifiable linkage.",
    "guided_demo_is_evidence": false
  },
  "important_limits": [
    "All evaluation is retrospective; no prospective clinical study is claimed.",
    "No completed demographic subgroup-equity audit is claimed.",
    "Calibration and conformal guarantees are in-distribution properties and do not transfer under platform shift.",
    "This file is a Provotics-authored export of repository verification output, not third-party validation."
  ],
  "human_readable_sources": [
    "https://provotics.ai/validation",
    "https://provotics.ai/model",
    "https://provotics.ai/evidence/"
  ]
}