AI-for-science benchmark state

{
 "annotations": [
  {
   "author": "reviewer:will-blair",
   "id": "ann_ab3ecb7585481522",
   "text": "HARDENING (benchmark-state): label_provenance=attested (records-not-reruns; ground truth is an answer key, not a frozen-verifier rederivation), valid_as_of=2026-06-10, model_cutoff=unknown. Under the trust ladder, attested label provenance caps this record below 'verified' until a deterministic rederivation exists.",
   "timestamp": "2026-06-10T23:01:45.061196+00:00"
  }
 ],
 "assertion": {
  "direction": null,
  "entities": [],
  "relation": null,
  "text": "BENCHMARK CLAIM (ProteinGym) — ProteinNPT (non-parametric transformer, supervised track) REPORTS gains by attending across labelled neighbours. VERIFICATION STATE: author-reported; SUPERVISED — not comparable to zero-shot numbers; depends on the cross-validation split. NOT re-run here. Open obligation: re-run under the official supervised CV split; never compare against zero-shot rows.",
  "type": "computational"
 },
 "conditions": {
  "age_group": null,
  "cell_type": null,
  "clinical_trial": false,
  "concentration_range": null,
  "duration": null,
  "human_data": false,
  "in_vitro": false,
  "in_vivo": false,
  "species_unverified": [],
  "species_verified": [],
  "text": "Manually added finding; requires evidence review before scientific use."
 },
 "confidence": {
  "basis": "operator-supplied frontier prior; review required",
  "extraction_confidence": 1,
  "kind": "frontier_epistemic",
  "method": "expert_judgment",
  "score": 0.3
 },
 "created": "2026-06-10T06:50:55.944113+00:00",
 "evidence": {
  "effect_size": null,
  "evidence_spans": [],
  "method": "manual state transition",
  "model_system": "",
  "p_value": null,
  "replicated": false,
  "replication_count": null,
  "sample_size": null,
  "species": null,
  "type": "computational"
 },
 "flags": {
  "contested": false,
  "declining": false,
  "gap": true,
  "gravity_well": false,
  "negative_space": false,
  "retracted": false
 },
 "id": "vf_41030d44f59eae22",
 "links": [],
 "previous_version": null,
 "provenance": {
  "authors": [
   {
    "name": "reviewer:will-blair",
    "orcid": null
   }
  ],
  "citation_count": null,
  "doi": null,
  "extraction": {
   "extracted_at": "2026-06-10T06:50:55.944101+00:00",
   "extractor_version": "vela/0.691.0",
   "method": "manual_curation",
   "model": null,
   "model_version": null
  },
  "journal": null,
  "openalex_id": null,
  "pmc": null,
  "pmid": null,
  "review": {
   "corrections": [],
   "reviewed": false,
   "reviewed_at": null,
   "reviewer": null
  },
  "source_type": "expert_assertion",
  "title": "manual finding",
  "year": null
 },
 "updated": null,
 "version": 1
}