{
  "contract_version": "1",
  "benchmark_id": "small-models-for-glam/glam-extraction-benchmark",
  "config": "nls-index-cards",
  "split": "test",
  "title": "National Library of Scotland manuscript index cards",
  "institution": {
    "name": "National Library of Scotland",
    "url": "https://www.nls.uk/"
  },
  "source": {
    "repo_id": "NationalLibraryOfScotland/index-cards-eval",
    "revision": "2a81070549d8493c2c538744a9dbbc1dc72cb146",
    "config": "default",
    "split": "train",
    "schema_sha256": "a0d68a800f5ea55bb52d8959acfcbf16ff32a0647c20aa9667744a4b64a34c86",
    "metadata_sha256": "aaecee27b91c1821c8fdd34d65ef5037cd0f01cb37c1186c3199dd0d1bd5e6e2"
  },
  "license": "cc0-1.0",
  "converter": {
    "name": "nls",
    "version": "1"
  },
  "harness_version": "0.0.1",
  "item_count": 98,
  "item_ids_sha256": "3dcdf6883336d1c2be7ff68302746cd2c5c164065ad5a4aa967f005a635f6bfc",
  "target_schema_sha256": "939941b29d0939e6b84307659c09290f7affc558a43c14a83766ddaf9325c2f4",
  "data_file": "nls-index-cards/test.parquet",
  "data_sha256": "4d5365aee122ed42e0acc4f971dd057e9230bf49bab645ed1228f5cbaebe4cc3",
  "scoring": {
    "id": "typed-kie",
    "version": "2026-08-26a",
    "exclude": [
      "notes"
    ],
    "schema_projection": "nullable-to-value-v1",
    "exact_match": "NFKC, casefold, punctuation and whitespace normalization",
    "null_policy": "absent values; missing/null booleans use declared defaults",
    "array_alignment": "best-pair-first for objects; set credit for scalar arrays"
  },
  "label_production": {
    "draft_model": "Qwen3.6-35B-A3B-GGUF-Q8_0",
    "review": "NLS cataloguers",
    "status_field": "provenance._label_status"
  },
  "reporting_slices": {
    "review_status": [
      "verified",
      "corrected"
    ]
  },
  "task_instructions": "Extract the fields described by target_schema from the supplied image. Return a JSON object. Use null or omit optional fields when absent.",
  "protocol_note": "This export preserves source nullability. Historical runs used a schema that removed nullable branches; they are legacy-protocol results, not new evaluations of this export. Exact prompt/solver settings belong to each run.",
  "registration": {
    "status": "not_registered",
    "proposed_task_id": "nls-index-cards"
  }
}