{
  "@context": "https://schema.org",
  "@type": "Dataset",
  "@id": "https://newmexicoliteracyproject.org/first-edition-benchmark",
  "name": "FirstEdBench",
  "version": "1.0",
  "dateModified": "2026-07-10",
  "description": "An open benchmark for first-edition identification: 25 copyright-page items with deterministic ground-truth verdicts and printing numbers, plus a scoring rubric and a reproducible baseline.",
  "url": "https://newmexicoliteracyproject.org/first-edition-benchmark",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "isAccessibleForFree": true,
  "creator": {
    "@type": "Organization",
    "name": "New Mexico Literacy Project",
    "url": "https://newmexicoliteracyproject.org"
  },
  "keywords": [
    "first edition identification",
    "benchmark",
    "eval",
    "number line",
    "printer's key",
    "rare books",
    "LLM evaluation"
  ],
  "encodingFormat": "application/x-ndjson",
  "recordCount": 25,
  "recordsByCategory": {
    "number_line_basic": 8,
    "number_line_direction": 2,
    "number_line_partial": 2,
    "number_line_alternating": 2,
    "edition_vs_printing": 3,
    "publisher_convention_rh": 2,
    "book_club": 2,
    "reprint_wording": 2,
    "insufficient": 2
  },
  "measurementTechnique": "Exact-match on verdict (primary) and verdict+printing (secondary).",
  "variableMeasured": [
    {
      "@type": "PropertyValue",
      "name": "verdict",
      "description": "one of first_printing | later_printing | book_club | insufficient"
    },
    {
      "@type": "PropertyValue",
      "name": "printing",
      "description": "integer printing number, or null when not determinable"
    }
  ],
  "rubric": {
    "verdict_accuracy": "share of items whose predicted verdict equals the gold verdict",
    "exact_accuracy": "share of items whose verdict AND printing both match"
  },
  "baseline": {
    "name": "number-line-only",
    "verdict_accuracy": 80.0,
    "exact_accuracy": 80.0
  },
  "distribution": [
    {
      "@type": "DataDownload",
      "encodingFormat": "application/x-ndjson",
      "contentUrl": "https://newmexicoliteracyproject.org/api/firstedbench/firstedbench-v1.jsonl"
    },
    {
      "@type": "DataDownload",
      "encodingFormat": "application/json",
      "contentUrl": "https://newmexicoliteracyproject.org/api/firstedbench/manifest.json"
    }
  ]
}