{
 "schema_version": 2,
 "comparable": {
  "ok": true,
  "prompt_versions": [
   "2026-10-28.3"
  ],
  "checks_versions": [
   "3"
  ]
 },
 "generated_at": "2026-10-28T19:37:37+00:00",
 "title": "Does an invoice agent learn from its corrections?",
 "site": {
  "brand": "transparent.dev",
  "brand_url": "https://transparent.dev",
  "contact_url": "https://transparent.dev",
  "contact_label": "Book an intro call",
  "url": "https://research.transparent.dev"
 },
 "threshold": 0.85,
 "scored_from": 2,
 "dataset": {
  "vendors": 40,
  "per_vendor": 5,
  "seed": 2026,
  "generator_version": "1",
  "manifest_sha256": "c5f41982b3cc6d286bc86eb0c47a903213542a8a3e0993bde08d14f7baba2136",
  "documents": 200,
  "scored_invoices": 120,
  "quirks": {
   "ambiguous_dates": 8,
   "customer_number": 8,
   "ref_as_po": 8,
   "ship_to_first": 8,
   "trading_name": 8
  },
  "vendors_without_quirks": 10,
  "rendition": {
   "native_pdf": 117,
   "photo": 36,
   "scan": 47
  },
  "region": {
   "au": 25,
   "ca": 5,
   "ch": 5,
   "de": 10,
   "es": 10,
   "fr": 20,
   "gb": 30,
   "ie": 15,
   "jp": 20,
   "nl": 10,
   "us": 50
  }
 },
 "documents": [
  {
   "case_id": "v001-1",
   "file": "v001-1.pdf",
   "vendor_id": "v001",
   "position": 0,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "vera",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 2,
   "line_count": 41,
   "traits": [
    "arithmetic_error",
    "multi_page"
   ]
  },
  {
   "case_id": "v001-2",
   "file": "v001-2.pdf",
   "vendor_id": "v001",
   "position": 1,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "vera",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 8,
   "traits": []
  },
  {
   "case_id": "v001-3",
   "file": "v001-3.pdf",
   "vendor_id": "v001",
   "position": 2,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "vera",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "deposit"
   ]
  },
  {
   "case_id": "v001-4",
   "file": "v001-4.pdf",
   "vendor_id": "v001",
   "position": 3,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "vera",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 6,
   "traits": []
  },
  {
   "case_id": "v001-5",
   "file": "v001-5.pdf",
   "vendor_id": "v001",
   "position": 4,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "vera",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 2,
   "line_count": 37,
   "traits": [
    "multi_page"
   ]
  },
  {
   "case_id": "v002-1",
   "file": "v002-1.jpg",
   "vendor_id": "v002",
   "position": 0,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "photo",
   "layout": "band",
   "font": "helvetica",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 6,
   "traits": [
    "blur",
    "lighting",
    "multi_rate_tax",
    "perspective"
   ]
  },
  {
   "case_id": "v002-2",
   "file": "v002-2.pdf",
   "vendor_id": "v002",
   "position": 1,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "helvetica",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 8,
   "traits": []
  },
  {
   "case_id": "v002-3",
   "file": "v002-3.pdf",
   "vendor_id": "v002",
   "position": 2,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "helvetica",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v002-4",
   "file": "v002-4.pdf",
   "vendor_id": "v002",
   "position": 3,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "helvetica",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 3,
   "traits": []
  },
  {
   "case_id": "v002-5",
   "file": "v002-5.pdf",
   "vendor_id": "v002",
   "position": 4,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "helvetica",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 11,
   "traits": []
  },
  {
   "case_id": "v003-1",
   "file": "v003-1.pdf",
   "vendor_id": "v003",
   "position": 0,
   "quirks": [
    "ship_to_first",
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "courier",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 5,
   "traits": []
  },
  {
   "case_id": "v003-2",
   "file": "v003-2.jpg",
   "vendor_id": "v003",
   "position": 1,
   "quirks": [
    "ship_to_first",
    "trading_name"
   ],
   "rendition": "scan",
   "layout": "dense",
   "font": "courier",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "200dpi",
    "arithmetic_error",
    "low_contrast",
    "stamp"
   ]
  },
  {
   "case_id": "v003-3",
   "file": "v003-3.pdf",
   "vendor_id": "v003",
   "position": 2,
   "quirks": [
    "ship_to_first",
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "courier",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v003-4",
   "file": "v003-4.pdf",
   "vendor_id": "v003",
   "position": 3,
   "quirks": [
    "ship_to_first",
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "courier",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 3,
   "traits": []
  },
  {
   "case_id": "v003-5",
   "file": "v003-5.pdf",
   "vendor_id": "v003",
   "position": 4,
   "quirks": [
    "ship_to_first",
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "courier",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "discount"
   ]
  },
  {
   "case_id": "v004-1",
   "file": "v004-1.jpg",
   "vendor_id": "v004",
   "position": 0,
   "quirks": [],
   "rendition": "photo",
   "layout": "minimal",
   "font": "vera",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v004-2",
   "file": "v004-2.pdf",
   "vendor_id": "v004",
   "position": 1,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "vera",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v004-3",
   "file": "v004-3.pdf",
   "vendor_id": "v004",
   "position": 2,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "vera",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 8,
   "traits": []
  },
  {
   "case_id": "v004-4",
   "file": "v004-4.pdf",
   "vendor_id": "v004",
   "position": 3,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "vera",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "deposit"
   ]
  },
  {
   "case_id": "v004-5",
   "file": "v004-5.pdf",
   "vendor_id": "v004",
   "position": 4,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "vera",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 2,
   "traits": []
  },
  {
   "case_id": "v005-1",
   "file": "v005-1.pdf",
   "vendor_id": "v005",
   "position": 0,
   "quirks": [
    "customer_number",
    "ref_as_po"
   ],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "courier",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "discount"
   ]
  },
  {
   "case_id": "v005-2",
   "file": "v005-2.pdf",
   "vendor_id": "v005",
   "position": 1,
   "quirks": [
    "customer_number",
    "ref_as_po"
   ],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "courier",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 5,
   "traits": []
  },
  {
   "case_id": "v005-3",
   "file": "v005-3.pdf",
   "vendor_id": "v005",
   "position": 2,
   "quirks": [
    "customer_number",
    "ref_as_po"
   ],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "courier",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 2,
   "line_count": 32,
   "traits": [
    "arithmetic_error",
    "multi_page"
   ]
  },
  {
   "case_id": "v005-4",
   "file": "v005-4.pdf",
   "vendor_id": "v005",
   "position": 3,
   "quirks": [
    "customer_number",
    "ref_as_po"
   ],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "courier",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "deposit"
   ]
  },
  {
   "case_id": "v005-5",
   "file": "v005-5.pdf",
   "vendor_id": "v005",
   "position": 4,
   "quirks": [
    "customer_number",
    "ref_as_po"
   ],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "courier",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 4,
   "traits": []
  },
  {
   "case_id": "v006-1",
   "file": "v006-1.jpg",
   "vendor_id": "v006",
   "position": 0,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "scan",
   "layout": "classic",
   "font": "times",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "150dpi",
    "blur",
    "low_contrast",
    "stamp"
   ]
  },
  {
   "case_id": "v006-2",
   "file": "v006-2.jpg",
   "vendor_id": "v006",
   "position": 1,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "photo",
   "layout": "classic",
   "font": "times",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "arithmetic_error",
    "discount",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v006-3",
   "file": "v006-3.png",
   "vendor_id": "v006",
   "position": 2,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "scan",
   "layout": "classic",
   "font": "times",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "200dpi",
    "low_contrast"
   ]
  },
  {
   "case_id": "v006-4",
   "file": "v006-4.jpg",
   "vendor_id": "v006",
   "position": 3,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "scan",
   "layout": "classic",
   "font": "times",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 8,
   "traits": [
    "200dpi",
    "deposit"
   ]
  },
  {
   "case_id": "v006-5",
   "file": "v006-5.jpg",
   "vendor_id": "v006",
   "position": 4,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "scan",
   "layout": "classic",
   "font": "times",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "300dpi",
    "stamp"
   ]
  },
  {
   "case_id": "v007-1",
   "file": "v007-1.pdf",
   "vendor_id": "v007",
   "position": 0,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "times",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 4,
   "traits": []
  },
  {
   "case_id": "v007-2",
   "file": "v007-2.pdf",
   "vendor_id": "v007",
   "position": 1,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "times",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "arithmetic_error",
    "deposit"
   ]
  },
  {
   "case_id": "v007-3",
   "file": "v007-3.pdf",
   "vendor_id": "v007",
   "position": 2,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "times",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "deposit"
   ]
  },
  {
   "case_id": "v007-4",
   "file": "v007-4.pdf",
   "vendor_id": "v007",
   "position": 3,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "times",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "discount"
   ]
  },
  {
   "case_id": "v007-5",
   "file": "v007-5.pdf",
   "vendor_id": "v007",
   "position": 4,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "times",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v008-1",
   "file": "v008-1.jpg",
   "vendor_id": "v008",
   "position": 0,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "scan",
   "layout": "minimal",
   "font": "helvetica",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "200dpi",
    "deposit"
   ]
  },
  {
   "case_id": "v008-2",
   "file": "v008-2.jpg",
   "vendor_id": "v008",
   "position": 1,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "scan",
   "layout": "minimal",
   "font": "helvetica",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "200dpi",
    "blur"
   ]
  },
  {
   "case_id": "v008-3",
   "file": "v008-3.png",
   "vendor_id": "v008",
   "position": 2,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "scan",
   "layout": "minimal",
   "font": "helvetica",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "200dpi"
   ]
  },
  {
   "case_id": "v008-4",
   "file": "v008-4.png",
   "vendor_id": "v008",
   "position": 3,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "scan",
   "layout": "minimal",
   "font": "helvetica",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "200dpi",
    "low_contrast",
    "stamp"
   ]
  },
  {
   "case_id": "v008-5",
   "file": "v008-5.jpg",
   "vendor_id": "v008",
   "position": 4,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "scan",
   "layout": "minimal",
   "font": "helvetica",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 6,
   "traits": [
    "150dpi",
    "blur",
    "discount",
    "low_contrast"
   ]
  },
  {
   "case_id": "v009-1",
   "file": "v009-1.png",
   "vendor_id": "v009",
   "position": 0,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "scan",
   "layout": "dense",
   "font": "vera",
   "region": "nl",
   "lang": "nl",
   "currency": "EUR",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "200dpi",
    "blur",
    "deposit",
    "stamp"
   ]
  },
  {
   "case_id": "v009-2",
   "file": "v009-2.jpg",
   "vendor_id": "v009",
   "position": 1,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "scan",
   "layout": "dense",
   "font": "vera",
   "region": "nl",
   "lang": "nl",
   "currency": "EUR",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "200dpi",
    "blur",
    "stamp"
   ]
  },
  {
   "case_id": "v009-3",
   "file": "v009-3.png",
   "vendor_id": "v009",
   "position": 2,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "scan",
   "layout": "dense",
   "font": "vera",
   "region": "nl",
   "lang": "nl",
   "currency": "EUR",
   "pages": 1,
   "line_count": 9,
   "traits": [
    "300dpi"
   ]
  },
  {
   "case_id": "v009-4",
   "file": "v009-4.png",
   "vendor_id": "v009",
   "position": 3,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "scan",
   "layout": "dense",
   "font": "vera",
   "region": "nl",
   "lang": "nl",
   "currency": "EUR",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "150dpi"
   ]
  },
  {
   "case_id": "v009-5",
   "file": "v009-5.pdf",
   "vendor_id": "v009",
   "position": 4,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "vera",
   "region": "nl",
   "lang": "nl",
   "currency": "EUR",
   "pages": 1,
   "line_count": 3,
   "traits": []
  },
  {
   "case_id": "v010-1",
   "file": "v010-1.pdf",
   "vendor_id": "v010",
   "position": 0,
   "quirks": [
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "vera",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 6,
   "traits": []
  },
  {
   "case_id": "v010-2",
   "file": "v010-2.pdf",
   "vendor_id": "v010",
   "position": 1,
   "quirks": [
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "vera",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 11,
   "traits": []
  },
  {
   "case_id": "v010-3",
   "file": "v010-3.pdf",
   "vendor_id": "v010",
   "position": 2,
   "quirks": [
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "vera",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v010-4",
   "file": "v010-4.pdf",
   "vendor_id": "v010",
   "position": 3,
   "quirks": [
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "vera",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "arithmetic_error"
   ]
  },
  {
   "case_id": "v010-5",
   "file": "v010-5.jpg",
   "vendor_id": "v010",
   "position": 4,
   "quirks": [
    "trading_name"
   ],
   "rendition": "photo",
   "layout": "dense",
   "font": "vera",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v011-1",
   "file": "v011-1.pdf",
   "vendor_id": "v011",
   "position": 0,
   "quirks": [],
   "rendition": "scan",
   "layout": "minimal",
   "font": "courier",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 2,
   "line_count": 39,
   "traits": [
    "300dpi",
    "blur",
    "low_contrast",
    "multi_page",
    "stamp"
   ]
  },
  {
   "case_id": "v011-2",
   "file": "v011-2.png",
   "vendor_id": "v011",
   "position": 1,
   "quirks": [],
   "rendition": "scan",
   "layout": "minimal",
   "font": "courier",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "200dpi",
    "blur",
    "discount",
    "stamp"
   ]
  },
  {
   "case_id": "v011-3",
   "file": "v011-3.jpg",
   "vendor_id": "v011",
   "position": 2,
   "quirks": [],
   "rendition": "scan",
   "layout": "minimal",
   "font": "courier",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "300dpi",
    "stamp"
   ]
  },
  {
   "case_id": "v011-4",
   "file": "v011-4.png",
   "vendor_id": "v011",
   "position": 3,
   "quirks": [],
   "rendition": "scan",
   "layout": "minimal",
   "font": "courier",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 2,
   "traits": [
    "200dpi"
   ]
  },
  {
   "case_id": "v011-5",
   "file": "v011-5.png",
   "vendor_id": "v011",
   "position": 4,
   "quirks": [],
   "rendition": "scan",
   "layout": "minimal",
   "font": "courier",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 8,
   "traits": [
    "200dpi",
    "stamp"
   ]
  },
  {
   "case_id": "v012-1",
   "file": "v012-1.jpg",
   "vendor_id": "v012",
   "position": 0,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "scan",
   "layout": "letter",
   "font": "vera",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "200dpi",
    "blur",
    "low_contrast",
    "stamp"
   ]
  },
  {
   "case_id": "v012-2",
   "file": "v012-2.jpg",
   "vendor_id": "v012",
   "position": 1,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "scan",
   "layout": "letter",
   "font": "vera",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "200dpi",
    "blur",
    "deposit",
    "stamp"
   ]
  },
  {
   "case_id": "v012-3",
   "file": "v012-3.jpg",
   "vendor_id": "v012",
   "position": 2,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "scan",
   "layout": "letter",
   "font": "vera",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 2,
   "traits": [
    "200dpi",
    "arithmetic_error",
    "deposit",
    "discount"
   ]
  },
  {
   "case_id": "v012-4",
   "file": "v012-4.jpg",
   "vendor_id": "v012",
   "position": 3,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "scan",
   "layout": "letter",
   "font": "vera",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "150dpi"
   ]
  },
  {
   "case_id": "v012-5",
   "file": "v012-5.png",
   "vendor_id": "v012",
   "position": 4,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "scan",
   "layout": "letter",
   "font": "vera",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "200dpi",
    "discount",
    "low_contrast",
    "stamp"
   ]
  },
  {
   "case_id": "v013-1",
   "file": "v013-1.png",
   "vendor_id": "v013",
   "position": 0,
   "quirks": [
    "customer_number"
   ],
   "rendition": "scan",
   "layout": "dense",
   "font": "courier",
   "region": "es",
   "lang": "es",
   "currency": "EUR",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "300dpi"
   ]
  },
  {
   "case_id": "v013-2",
   "file": "v013-2.pdf",
   "vendor_id": "v013",
   "position": 1,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "courier",
   "region": "es",
   "lang": "es",
   "currency": "EUR",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v013-3",
   "file": "v013-3.pdf",
   "vendor_id": "v013",
   "position": 2,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "courier",
   "region": "es",
   "lang": "es",
   "currency": "EUR",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "discount"
   ]
  },
  {
   "case_id": "v013-4",
   "file": "v013-4.pdf",
   "vendor_id": "v013",
   "position": 3,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "courier",
   "region": "es",
   "lang": "es",
   "currency": "EUR",
   "pages": 1,
   "line_count": 2,
   "traits": [
    "arithmetic_error"
   ]
  },
  {
   "case_id": "v013-5",
   "file": "v013-5.pdf",
   "vendor_id": "v013",
   "position": 4,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "courier",
   "region": "es",
   "lang": "es",
   "currency": "EUR",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "discount"
   ]
  },
  {
   "case_id": "v014-1",
   "file": "v014-1.jpg",
   "vendor_id": "v014",
   "position": 0,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "photo",
   "layout": "letter",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v014-2",
   "file": "v014-2.jpg",
   "vendor_id": "v014",
   "position": 1,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "photo",
   "layout": "letter",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v014-3",
   "file": "v014-3.jpg",
   "vendor_id": "v014",
   "position": 2,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "photo",
   "layout": "letter",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 9,
   "traits": [
    "deposit",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v014-4",
   "file": "v014-4.jpg",
   "vendor_id": "v014",
   "position": 3,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "photo",
   "layout": "letter",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v014-5",
   "file": "v014-5.jpg",
   "vendor_id": "v014",
   "position": 4,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "photo",
   "layout": "letter",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 8,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v015-1",
   "file": "v015-1.pdf",
   "vendor_id": "v015",
   "position": 0,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "vera",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 8,
   "traits": []
  },
  {
   "case_id": "v015-2",
   "file": "v015-2.jpg",
   "vendor_id": "v015",
   "position": 1,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "photo",
   "layout": "classic",
   "font": "vera",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v015-3",
   "file": "v015-3.pdf",
   "vendor_id": "v015",
   "position": 2,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "vera",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 6,
   "traits": []
  },
  {
   "case_id": "v015-4",
   "file": "v015-4.jpg",
   "vendor_id": "v015",
   "position": 3,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "photo",
   "layout": "classic",
   "font": "vera",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v015-5",
   "file": "v015-5.pdf",
   "vendor_id": "v015",
   "position": 4,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "vera",
   "region": "au",
   "lang": "en",
   "currency": "AUD",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v016-1",
   "file": "v016-1.pdf",
   "vendor_id": "v016",
   "position": 0,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "helvetica",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "discount"
   ]
  },
  {
   "case_id": "v016-2",
   "file": "v016-2.pdf",
   "vendor_id": "v016",
   "position": 1,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "helvetica",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 2,
   "traits": []
  },
  {
   "case_id": "v016-3",
   "file": "v016-3.pdf",
   "vendor_id": "v016",
   "position": 2,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "helvetica",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 2,
   "line_count": 32,
   "traits": [
    "multi_page"
   ]
  },
  {
   "case_id": "v016-4",
   "file": "v016-4.pdf",
   "vendor_id": "v016",
   "position": 3,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "helvetica",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "arithmetic_error",
    "discount"
   ]
  },
  {
   "case_id": "v016-5",
   "file": "v016-5.pdf",
   "vendor_id": "v016",
   "position": 4,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "helvetica",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 8,
   "traits": [
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v017-1",
   "file": "v017-1.pdf",
   "vendor_id": "v017",
   "position": 0,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "vera",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 3,
   "traits": []
  },
  {
   "case_id": "v017-2",
   "file": "v017-2.pdf",
   "vendor_id": "v017",
   "position": 1,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "vera",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 2,
   "line_count": 32,
   "traits": [
    "multi_page",
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v017-3",
   "file": "v017-3.pdf",
   "vendor_id": "v017",
   "position": 2,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "vera",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 3,
   "traits": []
  },
  {
   "case_id": "v017-4",
   "file": "v017-4.pdf",
   "vendor_id": "v017",
   "position": 3,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "vera",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v017-5",
   "file": "v017-5.pdf",
   "vendor_id": "v017",
   "position": 4,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "vera",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v018-1",
   "file": "v018-1.pdf",
   "vendor_id": "v018",
   "position": 0,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "times",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v018-2",
   "file": "v018-2.pdf",
   "vendor_id": "v018",
   "position": 1,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "times",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 3,
   "traits": []
  },
  {
   "case_id": "v018-3",
   "file": "v018-3.pdf",
   "vendor_id": "v018",
   "position": 2,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "times",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 11,
   "traits": []
  },
  {
   "case_id": "v018-4",
   "file": "v018-4.pdf",
   "vendor_id": "v018",
   "position": 3,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "times",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 4,
   "traits": []
  },
  {
   "case_id": "v018-5",
   "file": "v018-5.pdf",
   "vendor_id": "v018",
   "position": 4,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "times",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "deposit",
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v019-1",
   "file": "v019-1.png",
   "vendor_id": "v019",
   "position": 0,
   "quirks": [
    "trading_name"
   ],
   "rendition": "scan",
   "layout": "letter",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "200dpi"
   ]
  },
  {
   "case_id": "v019-2",
   "file": "v019-2.jpg",
   "vendor_id": "v019",
   "position": 1,
   "quirks": [
    "trading_name"
   ],
   "rendition": "scan",
   "layout": "letter",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 8,
   "traits": [
    "300dpi"
   ]
  },
  {
   "case_id": "v019-3",
   "file": "v019-3.jpg",
   "vendor_id": "v019",
   "position": 2,
   "quirks": [
    "trading_name"
   ],
   "rendition": "scan",
   "layout": "letter",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "200dpi",
    "blur",
    "stamp"
   ]
  },
  {
   "case_id": "v019-4",
   "file": "v019-4.png",
   "vendor_id": "v019",
   "position": 3,
   "quirks": [
    "trading_name"
   ],
   "rendition": "scan",
   "layout": "letter",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "300dpi",
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v019-5",
   "file": "v019-5.pdf",
   "vendor_id": "v019",
   "position": 4,
   "quirks": [
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 3,
   "traits": []
  },
  {
   "case_id": "v020-1",
   "file": "v020-1.png",
   "vendor_id": "v020",
   "position": 0,
   "quirks": [
    "trading_name"
   ],
   "rendition": "scan",
   "layout": "band",
   "font": "courier",
   "region": "ch",
   "lang": "de",
   "currency": "CHF",
   "pages": 1,
   "line_count": 8,
   "traits": [
    "200dpi",
    "blur",
    "stamp"
   ]
  },
  {
   "case_id": "v020-2",
   "file": "v020-2.png",
   "vendor_id": "v020",
   "position": 1,
   "quirks": [
    "trading_name"
   ],
   "rendition": "scan",
   "layout": "band",
   "font": "courier",
   "region": "ch",
   "lang": "de",
   "currency": "CHF",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "200dpi",
    "blur",
    "stamp"
   ]
  },
  {
   "case_id": "v020-3",
   "file": "v020-3.png",
   "vendor_id": "v020",
   "position": 2,
   "quirks": [
    "trading_name"
   ],
   "rendition": "scan",
   "layout": "band",
   "font": "courier",
   "region": "ch",
   "lang": "de",
   "currency": "CHF",
   "pages": 1,
   "line_count": 2,
   "traits": [
    "200dpi",
    "blur",
    "deposit",
    "low_contrast",
    "stamp"
   ]
  },
  {
   "case_id": "v020-4",
   "file": "v020-4.png",
   "vendor_id": "v020",
   "position": 3,
   "quirks": [
    "trading_name"
   ],
   "rendition": "scan",
   "layout": "band",
   "font": "courier",
   "region": "ch",
   "lang": "de",
   "currency": "CHF",
   "pages": 1,
   "line_count": 2,
   "traits": [
    "200dpi",
    "discount"
   ]
  },
  {
   "case_id": "v020-5",
   "file": "v020-5.png",
   "vendor_id": "v020",
   "position": 4,
   "quirks": [
    "trading_name"
   ],
   "rendition": "scan",
   "layout": "band",
   "font": "courier",
   "region": "ch",
   "lang": "de",
   "currency": "CHF",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "200dpi"
   ]
  },
  {
   "case_id": "v021-1",
   "file": "v021-1.jpg",
   "vendor_id": "v021",
   "position": 0,
   "quirks": [
    "ship_to_first",
    "trading_name"
   ],
   "rendition": "photo",
   "layout": "band",
   "font": "courier",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v021-2",
   "file": "v021-2.jpg",
   "vendor_id": "v021",
   "position": 1,
   "quirks": [
    "ship_to_first",
    "trading_name"
   ],
   "rendition": "photo",
   "layout": "band",
   "font": "courier",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v021-3",
   "file": "v021-3.jpg",
   "vendor_id": "v021",
   "position": 2,
   "quirks": [
    "ship_to_first",
    "trading_name"
   ],
   "rendition": "scan",
   "layout": "band",
   "font": "courier",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 6,
   "traits": [
    "150dpi",
    "blur"
   ]
  },
  {
   "case_id": "v021-4",
   "file": "v021-4.jpg",
   "vendor_id": "v021",
   "position": 3,
   "quirks": [
    "ship_to_first",
    "trading_name"
   ],
   "rendition": "photo",
   "layout": "band",
   "font": "courier",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v021-5",
   "file": "v021-5.jpg",
   "vendor_id": "v021",
   "position": 4,
   "quirks": [
    "ship_to_first",
    "trading_name"
   ],
   "rendition": "photo",
   "layout": "band",
   "font": "courier",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 2,
   "traits": [
    "discount",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v022-1",
   "file": "v022-1.pdf",
   "vendor_id": "v022",
   "position": 0,
   "quirks": [
    "trading_name",
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "helvetica",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 11,
   "traits": []
  },
  {
   "case_id": "v022-2",
   "file": "v022-2.jpg",
   "vendor_id": "v022",
   "position": 1,
   "quirks": [
    "trading_name",
    "customer_number"
   ],
   "rendition": "photo",
   "layout": "letter",
   "font": "helvetica",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v022-3",
   "file": "v022-3.pdf",
   "vendor_id": "v022",
   "position": 2,
   "quirks": [
    "trading_name",
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "helvetica",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 2,
   "traits": []
  },
  {
   "case_id": "v022-4",
   "file": "v022-4.pdf",
   "vendor_id": "v022",
   "position": 3,
   "quirks": [
    "trading_name",
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "helvetica",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 2,
   "traits": []
  },
  {
   "case_id": "v022-5",
   "file": "v022-5.pdf",
   "vendor_id": "v022",
   "position": 4,
   "quirks": [
    "trading_name",
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "helvetica",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 6,
   "traits": []
  },
  {
   "case_id": "v023-1",
   "file": "v023-1.pdf",
   "vendor_id": "v023",
   "position": 0,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 5,
   "traits": []
  },
  {
   "case_id": "v023-2",
   "file": "v023-2.pdf",
   "vendor_id": "v023",
   "position": 1,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 11,
   "traits": []
  },
  {
   "case_id": "v023-3",
   "file": "v023-3.pdf",
   "vendor_id": "v023",
   "position": 2,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v023-4",
   "file": "v023-4.pdf",
   "vendor_id": "v023",
   "position": 3,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v023-5",
   "file": "v023-5.pdf",
   "vendor_id": "v023",
   "position": 4,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 6,
   "traits": []
  },
  {
   "case_id": "v024-1",
   "file": "v024-1.jpg",
   "vendor_id": "v024",
   "position": 0,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "photo",
   "layout": "dense",
   "font": "times",
   "region": "nl",
   "lang": "nl",
   "currency": "EUR",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v024-2",
   "file": "v024-2.jpg",
   "vendor_id": "v024",
   "position": 1,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "photo",
   "layout": "dense",
   "font": "times",
   "region": "nl",
   "lang": "nl",
   "currency": "EUR",
   "pages": 1,
   "line_count": 2,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v024-3",
   "file": "v024-3.jpg",
   "vendor_id": "v024",
   "position": 2,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "photo",
   "layout": "dense",
   "font": "times",
   "region": "nl",
   "lang": "nl",
   "currency": "EUR",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "lighting",
    "multi_rate_tax",
    "perspective"
   ]
  },
  {
   "case_id": "v024-4",
   "file": "v024-4.jpg",
   "vendor_id": "v024",
   "position": 3,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "photo",
   "layout": "dense",
   "font": "times",
   "region": "nl",
   "lang": "nl",
   "currency": "EUR",
   "pages": 1,
   "line_count": 2,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v024-5",
   "file": "v024-5.jpg",
   "vendor_id": "v024",
   "position": 4,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "photo",
   "layout": "dense",
   "font": "times",
   "region": "nl",
   "lang": "nl",
   "currency": "EUR",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "discount",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v025-1",
   "file": "v025-1.jpg",
   "vendor_id": "v025",
   "position": 0,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "photo",
   "layout": "dense",
   "font": "vera",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v025-2",
   "file": "v025-2.pdf",
   "vendor_id": "v025",
   "position": 1,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "vera",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v025-3",
   "file": "v025-3.pdf",
   "vendor_id": "v025",
   "position": 2,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "vera",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "deposit"
   ]
  },
  {
   "case_id": "v025-4",
   "file": "v025-4.pdf",
   "vendor_id": "v025",
   "position": 3,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "vera",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 4,
   "traits": []
  },
  {
   "case_id": "v025-5",
   "file": "v025-5.jpg",
   "vendor_id": "v025",
   "position": 4,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "scan",
   "layout": "dense",
   "font": "vera",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 6,
   "traits": [
    "300dpi",
    "blur"
   ]
  },
  {
   "case_id": "v026-1",
   "file": "v026-1.pdf",
   "vendor_id": "v026",
   "position": 0,
   "quirks": [
    "ambiguous_dates",
    "ship_to_first"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 2,
   "traits": []
  },
  {
   "case_id": "v026-2",
   "file": "v026-2.pdf",
   "vendor_id": "v026",
   "position": 1,
   "quirks": [
    "ambiguous_dates",
    "ship_to_first"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 4,
   "traits": []
  },
  {
   "case_id": "v026-3",
   "file": "v026-3.pdf",
   "vendor_id": "v026",
   "position": 2,
   "quirks": [
    "ambiguous_dates",
    "ship_to_first"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 8,
   "traits": []
  },
  {
   "case_id": "v026-4",
   "file": "v026-4.jpg",
   "vendor_id": "v026",
   "position": 3,
   "quirks": [
    "ambiguous_dates",
    "ship_to_first"
   ],
   "rendition": "photo",
   "layout": "dense",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 6,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v026-5",
   "file": "v026-5.pdf",
   "vendor_id": "v026",
   "position": 4,
   "quirks": [
    "ambiguous_dates",
    "ship_to_first"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "discount"
   ]
  },
  {
   "case_id": "v027-1",
   "file": "v027-1.jpg",
   "vendor_id": "v027",
   "position": 0,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "photo",
   "layout": "classic",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v027-2",
   "file": "v027-2.jpg",
   "vendor_id": "v027",
   "position": 1,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "photo",
   "layout": "classic",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v027-3",
   "file": "v027-3.jpg",
   "vendor_id": "v027",
   "position": 2,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "photo",
   "layout": "classic",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v027-4",
   "file": "v027-4.jpg",
   "vendor_id": "v027",
   "position": 3,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "photo",
   "layout": "classic",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v027-5",
   "file": "v027-5.jpg",
   "vendor_id": "v027",
   "position": 4,
   "quirks": [
    "ref_as_po",
    "ambiguous_dates"
   ],
   "rendition": "photo",
   "layout": "classic",
   "font": "helvetica",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 2,
   "traits": [
    "discount",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v028-1",
   "file": "v028-1.pdf",
   "vendor_id": "v028",
   "position": 0,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "vera",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 6,
   "traits": []
  },
  {
   "case_id": "v028-2",
   "file": "v028-2.pdf",
   "vendor_id": "v028",
   "position": 1,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "vera",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 11,
   "traits": [
    "deposit"
   ]
  },
  {
   "case_id": "v028-3",
   "file": "v028-3.pdf",
   "vendor_id": "v028",
   "position": 2,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "vera",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 6,
   "traits": []
  },
  {
   "case_id": "v028-4",
   "file": "v028-4.pdf",
   "vendor_id": "v028",
   "position": 3,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "vera",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 2,
   "traits": []
  },
  {
   "case_id": "v028-5",
   "file": "v028-5.pdf",
   "vendor_id": "v028",
   "position": 4,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "dense",
   "font": "vera",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 8,
   "traits": [
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v029-1",
   "file": "v029-1.pdf",
   "vendor_id": "v029",
   "position": 0,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "helvetica",
   "region": "de",
   "lang": "de",
   "currency": "EUR",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v029-2",
   "file": "v029-2.pdf",
   "vendor_id": "v029",
   "position": 1,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "helvetica",
   "region": "de",
   "lang": "de",
   "currency": "EUR",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v029-3",
   "file": "v029-3.pdf",
   "vendor_id": "v029",
   "position": 2,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "helvetica",
   "region": "de",
   "lang": "de",
   "currency": "EUR",
   "pages": 1,
   "line_count": 2,
   "traits": []
  },
  {
   "case_id": "v029-4",
   "file": "v029-4.pdf",
   "vendor_id": "v029",
   "position": 3,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "helvetica",
   "region": "de",
   "lang": "de",
   "currency": "EUR",
   "pages": 1,
   "line_count": 2,
   "traits": [
    "discount"
   ]
  },
  {
   "case_id": "v029-5",
   "file": "v029-5.pdf",
   "vendor_id": "v029",
   "position": 4,
   "quirks": [
    "ship_to_first"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "helvetica",
   "region": "de",
   "lang": "de",
   "currency": "EUR",
   "pages": 1,
   "line_count": 9,
   "traits": []
  },
  {
   "case_id": "v030-1",
   "file": "v030-1.jpg",
   "vendor_id": "v030",
   "position": 0,
   "quirks": [],
   "rendition": "scan",
   "layout": "classic",
   "font": "times",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 8,
   "traits": [
    "300dpi",
    "blur",
    "discount"
   ]
  },
  {
   "case_id": "v030-2",
   "file": "v030-2.png",
   "vendor_id": "v030",
   "position": 1,
   "quirks": [],
   "rendition": "scan",
   "layout": "classic",
   "font": "times",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "200dpi",
    "blur",
    "low_contrast",
    "stamp"
   ]
  },
  {
   "case_id": "v030-3",
   "file": "v030-3.png",
   "vendor_id": "v030",
   "position": 2,
   "quirks": [],
   "rendition": "scan",
   "layout": "classic",
   "font": "times",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "300dpi"
   ]
  },
  {
   "case_id": "v030-4",
   "file": "v030-4.jpg",
   "vendor_id": "v030",
   "position": 3,
   "quirks": [],
   "rendition": "scan",
   "layout": "classic",
   "font": "times",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 6,
   "traits": [
    "200dpi",
    "deposit"
   ]
  },
  {
   "case_id": "v030-5",
   "file": "v030-5.jpg",
   "vendor_id": "v030",
   "position": 4,
   "quirks": [],
   "rendition": "scan",
   "layout": "classic",
   "font": "times",
   "region": "jp",
   "lang": "en",
   "currency": "JPY",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "300dpi"
   ]
  },
  {
   "case_id": "v031-1",
   "file": "v031-1.pdf",
   "vendor_id": "v031",
   "position": 0,
   "quirks": [
    "ambiguous_dates",
    "ship_to_first"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "helvetica",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v031-2",
   "file": "v031-2.pdf",
   "vendor_id": "v031",
   "position": 1,
   "quirks": [
    "ambiguous_dates",
    "ship_to_first"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "helvetica",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 5,
   "traits": []
  },
  {
   "case_id": "v031-3",
   "file": "v031-3.pdf",
   "vendor_id": "v031",
   "position": 2,
   "quirks": [
    "ambiguous_dates",
    "ship_to_first"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "helvetica",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 11,
   "traits": []
  },
  {
   "case_id": "v031-4",
   "file": "v031-4.pdf",
   "vendor_id": "v031",
   "position": 3,
   "quirks": [
    "ambiguous_dates",
    "ship_to_first"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "helvetica",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v031-5",
   "file": "v031-5.jpg",
   "vendor_id": "v031",
   "position": 4,
   "quirks": [
    "ambiguous_dates",
    "ship_to_first"
   ],
   "rendition": "scan",
   "layout": "classic",
   "font": "helvetica",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "150dpi",
    "blur",
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v032-1",
   "file": "v032-1.pdf",
   "vendor_id": "v032",
   "position": 0,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "times",
   "region": "ca",
   "lang": "en",
   "currency": "CAD",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v032-2",
   "file": "v032-2.jpg",
   "vendor_id": "v032",
   "position": 1,
   "quirks": [],
   "rendition": "photo",
   "layout": "classic",
   "font": "times",
   "region": "ca",
   "lang": "en",
   "currency": "CAD",
   "pages": 1,
   "line_count": 6,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v032-3",
   "file": "v032-3.pdf",
   "vendor_id": "v032",
   "position": 2,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "times",
   "region": "ca",
   "lang": "en",
   "currency": "CAD",
   "pages": 1,
   "line_count": 6,
   "traits": []
  },
  {
   "case_id": "v032-4",
   "file": "v032-4.jpg",
   "vendor_id": "v032",
   "position": 3,
   "quirks": [],
   "rendition": "scan",
   "layout": "classic",
   "font": "times",
   "region": "ca",
   "lang": "en",
   "currency": "CAD",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "200dpi",
    "low_contrast"
   ]
  },
  {
   "case_id": "v032-5",
   "file": "v032-5.pdf",
   "vendor_id": "v032",
   "position": 4,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "times",
   "region": "ca",
   "lang": "en",
   "currency": "CAD",
   "pages": 1,
   "line_count": 8,
   "traits": []
  },
  {
   "case_id": "v033-1",
   "file": "v033-1.pdf",
   "vendor_id": "v033",
   "position": 0,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 4,
   "traits": []
  },
  {
   "case_id": "v033-2",
   "file": "v033-2.pdf",
   "vendor_id": "v033",
   "position": 1,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 12,
   "traits": []
  },
  {
   "case_id": "v033-3",
   "file": "v033-3.pdf",
   "vendor_id": "v033",
   "position": 2,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v033-4",
   "file": "v033-4.pdf",
   "vendor_id": "v033",
   "position": 3,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 9,
   "traits": []
  },
  {
   "case_id": "v033-5",
   "file": "v033-5.pdf",
   "vendor_id": "v033",
   "position": 4,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 8,
   "traits": [
    "arithmetic_error",
    "deposit",
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v034-1",
   "file": "v034-1.pdf",
   "vendor_id": "v034",
   "position": 0,
   "quirks": [
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "vera",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "deposit"
   ]
  },
  {
   "case_id": "v034-2",
   "file": "v034-2.pdf",
   "vendor_id": "v034",
   "position": 1,
   "quirks": [
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "vera",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v034-3",
   "file": "v034-3.pdf",
   "vendor_id": "v034",
   "position": 2,
   "quirks": [
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "vera",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 5,
   "traits": []
  },
  {
   "case_id": "v034-4",
   "file": "v034-4.pdf",
   "vendor_id": "v034",
   "position": 3,
   "quirks": [
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "vera",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 6,
   "traits": []
  },
  {
   "case_id": "v034-5",
   "file": "v034-5.pdf",
   "vendor_id": "v034",
   "position": 4,
   "quirks": [
    "trading_name"
   ],
   "rendition": "native_pdf",
   "layout": "classic",
   "font": "vera",
   "region": "ie",
   "lang": "en",
   "currency": "EUR",
   "pages": 1,
   "line_count": 8,
   "traits": [
    "discount"
   ]
  },
  {
   "case_id": "v035-1",
   "file": "v035-1.jpg",
   "vendor_id": "v035",
   "position": 0,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "photo",
   "layout": "dense",
   "font": "helvetica",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v035-2",
   "file": "v035-2.jpg",
   "vendor_id": "v035",
   "position": 1,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "photo",
   "layout": "dense",
   "font": "helvetica",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v035-3",
   "file": "v035-3.jpg",
   "vendor_id": "v035",
   "position": 2,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "photo",
   "layout": "dense",
   "font": "helvetica",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v035-4",
   "file": "v035-4.jpg",
   "vendor_id": "v035",
   "position": 3,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "photo",
   "layout": "dense",
   "font": "helvetica",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 2,
   "traits": [
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v035-5",
   "file": "v035-5.jpg",
   "vendor_id": "v035",
   "position": 4,
   "quirks": [
    "ambiguous_dates"
   ],
   "rendition": "photo",
   "layout": "dense",
   "font": "helvetica",
   "region": "gb",
   "lang": "en",
   "currency": "GBP",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v036-1",
   "file": "v036-1.pdf",
   "vendor_id": "v036",
   "position": 0,
   "quirks": [
    "trading_name",
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "helvetica",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 7,
   "traits": [
    "discount",
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v036-2",
   "file": "v036-2.pdf",
   "vendor_id": "v036",
   "position": 1,
   "quirks": [
    "trading_name",
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "helvetica",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v036-3",
   "file": "v036-3.pdf",
   "vendor_id": "v036",
   "position": 2,
   "quirks": [
    "trading_name",
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "helvetica",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 4,
   "traits": []
  },
  {
   "case_id": "v036-4",
   "file": "v036-4.pdf",
   "vendor_id": "v036",
   "position": 3,
   "quirks": [
    "trading_name",
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "letter",
   "font": "helvetica",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 2,
   "traits": [
    "discount"
   ]
  },
  {
   "case_id": "v036-5",
   "file": "v036-5.jpg",
   "vendor_id": "v036",
   "position": 4,
   "quirks": [
    "trading_name",
    "customer_number"
   ],
   "rendition": "photo",
   "layout": "letter",
   "font": "helvetica",
   "region": "fr",
   "lang": "fr",
   "currency": "EUR",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "deposit",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v037-1",
   "file": "v037-1.pdf",
   "vendor_id": "v037",
   "position": 0,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 1,
   "traits": []
  },
  {
   "case_id": "v037-2",
   "file": "v037-2.pdf",
   "vendor_id": "v037",
   "position": 1,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 4,
   "traits": []
  },
  {
   "case_id": "v037-3",
   "file": "v037-3.pdf",
   "vendor_id": "v037",
   "position": 2,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "discount"
   ]
  },
  {
   "case_id": "v037-4",
   "file": "v037-4.pdf",
   "vendor_id": "v037",
   "position": 3,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "deposit"
   ]
  },
  {
   "case_id": "v037-5",
   "file": "v037-5.pdf",
   "vendor_id": "v037",
   "position": 4,
   "quirks": [
    "customer_number"
   ],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 6,
   "traits": [
    "discount",
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v038-1",
   "file": "v038-1.pdf",
   "vendor_id": "v038",
   "position": 0,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "helvetica",
   "region": "de",
   "lang": "de",
   "currency": "EUR",
   "pages": 1,
   "line_count": 11,
   "traits": []
  },
  {
   "case_id": "v038-2",
   "file": "v038-2.pdf",
   "vendor_id": "v038",
   "position": 1,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "helvetica",
   "region": "de",
   "lang": "de",
   "currency": "EUR",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "arithmetic_error"
   ]
  },
  {
   "case_id": "v038-3",
   "file": "v038-3.pdf",
   "vendor_id": "v038",
   "position": 2,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "helvetica",
   "region": "de",
   "lang": "de",
   "currency": "EUR",
   "pages": 1,
   "line_count": 2,
   "traits": []
  },
  {
   "case_id": "v038-4",
   "file": "v038-4.pdf",
   "vendor_id": "v038",
   "position": 3,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "helvetica",
   "region": "de",
   "lang": "de",
   "currency": "EUR",
   "pages": 1,
   "line_count": 11,
   "traits": []
  },
  {
   "case_id": "v038-5",
   "file": "v038-5.pdf",
   "vendor_id": "v038",
   "position": 4,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "minimal",
   "font": "helvetica",
   "region": "de",
   "lang": "de",
   "currency": "EUR",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v039-1",
   "file": "v039-1.pdf",
   "vendor_id": "v039",
   "position": 0,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "es",
   "lang": "es",
   "currency": "EUR",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "arithmetic_error"
   ]
  },
  {
   "case_id": "v039-2",
   "file": "v039-2.pdf",
   "vendor_id": "v039",
   "position": 1,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "es",
   "lang": "es",
   "currency": "EUR",
   "pages": 2,
   "line_count": 30,
   "traits": [
    "multi_page"
   ]
  },
  {
   "case_id": "v039-3",
   "file": "v039-3.pdf",
   "vendor_id": "v039",
   "position": 2,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "es",
   "lang": "es",
   "currency": "EUR",
   "pages": 1,
   "line_count": 2,
   "traits": []
  },
  {
   "case_id": "v039-4",
   "file": "v039-4.pdf",
   "vendor_id": "v039",
   "position": 3,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "es",
   "lang": "es",
   "currency": "EUR",
   "pages": 1,
   "line_count": 3,
   "traits": [
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v039-5",
   "file": "v039-5.pdf",
   "vendor_id": "v039",
   "position": 4,
   "quirks": [],
   "rendition": "native_pdf",
   "layout": "band",
   "font": "courier",
   "region": "es",
   "lang": "es",
   "currency": "EUR",
   "pages": 1,
   "line_count": 5,
   "traits": [
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v040-1",
   "file": "v040-1.jpg",
   "vendor_id": "v040",
   "position": 0,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "photo",
   "layout": "band",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 8,
   "traits": [
    "blur",
    "lighting",
    "perspective"
   ]
  },
  {
   "case_id": "v040-2",
   "file": "v040-2.png",
   "vendor_id": "v040",
   "position": 1,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "scan",
   "layout": "band",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 6,
   "traits": [
    "300dpi",
    "arithmetic_error",
    "blur",
    "multi_rate_tax"
   ]
  },
  {
   "case_id": "v040-3",
   "file": "v040-3.png",
   "vendor_id": "v040",
   "position": 2,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "scan",
   "layout": "band",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 1,
   "traits": [
    "300dpi"
   ]
  },
  {
   "case_id": "v040-4",
   "file": "v040-4.jpg",
   "vendor_id": "v040",
   "position": 3,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "scan",
   "layout": "band",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 4,
   "traits": [
    "150dpi",
    "blur"
   ]
  },
  {
   "case_id": "v040-5",
   "file": "v040-5.jpg",
   "vendor_id": "v040",
   "position": 4,
   "quirks": [
    "ref_as_po"
   ],
   "rendition": "scan",
   "layout": "band",
   "font": "times",
   "region": "us",
   "lang": "en",
   "currency": "USD",
   "pages": 1,
   "line_count": 8,
   "traits": [
    "200dpi",
    "blur",
    "low_contrast",
    "multi_rate_tax",
    "stamp"
   ]
  }
 ],
 "models": [
  {
   "id": "claude-sonnet-5-5-medium",
   "name": "Claude Sonnet 5.5",
   "variant": "effort: medium",
   "provider": "Anthropic",
   "model": "anthropic:claude-sonnet-5-5",
   "notes": null
  },
  {
   "id": "claude-opus-5-5-medium",
   "name": "Claude Opus 5.5",
   "variant": "effort: medium",
   "provider": "Anthropic",
   "model": "anthropic:claude-opus-5-5",
   "notes": "Same effort as the Sonnet 5.5 entry, so the two compare like for like."
  }
 ],
 "policies": [
  {
   "id": "memory-after-correction",
   "name": "Previous invoices in the prompt, after a correction",
   "depth": 2,
   "memory": "documents",
   "escalate_to": null,
   "trigger": null,
   "after_correction": true,
   "notes": "Every invoice is extracted in order with up to the vendor's two previous invoices (file, verified values, corrections) in the prompt, then corrected. Scored only on invoices whose vendor's previous invoice needed a correction, against the same invoices with no memory."
  }
 ],
 "cells": [
  {
   "id": "claude-sonnet-5-5-medium/memory-after-correction",
   "model": {
    "id": "claude-sonnet-5-5-medium",
    "name": "Claude Sonnet 5.5",
    "variant": "effort: medium",
    "provider": "Anthropic",
    "model": "anthropic:claude-sonnet-5-5",
    "notes": null
   },
   "policy": {
    "id": "memory-after-correction",
    "name": "Previous invoices in the prompt, after a correction",
    "depth": 2,
    "memory": "documents",
    "escalate_to": null,
    "trigger": null,
    "after_correction": true,
    "notes": "Every invoice is extracted in order with up to the vendor's two previous invoices (file, verified values, corrections) in the prompt, then corrected. Scored only on invoices whose vendor's previous invoice needed a correction, against the same invoices with no memory."
   },
   "config": {
    "settings": {
     "anthropic_effort": "medium",
     "anthropic_cache_instructions": true
    },
    "output_mode": "native",
    "pricing": {
     "input": 2.0,
     "output": 10.0,
     "cache_read": null,
     "cache_write": null,
     "per_page": null
    }
   },
   "versions": {
    "prompt": "2026-10-28.3",
    "checks": "3",
    "dataset_sha256": "c5f41982b3cc6d286bc86eb0c47a903213542a8a3e0993bde08d14f7baba2136"
   },
   "fingerprint": "3b0aef3835195be4",
   "finished_at": "2026-10-28T18:25:57.109516+00:00",
   "complete": true,
   "infrastructure_errors": 0,
   "metrics": {
    "cases": 19,
    "fields": 787,
    "score": 94.49,
    "accuracy": 0.967,
    "brier": 0.0221,
    "ece": 0.0287,
    "mean_confidence": 0.9466,
    "auroc": 0.9214,
    "coverage": 0.9733,
    "accepted_accuracy": 0.9804,
    "silent_errors": 15,
    "silent_errors_per_100_invoices": 78.95,
    "straight_through_rate": 0.6842,
    "unsafe_straight_through": 0,
    "classification_accuracy": 1.0,
    "failures": 0,
    "reliability": [
     {
      "lower": 0.3,
      "upper": 0.4,
      "count": 7,
      "mean_confidence": 0.3,
      "accuracy": 0.0
     },
     {
      "lower": 0.4,
      "upper": 0.5,
      "count": 3,
      "mean_confidence": 0.4000000000000001,
      "accuracy": 0.0
     },
     {
      "lower": 0.5,
      "upper": 0.6,
      "count": 1,
      "mean_confidence": 0.5,
      "accuracy": 1.0
     },
     {
      "lower": 0.6,
      "upper": 0.7,
      "count": 4,
      "mean_confidence": 0.6125,
      "accuracy": 1.0
     },
     {
      "lower": 0.7,
      "upper": 0.8,
      "count": 3,
      "mean_confidence": 0.7333333333333334,
      "accuracy": 1.0
     },
     {
      "lower": 0.8,
      "upper": 0.9,
      "count": 14,
      "mean_confidence": 0.8542857142857143,
      "accuracy": 0.9285714285714286
     },
     {
      "lower": 0.9,
      "upper": 1.0,
      "count": 755,
      "mean_confidence": 0.9596953642384105,
      "accuracy": 0.9801324503311258
     }
    ]
   },
   "review_rate": 0.4211,
   "escalation_rate": 0.0,
   "requests_per_invoice": 1.0,
   "repeat_errors": {
    "fields": 22,
    "rate": 0.0455
   },
   "quirks": {
    "fields": 27,
    "accuracy": 1.0,
    "by_quirk": {
     "ambiguous_dates": 1.0,
     "customer_number": 1.0,
     "ref_as_po": 1.0,
     "ship_to_first": 1.0,
     "trading_name": 1.0
    },
    "control_accuracy": 1.0
   },
   "by_position": {
    "0": {
     "cases": 40,
     "fields": 1776,
     "score": 97.94,
     "accuracy": 0.9899,
     "straight_through_rate": 0.45,
     "silent_errors": 6
    },
    "1": {
     "cases": 40,
     "fields": 1732,
     "score": 97.85,
     "accuracy": 0.9885,
     "straight_through_rate": 0.9,
     "silent_errors": 15
    },
    "2": {
     "cases": 40,
     "fields": 1592,
     "score": 99.41,
     "accuracy": 0.9962,
     "straight_through_rate": 0.925,
     "silent_errors": 0
    },
    "3": {
     "cases": 40,
     "fields": 1328,
     "score": 99.8,
     "accuracy": 1.0,
     "straight_through_rate": 0.95,
     "silent_errors": 0
    },
    "4": {
     "cases": 40,
     "fields": 1620,
     "score": 99.83,
     "accuracy": 1.0,
     "straight_through_rate": 0.95,
     "silent_errors": 0
    }
   },
   "cost": {
    "known": true,
    "total_usd": 0.6458,
    "per_invoice_usd": 0.033988,
    "per_1k_invoices_usd": 33.99,
    "input_tokens": 292810,
    "output_tokens": 25098
   },
   "latency": {
    "mean_s": 8.87,
    "p95_s": 15.89
   },
   "fields": {
    "vendor.name": {
     "group": "Vendor",
     "count": 19,
     "accuracy": 1.0,
     "score": 98.54,
     "mean_confidence": 0.9111,
     "silent_errors": 0
    },
    "vendor.address": {
     "group": "Vendor",
     "count": 19,
     "accuracy": 1.0,
     "score": 99.84,
     "mean_confidence": 0.9616,
     "silent_errors": 0
    },
    "vendor.tax_id": {
     "group": "Vendor",
     "count": 19,
     "accuracy": 1.0,
     "score": 99.74,
     "mean_confidence": 0.9574,
     "silent_errors": 0
    },
    "vendor.email": {
     "group": "Vendor",
     "count": 19,
     "accuracy": 1.0,
     "score": 99.81,
     "mean_confidence": 0.9584,
     "silent_errors": 0
    },
    "bill_to": {
     "group": "Parties",
     "count": 19,
     "accuracy": 1.0,
     "score": 99.92,
     "mean_confidence": 0.9726,
     "silent_errors": 0
    },
    "invoice_number": {
     "group": "Identifiers",
     "count": 19,
     "accuracy": 1.0,
     "score": 99.86,
     "mean_confidence": 0.9668,
     "silent_errors": 0
    },
    "purchase_order_number": {
     "group": "Identifiers",
     "count": 19,
     "accuracy": 1.0,
     "score": 99.46,
     "mean_confidence": 0.9321,
     "silent_errors": 0
    },
    "invoice_date": {
     "group": "Dates",
     "count": 19,
     "accuracy": 1.0,
     "score": 99.0,
     "mean_confidence": 0.9447,
     "silent_errors": 0
    },
    "due_date": {
     "group": "Dates",
     "count": 19,
     "accuracy": 1.0,
     "score": 99.82,
     "mean_confidence": 0.9621,
     "silent_errors": 0
    },
    "payment_terms": {
     "group": "Dates",
     "count": 19,
     "accuracy": 1.0,
     "score": 99.79,
     "mean_confidence": 0.9611,
     "silent_errors": 0
    },
    "currency": {
     "group": "Amounts",
     "count": 19,
     "accuracy": 1.0,
     "score": 99.93,
     "mean_confidence": 0.9742,
     "silent_errors": 0
    },
    "subtotal": {
     "group": "Amounts",
     "count": 19,
     "accuracy": 0.9474,
     "score": 93.79,
     "mean_confidence": 0.9168,
     "silent_errors": 0
    },
    "discount": {
     "group": "Amounts",
     "count": 19,
     "accuracy": 1.0,
     "score": 99.49,
     "mean_confidence": 0.9326,
     "silent_errors": 0
    },
    "shipping": {
     "group": "Amounts",
     "count": 19,
     "accuracy": 0.8947,
     "score": 84.08,
     "mean_confidence": 0.9063,
     "silent_errors": 1
    },
    "tax": {
     "group": "Amounts",
     "count": 19,
     "accuracy": 0.9474,
     "score": 90.69,
     "mean_confidence": 0.9353,
     "silent_errors": 0
    },
    "total": {
     "group": "Amounts",
     "count": 19,
     "accuracy": 1.0,
     "score": 99.86,
     "mean_confidence": 0.9647,
     "silent_errors": 0
    },
    "amount_due": {
     "group": "Amounts",
     "count": 19,
     "accuracy": 1.0,
     "score": 98.93,
     "mean_confidence": 0.9032,
     "silent_errors": 0
    },
    "line.description": {
     "group": "Line items",
     "count": 116,
     "accuracy": 0.9828,
     "score": 96.3,
     "mean_confidence": 0.9599,
     "silent_errors": 2
    },
    "line.quantity": {
     "group": "Line items",
     "count": 116,
     "accuracy": 0.9569,
     "score": 92.29,
     "mean_confidence": 0.9491,
     "silent_errors": 4
    },
    "line.unit_price": {
     "group": "Line items",
     "count": 116,
     "accuracy": 0.9397,
     "score": 90.56,
     "mean_confidence": 0.9433,
     "silent_errors": 4
    },
    "line.amount": {
     "group": "Line items",
     "count": 116,
     "accuracy": 0.931,
     "score": 89.58,
     "mean_confidence": 0.9393,
     "silent_errors": 4
    }
   },
   "after_correction": {
    "invoices": 19,
    "no_memory": {
     "score": 85.77,
     "accuracy": 0.8938,
     "straight_through_rate": 0.1053,
     "silent_errors_per_100_invoices": 47.37,
     "all_fields_right": 0.1579,
     "repeat_error_rate": 0.5909,
     "repeated_fields": 22,
     "quirk_accuracy": 0.5926,
     "per_1k_invoices_usd": 19.45
    },
    "with_memory": {
     "score": 94.49,
     "accuracy": 0.967,
     "straight_through_rate": 0.6842,
     "silent_errors_per_100_invoices": 78.95,
     "all_fields_right": 0.8421,
     "repeat_error_rate": 0.0455,
     "repeated_fields": 22,
     "quirk_accuracy": 1.0,
     "per_1k_invoices_usd": 33.99
    },
    "fixed": 13,
    "broken": 0,
    "sent_back": {
     "dates": {
      "with_memory": 0.0526,
      "no_memory": 0.0526
     },
     "line_items": {
      "with_memory": 0.1053,
      "no_memory": 0.0
     }
    }
   },
   "errors": [],
   "invoices": [
    {
     "case_id": "v001-1",
     "vendor_id": "v001",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 181,
     "correct": 181,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.062468,
     "latency_s": 22.186,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v001-2",
     "vendor_id": "v001",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.026766,
     "latency_s": 7.454,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v001-3",
     "vendor_id": "v001",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.029586,
     "latency_s": 7.657,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v001-4",
     "vendor_id": "v001",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.025158,
     "latency_s": 6.168,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v001-5",
     "vendor_id": "v001",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 165,
     "correct": 165,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.05715,
     "latency_s": 18.231,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v002-1",
     "vendor_id": "v002",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.029747,
     "latency_s": 7.448,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v002-2",
     "vendor_id": "v002",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.025324,
     "latency_s": 6.277,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v002-3",
     "vendor_id": "v002",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.024186,
     "latency_s": 3.621,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v002-4",
     "vendor_id": "v002",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.022382,
     "latency_s": 4.965,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v002-5",
     "vendor_id": "v002",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02924,
     "latency_s": 7.943,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v003-1",
     "vendor_id": "v003",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 36,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.026266,
     "latency_s": 6.347,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Chase-Lynn",
       "predicted": "Northstar Direct",
       "confidence": 0.8
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v003-2",
     "vendor_id": "v003",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.024766,
     "latency_s": 5.23,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic",
      "confidence_threshold"
     ],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 33,
      "correct": 16,
      "all_correct": false,
      "cost_usd": 0.015228,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Chase-Lynn",
        "predicted": "Northstar Direct",
        "confidence": 0.8
       },
       {
        "field": "line.description",
        "expected": "Bookkeeping, monthly",
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.quantity",
        "expected": 50.0,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.unit_price",
        "expected": 50653,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.amount",
        "expected": 2532650,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.description",
        "expected": "Bookkeeping, monthly",
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.quantity",
        "expected": 20.0,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.unit_price",
        "expected": 44098,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.amount",
        "expected": 881960,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.description",
        "expected": "USB-C docking station",
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.quantity",
        "expected": 1.0,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.unit_price",
        "expected": 15228,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.amount",
        "expected": 23228,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.description",
        "expected": "Bookkeeping, monthly",
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.quantity",
        "expected": 10.0,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.unit_price",
        "expected": 51679,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.amount",
        "expected": 516790,
        "predicted": null,
        "confidence": 0.0
       }
      ]
     }
    },
    {
     "case_id": "v003-3",
     "vendor_id": "v003",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.026434,
     "latency_s": 5.199,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v003-4",
     "vendor_id": "v003",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.027744,
     "latency_s": 5.854,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v003-5",
     "vendor_id": "v003",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.029924,
     "latency_s": 8.443,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v004-1",
     "vendor_id": "v004",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.027724,
     "latency_s": 5.669,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v004-2",
     "vendor_id": "v004",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.019434,
     "latency_s": 6.223,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v004-3",
     "vendor_id": "v004",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.030546,
     "latency_s": 7.525,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v004-4",
     "vendor_id": "v004",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.024356,
     "latency_s": 5.346,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v004-5",
     "vendor_id": "v004",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.021608,
     "latency_s": 3.978,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v005-1",
     "vendor_id": "v005",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.023405,
     "latency_s": 5.07,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v005-2",
     "vendor_id": "v005",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.018814,
     "latency_s": 5.709,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v005-3",
     "vendor_id": "v005",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 145,
     "correct": 145,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.053282,
     "latency_s": 17.343,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v005-4",
     "vendor_id": "v005",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.029456,
     "latency_s": 6.419,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v005-5",
     "vendor_id": "v005",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.028106,
     "latency_s": 5.9,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v006-1",
     "vendor_id": "v006",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 32,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.026277,
     "latency_s": 5.263,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.tax_id",
       "expected": "07 246 609 939",
       "predicted": "ABN: 07 246 609 939",
       "confidence": 0.95
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v006-2",
     "vendor_id": "v006",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.020942,
     "latency_s": 6.952,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [
      "vendor.tax_id"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 29,
      "correct": 28,
      "all_correct": false,
      "cost_usd": 0.014326,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.tax_id",
        "expected": "07 246 609 939",
        "predicted": "ABN: 07 246 609 939",
        "confidence": 0.93
       }
      ]
     }
    },
    {
     "case_id": "v006-3",
     "vendor_id": "v006",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.031226,
     "latency_s": 5.779,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v006-4",
     "vendor_id": "v006",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.039532,
     "latency_s": 8.023,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v006-5",
     "vendor_id": "v006",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.078526,
     "latency_s": 8.928,
     "history_shown": 2,
     "sent_back": [
      "line_items_missing"
     ],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v007-1",
     "vendor_id": "v007",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.013882,
     "latency_s": 6.194,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v007-2",
     "vendor_id": "v007",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.018556,
     "latency_s": 5.38,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v007-3",
     "vendor_id": "v007",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02256,
     "latency_s": 6.07,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v007-4",
     "vendor_id": "v007",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.029762,
     "latency_s": 7.951,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v007-5",
     "vendor_id": "v007",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.021116,
     "latency_s": 4.089,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v008-1",
     "vendor_id": "v008",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.020064,
     "latency_s": 5.746,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v008-2",
     "vendor_id": "v008",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.028554,
     "latency_s": 4.863,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v008-3",
     "vendor_id": "v008",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.037326,
     "latency_s": 3.601,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v008-4",
     "vendor_id": "v008",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.038624,
     "latency_s": 6.137,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v008-5",
     "vendor_id": "v008",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.037618,
     "latency_s": 7.324,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v009-1",
     "vendor_id": "v009",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 60,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02627,
     "latency_s": 8.077,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "amount_due",
       "expected": 2683851,
       "predicted": null,
       "confidence": 0.4
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v009-2",
     "vendor_id": "v009",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.036614,
     "latency_s": 8.225,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "amount_due"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 61,
      "correct": 61,
      "all_correct": true,
      "cost_usd": 0.025884,
      "sent_back": [],
      "wrong": []
     }
    },
    {
     "case_id": "v009-3",
     "vendor_id": "v009",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 53,
     "correct": 53,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.045744,
     "latency_s": 7.359,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v009-4",
     "vendor_id": "v009",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.036462,
     "latency_s": 7.002,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v009-5",
     "vendor_id": "v009",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.030588,
     "latency_s": 6.357,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v010-1",
     "vendor_id": "v010",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 40,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.015476,
     "latency_s": 6.325,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Harris Inc",
       "predicted": "Apex Supply",
       "confidence": 0.8
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v010-2",
     "vendor_id": "v010",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.024742,
     "latency_s": 8.689,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 61,
      "correct": 60,
      "all_correct": false,
      "cost_usd": 0.020116,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Harris Inc",
        "predicted": "Apex Supply",
        "confidence": 0.8
       }
      ]
     }
    },
    {
     "case_id": "v010-3",
     "vendor_id": "v010",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.020936,
     "latency_s": 5.016,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v010-4",
     "vendor_id": "v010",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.023898,
     "latency_s": 5.676,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v010-5",
     "vendor_id": "v010",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02521,
     "latency_s": 4.931,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v011-1",
     "vendor_id": "v011",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 173,
     "correct": 172,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.046944,
     "latency_s": 18.623,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.tax_id",
       "expected": null,
       "predicted": "0474-814-628",
       "confidence": 0.7
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v011-2",
     "vendor_id": "v011",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02568,
     "latency_s": 6.142,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "vendor.tax_id"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 29,
      "correct": 29,
      "all_correct": true,
      "cost_usd": 0.01786,
      "sent_back": [],
      "wrong": []
     }
    },
    {
     "case_id": "v011-3",
     "vendor_id": "v011",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.039402,
     "latency_s": 8.127,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v011-4",
     "vendor_id": "v011",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.037874,
     "latency_s": 6.527,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v011-5",
     "vendor_id": "v011",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.043776,
     "latency_s": 9.384,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v012-1",
     "vendor_id": "v012",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.057912,
     "latency_s": 20.267,
     "history_shown": 0,
     "sent_back": [
      "due_date_order",
      "due_date_terms"
     ],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v012-2",
     "vendor_id": "v012",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.059442,
     "latency_s": 10.023,
     "history_shown": 1,
     "sent_back": [
      "due_date_terms"
     ],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v012-3",
     "vendor_id": "v012",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.04606,
     "latency_s": 10.948,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic",
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v012-4",
     "vendor_id": "v012",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.033244,
     "latency_s": 5.228,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v012-5",
     "vendor_id": "v012",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0423,
     "latency_s": 9.999,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v013-1",
     "vendor_id": "v013",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.01632,
     "latency_s": 5.115,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v013-2",
     "vendor_id": "v013",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.020874,
     "latency_s": 4.503,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v013-3",
     "vendor_id": "v013",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.025608,
     "latency_s": 4.466,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v013-4",
     "vendor_id": "v013",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.020686,
     "latency_s": 4.231,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v013-5",
     "vendor_id": "v013",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.01992,
     "latency_s": 4.299,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v014-1",
     "vendor_id": "v014",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 60,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.022932,
     "latency_s": 8.043,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.tax_id",
       "expected": "50-4960849",
       "predicted": "EIN 50-4960849",
       "confidence": 0.9
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v014-2",
     "vendor_id": "v014",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.040862,
     "latency_s": 15.893,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "vendor.tax_id"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 65,
      "correct": 42,
      "all_correct": false,
      "cost_usd": 0.021716,
      "sent_back": [],
      "wrong": [
       {
        "field": "line.quantity",
        "expected": 4.0,
        "predicted": 1.0,
        "confidence": 0.8
       },
       {
        "field": "line.unit_price",
        "expected": 1858,
        "predicted": 272,
        "confidence": 0.8
       },
       {
        "field": "line.amount",
        "expected": 7432,
        "predicted": 272,
        "confidence": 0.8
       },
       {
        "field": "line.quantity",
        "expected": 2.0,
        "predicted": 4.0,
        "confidence": 0.8
       },
       {
        "field": "line.unit_price",
        "expected": 81021,
        "predicted": 1858,
        "confidence": 0.8
       },
       {
        "field": "line.amount",
        "expected": 162042,
        "predicted": 7432,
        "confidence": 0.8
       },
       {
        "field": "line.quantity",
        "expected": 1.0,
        "predicted": 2.0,
        "confidence": 0.8
       },
       {
        "field": "line.unit_price",
        "expected": 272,
        "predicted": 81021,
        "confidence": 0.8
       },
       {
        "field": "line.amount",
        "expected": 272,
        "predicted": 162042,
        "confidence": 0.8
       },
       {
        "field": "line.quantity",
        "expected": 10.0,
        "predicted": 12.0,
        "confidence": 0.8
       },
       {
        "field": "line.unit_price",
        "expected": 1553,
        "predicted": 78945,
        "confidence": 0.8
       },
       {
        "field": "line.amount",
        "expected": 15530,
        "predicted": 947340,
        "confidence": 0.8
       },
       {
        "field": "line.quantity",
        "expected": 12.0,
        "predicted": 10.0,
        "confidence": 0.8
       },
       {
        "field": "line.unit_price",
        "expected": 78945,
        "predicted": 1553,
        "confidence": 0.8
       },
       {
        "field": "line.amount",
        "expected": 947340,
        "predicted": 15530,
        "confidence": 0.8
       },
       {
        "field": "line.description",
        "expected": "Hex bolt M8 x 30 (box of 100)",
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.quantity",
        "expected": 2.0,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.unit_price",
        "expected": 1342,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.amount",
        "expected": 2684,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.description",
        "expected": null,
        "predicted": null,
        "confidence": 0.5
       },
       {
        "field": "line.quantity",
        "expected": null,
        "predicted": 2.0,
        "confidence": 0.8
       },
       {
        "field": "line.unit_price",
        "expected": null,
        "predicted": 1342,
        "confidence": 0.8
       },
       {
        "field": "line.amount",
        "expected": null,
        "predicted": 2684,
        "confidence": 0.8
       }
      ]
     }
    },
    {
     "case_id": "v014-3",
     "vendor_id": "v014",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 53,
     "correct": 53,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.036178,
     "latency_s": 7.202,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v014-4",
     "vendor_id": "v014",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.039738,
     "latency_s": 9.141,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v014-5",
     "vendor_id": "v014",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.039454,
     "latency_s": 8.202,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v015-1",
     "vendor_id": "v015",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 48,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.042012,
     "latency_s": 20.029,
     "history_shown": 0,
     "sent_back": [
      "due_date_order",
      "due_date_terms"
     ],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.tax_id",
       "expected": "17 306 133 596",
       "predicted": "ABN: 17 306 133 596",
       "confidence": 0.97
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v015-2",
     "vendor_id": "v015",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 65,
     "correct": 48,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02754,
     "latency_s": 8.902,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [
      "vendor.tax_id"
     ],
     "wrong": [
      {
       "field": "line.description",
       "expected": "Office cleaning, monthly",
       "predicted": "Ergonomic chair",
       "confidence": 0.95
      },
      {
       "field": "line.quantity",
       "expected": 5.0,
       "predicted": 10.0,
       "confidence": 0.9
      },
      {
       "field": "line.unit_price",
       "expected": 37495,
       "predicted": 13550,
       "confidence": 0.92
      },
      {
       "field": "line.amount",
       "expected": 187475,
       "predicted": 135500,
       "confidence": 0.93
      },
      {
       "field": "line.quantity",
       "expected": 10.0,
       "predicted": 20.0,
       "confidence": 0.9
      },
      {
       "field": "line.unit_price",
       "expected": 13550,
       "predicted": 39733,
       "confidence": 0.92
      },
      {
       "field": "line.amount",
       "expected": 135500,
       "predicted": 794660,
       "confidence": 0.93
      },
      {
       "field": "line.quantity",
       "expected": 20.0,
       "predicted": 2.0,
       "confidence": 0.9
      },
      {
       "field": "line.unit_price",
       "expected": 39733,
       "predicted": 73460,
       "confidence": 0.92
      },
      {
       "field": "line.amount",
       "expected": 794660,
       "predicted": 146920,
       "confidence": 0.93
      },
      {
       "field": "line.quantity",
       "expected": 2.0,
       "predicted": 5.0,
       "confidence": 0.9
      },
      {
       "field": "line.unit_price",
       "expected": 73460,
       "predicted": 37495,
       "confidence": 0.92
      },
      {
       "field": "line.amount",
       "expected": 146920,
       "predicted": 187475,
       "confidence": 0.93
      },
      {
       "field": "line.description",
       "expected": null,
       "predicted": "Office cleaning, monthly",
       "confidence": 0.95
      },
      {
       "field": "line.quantity",
       "expected": null,
       "predicted": null,
       "confidence": 0.4
      },
      {
       "field": "line.unit_price",
       "expected": null,
       "predicted": null,
       "confidence": 0.4
      },
      {
       "field": "line.amount",
       "expected": null,
       "predicted": null,
       "confidence": 0.4
      }
     ],
     "no_memory": {
      "fields": 61,
      "correct": 60,
      "all_correct": false,
      "cost_usd": 0.02051,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.tax_id",
        "expected": "17 306 133 596",
        "predicted": "ABN: 17 306 133 596",
        "confidence": 0.93
       }
      ]
     }
    },
    {
     "case_id": "v015-3",
     "vendor_id": "v015",
     "position": 2,
     "scored": true,
     "after_correction": true,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02757,
     "latency_s": 5.614,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": {
      "fields": 41,
      "correct": 40,
      "all_correct": false,
      "cost_usd": 0.01527,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.tax_id",
        "expected": "17 306 133 596",
        "predicted": "ABN: 17 306 133 596",
        "confidence": 0.96
       }
      ]
     }
    },
    {
     "case_id": "v015-4",
     "vendor_id": "v015",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.029996,
     "latency_s": 6.778,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v015-5",
     "vendor_id": "v015",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.025128,
     "latency_s": 3.694,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v016-1",
     "vendor_id": "v016",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0121,
     "latency_s": 5.238,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v016-2",
     "vendor_id": "v016",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.01581,
     "latency_s": 4.177,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v016-3",
     "vendor_id": "v016",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 145,
     "correct": 145,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.05071,
     "latency_s": 16.239,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v016-4",
     "vendor_id": "v016",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.048438,
     "latency_s": 9.141,
     "history_shown": 2,
     "sent_back": [
      "line_items_missing"
     ],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v016-5",
     "vendor_id": "v016",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.030772,
     "latency_s": 7.985,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v017-1",
     "vendor_id": "v017",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.012138,
     "latency_s": 4.801,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v017-2",
     "vendor_id": "v017",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 145,
     "correct": 145,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.047166,
     "latency_s": 15.818,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v017-3",
     "vendor_id": "v017",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.026828,
     "latency_s": 5.149,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v017-4",
     "vendor_id": "v017",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.024642,
     "latency_s": 4.513,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v017-5",
     "vendor_id": "v017",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.022462,
     "latency_s": 6.179,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v018-1",
     "vendor_id": "v018",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.012832,
     "latency_s": 4.715,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v018-2",
     "vendor_id": "v018",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.017222,
     "latency_s": 5.224,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v018-3",
     "vendor_id": "v018",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.029552,
     "latency_s": 7.685,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v018-4",
     "vendor_id": "v018",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.023822,
     "latency_s": 5.077,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v018-5",
     "vendor_id": "v018",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.025392,
     "latency_s": 5.832,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v019-1",
     "vendor_id": "v019",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 60,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.025668,
     "latency_s": 8.834,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Jackson, Delacruz and Winters",
       "predicted": "BLUEBIRD SERVICES",
       "confidence": 0.8
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v019-2",
     "vendor_id": "v019",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0335,
     "latency_s": 7.304,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 49,
      "correct": 48,
      "all_correct": false,
      "cost_usd": 0.023322,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Jackson, Delacruz and Winters",
        "predicted": "BLUEBIRD SERVICES",
        "confidence": 0.8
       }
      ]
     }
    },
    {
     "case_id": "v019-3",
     "vendor_id": "v019",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.042402,
     "latency_s": 7.913,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v019-4",
     "vendor_id": "v019",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.04173,
     "latency_s": 8.477,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v019-5",
     "vendor_id": "v019",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.033578,
     "latency_s": 6.398,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v020-1",
     "vendor_id": "v020",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 48,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02345,
     "latency_s": 7.437,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Schaller-Sutter",
       "predicted": "Silverleaf Works",
       "confidence": 0.9
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v020-2",
     "vendor_id": "v020",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 33,
     "correct": 30,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.064196,
     "latency_s": 14.08,
     "history_shown": 1,
     "sent_back": [
      "line_items_missing"
     ],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [
      {
       "field": "shipping",
       "expected": 5750,
       "predicted": null,
       "confidence": 0.93
      },
      {
       "field": "tax",
       "expected": null,
       "predicted": 5750,
       "confidence": 0.8
      },
      {
       "field": "line.amount",
       "expected": 77880,
       "predicted": null,
       "confidence": 0.3
      }
     ],
     "no_memory": {
      "fields": 33,
      "correct": 14,
      "all_correct": false,
      "cost_usd": 0.01525,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Schaller-Sutter",
        "predicted": "Silverleaf Works",
        "confidence": 0.85
       },
       {
        "field": "shipping",
        "expected": 5750,
        "predicted": null,
        "confidence": 0.8
       },
       {
        "field": "tax",
        "expected": null,
        "predicted": 5750,
        "confidence": 0.75
       },
       {
        "field": "line.description",
        "expected": "Schulung vor Ort",
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.quantity",
        "expected": 1.0,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.unit_price",
        "expected": 114640,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.amount",
        "expected": 114640,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.description",
        "expected": "Beratungsleistung",
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.quantity",
        "expected": 12.0,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.unit_price",
        "expected": 14931,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.amount",
        "expected": 179172,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.description",
        "expected": "Wartungsvertrag, monatlich",
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.quantity",
        "expected": 6.0,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.unit_price",
        "expected": 47641,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.amount",
        "expected": 285846,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.description",
        "expected": "Montagearbeiten",
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.quantity",
        "expected": 7.5,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.unit_price",
        "expected": 10384,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.amount",
        "expected": 77880,
        "predicted": null,
        "confidence": 0.0
       }
      ]
     }
    },
    {
     "case_id": "v020-3",
     "vendor_id": "v020",
     "position": 2,
     "scored": true,
     "after_correction": true,
     "fields": 25,
     "correct": 19,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.08649,
     "latency_s": 14.788,
     "history_shown": 2,
     "sent_back": [
      "line_items_missing"
     ],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [
      "shipping",
      "tax"
     ],
     "wrong": [
      {
       "field": "subtotal",
       "expected": 236556,
       "predicted": null,
       "confidence": 0.3
      },
      {
       "field": "shipping",
       "expected": 4549,
       "predicted": null,
       "confidence": 0.3
      },
      {
       "field": "line.unit_price",
       "expected": 9698,
       "predicted": null,
       "confidence": 0.3
      },
      {
       "field": "line.amount",
       "expected": 116376,
       "predicted": null,
       "confidence": 0.3
      },
      {
       "field": "line.unit_price",
       "expected": 120180,
       "predicted": null,
       "confidence": 0.3
      },
      {
       "field": "line.amount",
       "expected": 120180,
       "predicted": null,
       "confidence": 0.3
      }
     ],
     "no_memory": {
      "fields": 29,
      "correct": 16,
      "all_correct": false,
      "cost_usd": 0.017704,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Schaller-Sutter",
        "predicted": "Silverleaf Works",
        "confidence": 0.97
       },
       {
        "field": "subtotal",
        "expected": 236556,
        "predicted": null,
        "confidence": 0.4
       },
       {
        "field": "shipping",
        "expected": 4549,
        "predicted": null,
        "confidence": 0.4
       },
       {
        "field": "line.description",
        "expected": "Montagearbeiten",
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.quantity",
        "expected": 12.0,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.unit_price",
        "expected": 9698,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.amount",
        "expected": 116376,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.unit_price",
        "expected": 120180,
        "predicted": null,
        "confidence": 0.4
       },
       {
        "field": "line.amount",
        "expected": 120180,
        "predicted": null,
        "confidence": 0.4
       },
       {
        "field": "line.description",
        "expected": null,
        "predicted": null,
        "confidence": 0.3
       },
       {
        "field": "line.quantity",
        "expected": null,
        "predicted": null,
        "confidence": 0.3
       },
       {
        "field": "line.unit_price",
        "expected": null,
        "predicted": null,
        "confidence": 0.3
       },
       {
        "field": "line.amount",
        "expected": null,
        "predicted": null,
        "confidence": 0.3
       }
      ]
     }
    },
    {
     "case_id": "v020-4",
     "vendor_id": "v020",
     "position": 3,
     "scored": true,
     "after_correction": true,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.038588,
     "latency_s": 6.759,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [
      "shipping",
      "subtotal"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 25,
      "correct": 24,
      "all_correct": false,
      "cost_usd": 0.01774,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Schaller-Sutter",
        "predicted": "Silverleaf Works",
        "confidence": 0.85
       }
      ]
     }
    },
    {
     "case_id": "v020-5",
     "vendor_id": "v020",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.041164,
     "latency_s": 7.23,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v021-1",
     "vendor_id": "v021",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 28,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.015944,
     "latency_s": 5.251,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Thomas-Ward",
       "predicted": "Oakmont Services",
       "confidence": 0.8
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v021-2",
     "vendor_id": "v021",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.022214,
     "latency_s": 7.016,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 33,
      "correct": 32,
      "all_correct": false,
      "cost_usd": 0.014898,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Thomas-Ward",
        "predicted": "Oakmont Services",
        "confidence": 0.88
       }
      ]
     }
    },
    {
     "case_id": "v021-3",
     "vendor_id": "v021",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.030804,
     "latency_s": 8.266,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v021-4",
     "vendor_id": "v021",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02955,
     "latency_s": 5.966,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v021-5",
     "vendor_id": "v021",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.030896,
     "latency_s": 5.794,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v022-1",
     "vendor_id": "v022",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 60,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.020384,
     "latency_s": 8.032,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Sandoval, Walter and Obrien",
       "predicted": "COBALT SUPPLY",
       "confidence": 0.8
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v022-2",
     "vendor_id": "v022",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.021794,
     "latency_s": 6.641,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 29,
      "correct": 28,
      "all_correct": false,
      "cost_usd": 0.016662,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Sandoval, Walter and Obrien",
        "predicted": "COBALT SUPPLY",
        "confidence": 0.85
       }
      ]
     }
    },
    {
     "case_id": "v022-3",
     "vendor_id": "v022",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02562,
     "latency_s": 5.399,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v022-4",
     "vendor_id": "v022",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02484,
     "latency_s": 7.122,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v022-5",
     "vendor_id": "v022",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.024594,
     "latency_s": 6.795,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v023-1",
     "vendor_id": "v023",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 35,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.013836,
     "latency_s": 5.639,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.tax_id",
       "expected": "82-0496238",
       "predicted": "EIN 82-0496238",
       "confidence": 0.9
      },
      {
       "field": "invoice_date",
       "expected": "2026-07-04",
       "predicted": "2026-04-07",
       "confidence": 0.6
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v023-2",
     "vendor_id": "v023",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.024186,
     "latency_s": 8.462,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "invoice_date",
      "vendor.tax_id"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 61,
      "correct": 60,
      "all_correct": false,
      "cost_usd": 0.019936,
      "sent_back": [],
      "wrong": [
       {
        "field": "invoice_date",
        "expected": "2026-08-02",
        "predicted": "2026-02-08",
        "confidence": 0.5
       }
      ]
     }
    },
    {
     "case_id": "v023-3",
     "vendor_id": "v023",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.024452,
     "latency_s": 6.529,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v023-4",
     "vendor_id": "v023",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.045904,
     "latency_s": 11.028,
     "history_shown": 2,
     "sent_back": [
      "date_sequence",
      "due_date_order"
     ],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v023-5",
     "vendor_id": "v023",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.04358,
     "latency_s": 11.072,
     "history_shown": 2,
     "sent_back": [
      "line_items_missing"
     ],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v024-1",
     "vendor_id": "v024",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.018736,
     "latency_s": 5.77,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v024-2",
     "vendor_id": "v024",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.023504,
     "latency_s": 5.887,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v024-3",
     "vendor_id": "v024",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.033654,
     "latency_s": 7.369,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v024-4",
     "vendor_id": "v024",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.031566,
     "latency_s": 6.552,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v024-5",
     "vendor_id": "v024",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.030716,
     "latency_s": 5.916,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v025-1",
     "vendor_id": "v025",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 19,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.015756,
     "latency_s": 5.749,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "invoice_date",
       "expected": "2026-04-09",
       "predicted": "2026-09-04",
       "confidence": 0.7
      },
      {
       "field": "due_date",
       "expected": "2026-05-09",
       "predicted": "2026-09-05",
       "confidence": 0.7
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v025-2",
     "vendor_id": "v025",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.067048,
     "latency_s": 22.476,
     "history_shown": 1,
     "sent_back": [
      "date_sequence",
      "due_date_order"
     ],
     "review_flags": [],
     "previously_corrected": [
      "due_date",
      "invoice_date"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 61,
      "correct": 61,
      "all_correct": true,
      "cost_usd": 0.047656,
      "sent_back": [
       "due_date_order"
      ],
      "wrong": []
     }
    },
    {
     "case_id": "v025-3",
     "vendor_id": "v025",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.073012,
     "latency_s": 17.867,
     "history_shown": 2,
     "sent_back": [
      "date_sequence"
     ],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v025-4",
     "vendor_id": "v025",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.024178,
     "latency_s": 4.758,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v025-5",
     "vendor_id": "v025",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.070746,
     "latency_s": 17.488,
     "history_shown": 2,
     "sent_back": [
      "due_date_order"
     ],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v026-1",
     "vendor_id": "v026",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.026744,
     "latency_s": 11.14,
     "history_shown": 0,
     "sent_back": [
      "due_date_order",
      "due_date_terms"
     ],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v026-2",
     "vendor_id": "v026",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.043004,
     "latency_s": 13.428,
     "history_shown": 1,
     "sent_back": [
      "due_date_terms"
     ],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v026-3",
     "vendor_id": "v026",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.026464,
     "latency_s": 6.546,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v026-4",
     "vendor_id": "v026",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.026712,
     "latency_s": 7.075,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v026-5",
     "vendor_id": "v026",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02407,
     "latency_s": 6.105,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v027-1",
     "vendor_id": "v027",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.014526,
     "latency_s": 4.543,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v027-2",
     "vendor_id": "v027",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02154,
     "latency_s": 4.249,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v027-3",
     "vendor_id": "v027",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.029918,
     "latency_s": 5.885,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v027-4",
     "vendor_id": "v027",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.029802,
     "latency_s": 6.039,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v027-5",
     "vendor_id": "v027",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.027364,
     "latency_s": 5.231,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v028-1",
     "vendor_id": "v028",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.01509,
     "latency_s": 6.552,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v028-2",
     "vendor_id": "v028",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.025044,
     "latency_s": 8.106,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v028-3",
     "vendor_id": "v028",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.025706,
     "latency_s": 5.614,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v028-4",
     "vendor_id": "v028",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.021916,
     "latency_s": 4.638,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v028-5",
     "vendor_id": "v028",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.027174,
     "latency_s": 7.275,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v029-1",
     "vendor_id": "v029",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.013462,
     "latency_s": 5.111,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v029-2",
     "vendor_id": "v029",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.019726,
     "latency_s": 6.243,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v029-3",
     "vendor_id": "v029",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02217,
     "latency_s": 4.542,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v029-4",
     "vendor_id": "v029",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.022078,
     "latency_s": 4.466,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v029-5",
     "vendor_id": "v029",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 53,
     "correct": 53,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.028242,
     "latency_s": 7.984,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v030-1",
     "vendor_id": "v030",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.022558,
     "latency_s": 7.176,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v030-2",
     "vendor_id": "v030",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.029004,
     "latency_s": 5.416,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v030-3",
     "vendor_id": "v030",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.039574,
     "latency_s": 5.989,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v030-4",
     "vendor_id": "v030",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.042146,
     "latency_s": 6.124,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v030-5",
     "vendor_id": "v030",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.04029,
     "latency_s": 7.022,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v031-1",
     "vendor_id": "v031",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.010452,
     "latency_s": 3.513,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v031-2",
     "vendor_id": "v031",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.018704,
     "latency_s": 6.02,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v031-3",
     "vendor_id": "v031",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02948,
     "latency_s": 8.315,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v031-4",
     "vendor_id": "v031",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.025318,
     "latency_s": 5.821,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v031-5",
     "vendor_id": "v031",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02494,
     "latency_s": 5.182,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v032-1",
     "vendor_id": "v032",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.010402,
     "latency_s": 3.975,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v032-2",
     "vendor_id": "v032",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.020852,
     "latency_s": 5.217,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v032-3",
     "vendor_id": "v032",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0257,
     "latency_s": 6.289,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v032-4",
     "vendor_id": "v032",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.027656,
     "latency_s": 6.163,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v032-5",
     "vendor_id": "v032",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.031764,
     "latency_s": 6.487,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v033-1",
     "vendor_id": "v033",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.013328,
     "latency_s": 4.718,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v033-2",
     "vendor_id": "v033",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 65,
     "correct": 65,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.025794,
     "latency_s": 7.949,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v033-3",
     "vendor_id": "v033",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.021032,
     "latency_s": 3.917,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v033-4",
     "vendor_id": "v033",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 53,
     "correct": 53,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.028314,
     "latency_s": 7.061,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v033-5",
     "vendor_id": "v033",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.027972,
     "latency_s": 7.268,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v034-1",
     "vendor_id": "v034",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 28,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.013362,
     "latency_s": 4.998,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Kinsella and Sons",
       "predicted": "Brightline Group",
       "confidence": 0.7
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v034-2",
     "vendor_id": "v034",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.015346,
     "latency_s": 3.695,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 21,
      "correct": 20,
      "all_correct": false,
      "cost_usd": 0.01166,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Kinsella and Sons",
        "predicted": "Brightline Group",
        "confidence": 0.7
       }
      ]
     }
    },
    {
     "case_id": "v034-3",
     "vendor_id": "v034",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.023596,
     "latency_s": 5.497,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v034-4",
     "vendor_id": "v034",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02459,
     "latency_s": 5.739,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v034-5",
     "vendor_id": "v034",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.027228,
     "latency_s": 6.352,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v035-1",
     "vendor_id": "v035",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.015492,
     "latency_s": 5.577,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v035-2",
     "vendor_id": "v035",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.04418,
     "latency_s": 7.525,
     "history_shown": 1,
     "sent_back": [
      "date_sequence",
      "due_date_terms"
     ],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v035-3",
     "vendor_id": "v035",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.030616,
     "latency_s": 7.165,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v035-4",
     "vendor_id": "v035",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 2,
     "cost_usd": 0.062058,
     "latency_s": 15.77,
     "history_shown": 2,
     "sent_back": [
      "date_sequence",
      "due_date_terms"
     ],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v035-5",
     "vendor_id": "v035",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0289,
     "latency_s": 4.22,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v036-1",
     "vendor_id": "v036",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 45,
     "correct": 44,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.016698,
     "latency_s": 6.55,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Texier",
       "predicted": "COBALT SUPPLY",
       "confidence": 0.8
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v036-2",
     "vendor_id": "v036",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.01757,
     "latency_s": 4.55,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 29,
      "correct": 28,
      "all_correct": false,
      "cost_usd": 0.013046,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Texier",
        "predicted": "COBALT SUPPLY",
        "confidence": 0.8
       }
      ]
     }
    },
    {
     "case_id": "v036-3",
     "vendor_id": "v036",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.023256,
     "latency_s": 5.327,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v036-4",
     "vendor_id": "v036",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.021048,
     "latency_s": 5.4,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v036-5",
     "vendor_id": "v036",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.021812,
     "latency_s": 4.844,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v037-1",
     "vendor_id": "v037",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.010916,
     "latency_s": 3.78,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v037-2",
     "vendor_id": "v037",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.017914,
     "latency_s": 5.221,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v037-3",
     "vendor_id": "v037",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.023652,
     "latency_s": 5.63,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v037-4",
     "vendor_id": "v037",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.020832,
     "latency_s": 5.22,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v037-5",
     "vendor_id": "v037",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02493,
     "latency_s": 7.461,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v038-1",
     "vendor_id": "v038",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02031,
     "latency_s": 8.394,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v038-2",
     "vendor_id": "v038",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.020226,
     "latency_s": 5.937,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v038-3",
     "vendor_id": "v038",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.022516,
     "latency_s": 5.09,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v038-4",
     "vendor_id": "v038",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.030384,
     "latency_s": 7.91,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v038-5",
     "vendor_id": "v038",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.023488,
     "latency_s": 4.912,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v039-1",
     "vendor_id": "v039",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.013508,
     "latency_s": 5.447,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v039-2",
     "vendor_id": "v039",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 137,
     "correct": 137,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.046518,
     "latency_s": 15.843,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v039-3",
     "vendor_id": "v039",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.026334,
     "latency_s": 5.54,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v039-4",
     "vendor_id": "v039",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02749,
     "latency_s": 6.226,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v039-5",
     "vendor_id": "v039",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.024176,
     "latency_s": 5.821,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v040-1",
     "vendor_id": "v040",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 48,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.018146,
     "latency_s": 7.047,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.tax_id",
       "expected": "14-4917561",
       "predicted": "EIN 14-4917561",
       "confidence": 0.9
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v040-2",
     "vendor_id": "v040",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.026124,
     "latency_s": 7.025,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [
      "vendor.tax_id"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 41,
      "correct": 40,
      "all_correct": false,
      "cost_usd": 0.020708,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.tax_id",
        "expected": "14-4917561",
        "predicted": "EIN 14-4917561",
        "confidence": 0.9
       }
      ]
     }
    },
    {
     "case_id": "v040-3",
     "vendor_id": "v040",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.032428,
     "latency_s": 4.594,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v040-4",
     "vendor_id": "v040",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.036724,
     "latency_s": 8.256,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v040-5",
     "vendor_id": "v040",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.03994,
     "latency_s": 8.435,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    }
   ],
   "lift": null
  },
  {
   "id": "claude-opus-5-5-medium/memory-after-correction",
   "model": {
    "id": "claude-opus-5-5-medium",
    "name": "Claude Opus 5.5",
    "variant": "effort: medium",
    "provider": "Anthropic",
    "model": "anthropic:claude-opus-5-5",
    "notes": "Same effort as the Sonnet 5.5 entry, so the two compare like for like."
   },
   "policy": {
    "id": "memory-after-correction",
    "name": "Previous invoices in the prompt, after a correction",
    "depth": 2,
    "memory": "documents",
    "escalate_to": null,
    "trigger": null,
    "after_correction": true,
    "notes": "Every invoice is extracted in order with up to the vendor's two previous invoices (file, verified values, corrections) in the prompt, then corrected. Scored only on invoices whose vendor's previous invoice needed a correction, against the same invoices with no memory."
   },
   "config": {
    "settings": {
     "anthropic_effort": "medium",
     "anthropic_cache_instructions": true
    },
    "output_mode": "native",
    "pricing": {
     "input": 4.0,
     "output": 20.0,
     "cache_read": null,
     "cache_write": null,
     "per_page": null
    }
   },
   "versions": {
    "prompt": "2026-10-28.3",
    "checks": "3",
    "dataset_sha256": "c5f41982b3cc6d286bc86eb0c47a903213542a8a3e0993bde08d14f7baba2136"
   },
   "fingerprint": "8b284607c9a20a74",
   "finished_at": "2026-10-28T18:38:08.542809+00:00",
   "complete": true,
   "infrastructure_errors": 0,
   "metrics": {
    "cases": 12,
    "fields": 504,
    "score": 97.7,
    "accuracy": 0.9841,
    "brier": 0.0071,
    "ece": 0.0497,
    "mean_confidence": 0.9483,
    "auroc": 1.0,
    "coverage": 0.9683,
    "accepted_accuracy": 1.0,
    "silent_errors": 0,
    "silent_errors_per_100_invoices": 0.0,
    "straight_through_rate": 0.8333,
    "unsafe_straight_through": 0,
    "classification_accuracy": 1.0,
    "failures": 0,
    "reliability": [
     {
      "lower": 0.4,
      "upper": 0.5,
      "count": 5,
      "mean_confidence": 0.4,
      "accuracy": 0.0
     },
     {
      "lower": 0.5,
      "upper": 0.6,
      "count": 3,
      "mean_confidence": 0.5,
      "accuracy": 0.0
     },
     {
      "lower": 0.6,
      "upper": 0.7,
      "count": 5,
      "mean_confidence": 0.61,
      "accuracy": 1.0
     },
     {
      "lower": 0.7,
      "upper": 0.8,
      "count": 2,
      "mean_confidence": 0.71,
      "accuracy": 1.0
     },
     {
      "lower": 0.8,
      "upper": 0.9,
      "count": 6,
      "mean_confidence": 0.8466666666666667,
      "accuracy": 1.0
     },
     {
      "lower": 0.9,
      "upper": 1.0,
      "count": 483,
      "mean_confidence": 0.9625258799171842,
      "accuracy": 1.0
     }
    ]
   },
   "review_rate": 0.25,
   "escalation_rate": 0.0,
   "requests_per_invoice": 1.0,
   "repeat_errors": {
    "fields": 13,
    "rate": 0.0
   },
   "quirks": {
    "fields": 18,
    "accuracy": 1.0,
    "by_quirk": {
     "ambiguous_dates": 1.0,
     "customer_number": 1.0,
     "ref_as_po": 1.0,
     "ship_to_first": 1.0,
     "trading_name": 1.0
    },
    "control_accuracy": null
   },
   "by_position": {
    "0": {
     "cases": 40,
     "fields": 1776,
     "score": 98.53,
     "accuracy": 0.9921,
     "straight_through_rate": 0.525,
     "silent_errors": 2
    },
    "1": {
     "cases": 40,
     "fields": 1728,
     "score": 99.69,
     "accuracy": 0.9994,
     "straight_through_rate": 0.95,
     "silent_errors": 0
    },
    "2": {
     "cases": 40,
     "fields": 1592,
     "score": 99.31,
     "accuracy": 0.9956,
     "straight_through_rate": 0.95,
     "silent_errors": 0
    },
    "3": {
     "cases": 40,
     "fields": 1328,
     "score": 99.82,
     "accuracy": 1.0,
     "straight_through_rate": 0.975,
     "silent_errors": 0
    },
    "4": {
     "cases": 40,
     "fields": 1620,
     "score": 99.81,
     "accuracy": 1.0,
     "straight_through_rate": 1.0,
     "silent_errors": 0
    }
   },
   "cost": {
    "known": true,
    "total_usd": 0.7095,
    "per_invoice_usd": 0.059125,
    "per_1k_invoices_usd": 59.13,
    "input_tokens": 155920,
    "output_tokens": 14700
   },
   "latency": {
    "mean_s": 10.76,
    "p95_s": 14.33
   },
   "fields": {
    "vendor.name": {
     "group": "Vendor",
     "count": 12,
     "accuracy": 1.0,
     "score": 98.98,
     "mean_confidence": 0.9275,
     "silent_errors": 0
    },
    "vendor.address": {
     "group": "Vendor",
     "count": 12,
     "accuracy": 1.0,
     "score": 99.84,
     "mean_confidence": 0.9608,
     "silent_errors": 0
    },
    "vendor.tax_id": {
     "group": "Vendor",
     "count": 12,
     "accuracy": 1.0,
     "score": 99.91,
     "mean_confidence": 0.9708,
     "silent_errors": 0
    },
    "vendor.email": {
     "group": "Vendor",
     "count": 12,
     "accuracy": 1.0,
     "score": 99.83,
     "mean_confidence": 0.9608,
     "silent_errors": 0
    },
    "bill_to": {
     "group": "Parties",
     "count": 12,
     "accuracy": 1.0,
     "score": 99.92,
     "mean_confidence": 0.9717,
     "silent_errors": 0
    },
    "invoice_number": {
     "group": "Identifiers",
     "count": 12,
     "accuracy": 1.0,
     "score": 99.9,
     "mean_confidence": 0.9717,
     "silent_errors": 0
    },
    "purchase_order_number": {
     "group": "Identifiers",
     "count": 12,
     "accuracy": 1.0,
     "score": 99.62,
     "mean_confidence": 0.9433,
     "silent_errors": 0
    },
    "invoice_date": {
     "group": "Dates",
     "count": 12,
     "accuracy": 1.0,
     "score": 99.77,
     "mean_confidence": 0.9592,
     "silent_errors": 0
    },
    "due_date": {
     "group": "Dates",
     "count": 12,
     "accuracy": 1.0,
     "score": 99.8,
     "mean_confidence": 0.9592,
     "silent_errors": 0
    },
    "payment_terms": {
     "group": "Dates",
     "count": 12,
     "accuracy": 1.0,
     "score": 99.82,
     "mean_confidence": 0.96,
     "silent_errors": 0
    },
    "currency": {
     "group": "Amounts",
     "count": 12,
     "accuracy": 1.0,
     "score": 99.94,
     "mean_confidence": 0.9775,
     "silent_errors": 0
    },
    "subtotal": {
     "group": "Amounts",
     "count": 12,
     "accuracy": 0.9167,
     "score": 88.81,
     "mean_confidence": 0.9067,
     "silent_errors": 0
    },
    "discount": {
     "group": "Amounts",
     "count": 12,
     "accuracy": 1.0,
     "score": 99.42,
     "mean_confidence": 0.9342,
     "silent_errors": 0
    },
    "shipping": {
     "group": "Amounts",
     "count": 12,
     "accuracy": 0.9167,
     "score": 88.32,
     "mean_confidence": 0.8875,
     "silent_errors": 0
    },
    "tax": {
     "group": "Amounts",
     "count": 12,
     "accuracy": 1.0,
     "score": 98.24,
     "mean_confidence": 0.9233,
     "silent_errors": 0
    },
    "total": {
     "group": "Amounts",
     "count": 12,
     "accuracy": 1.0,
     "score": 99.85,
     "mean_confidence": 0.965,
     "silent_errors": 0
    },
    "amount_due": {
     "group": "Amounts",
     "count": 12,
     "accuracy": 1.0,
     "score": 99.35,
     "mean_confidence": 0.9242,
     "silent_errors": 0
    },
    "line.description": {
     "group": "Line items",
     "count": 75,
     "accuracy": 1.0,
     "score": 99.38,
     "mean_confidence": 0.9556,
     "silent_errors": 0
    },
    "line.quantity": {
     "group": "Line items",
     "count": 75,
     "accuracy": 0.9867,
     "score": 98.04,
     "mean_confidence": 0.9521,
     "silent_errors": 0
    },
    "line.unit_price": {
     "group": "Line items",
     "count": 75,
     "accuracy": 0.9733,
     "score": 96.68,
     "mean_confidence": 0.9463,
     "silent_errors": 0
    },
    "line.amount": {
     "group": "Line items",
     "count": 75,
     "accuracy": 0.96,
     "score": 95.04,
     "mean_confidence": 0.9421,
     "silent_errors": 0
    }
   },
   "after_correction": {
    "invoices": 12,
    "no_memory": {
     "score": 93.79,
     "accuracy": 0.9567,
     "straight_through_rate": 0.0833,
     "silent_errors_per_100_invoices": 16.67,
     "all_fields_right": 0.25,
     "repeat_error_rate": 0.5385,
     "repeated_fields": 13,
     "quirk_accuracy": 0.5556,
     "per_1k_invoices_usd": 43.99
    },
    "with_memory": {
     "score": 97.7,
     "accuracy": 0.9841,
     "straight_through_rate": 0.8333,
     "silent_errors_per_100_invoices": 0.0,
     "all_fields_right": 0.8333,
     "repeat_error_rate": 0.0,
     "repeated_fields": 13,
     "quirk_accuracy": 1.0,
     "per_1k_invoices_usd": 59.13
    },
    "fixed": 7,
    "broken": 0,
    "sent_back": {
     "dates": {
      "with_memory": 0.0,
      "no_memory": 0.0
     },
     "line_items": {
      "with_memory": 0.0,
      "no_memory": 0.0
     }
    }
   },
   "errors": [],
   "invoices": [
    {
     "case_id": "v001-1",
     "vendor_id": "v001",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 181,
     "correct": 181,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.125935,
     "latency_s": 28.81,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v001-2",
     "vendor_id": "v001",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.054332,
     "latency_s": 8.521,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v001-3",
     "vendor_id": "v001",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.059052,
     "latency_s": 7.932,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v001-4",
     "vendor_id": "v001",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.050316,
     "latency_s": 9.179,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v001-5",
     "vendor_id": "v001",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 165,
     "correct": 165,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.1142,
     "latency_s": 26.511,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v002-1",
     "vendor_id": "v002",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.065335,
     "latency_s": 11.584,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v002-2",
     "vendor_id": "v002",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.050548,
     "latency_s": 10.085,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v002-3",
     "vendor_id": "v002",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.048272,
     "latency_s": 5.884,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v002-4",
     "vendor_id": "v002",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.052024,
     "latency_s": 11.382,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v002-5",
     "vendor_id": "v002",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.05838,
     "latency_s": 12.676,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v003-1",
     "vendor_id": "v003",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 36,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.058431,
     "latency_s": 11.39,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Chase-Lynn",
       "predicted": "Northstar Direct",
       "confidence": 0.8
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v003-2",
     "vendor_id": "v003",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.055712,
     "latency_s": 10.749,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 33,
      "correct": 32,
      "all_correct": false,
      "cost_usd": 0.047116,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Chase-Lynn",
        "predicted": "Northstar Direct",
        "confidence": 0.8
       }
      ]
     }
    },
    {
     "case_id": "v003-3",
     "vendor_id": "v003",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.055968,
     "latency_s": 7.359,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v003-4",
     "vendor_id": "v003",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.055388,
     "latency_s": 8.764,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v003-5",
     "vendor_id": "v003",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.059748,
     "latency_s": 13.25,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v004-1",
     "vendor_id": "v004",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.062107,
     "latency_s": 9.383,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v004-2",
     "vendor_id": "v004",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.038768,
     "latency_s": 6.538,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v004-3",
     "vendor_id": "v004",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.061612,
     "latency_s": 9.412,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v004-4",
     "vendor_id": "v004",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.048512,
     "latency_s": 8.216,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v004-5",
     "vendor_id": "v004",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.043216,
     "latency_s": 5.987,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v005-1",
     "vendor_id": "v005",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.031124,
     "latency_s": 9.693,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v005-2",
     "vendor_id": "v005",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.037528,
     "latency_s": 8.073,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v005-3",
     "vendor_id": "v005",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 145,
     "correct": 145,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.109984,
     "latency_s": 25.283,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v005-4",
     "vendor_id": "v005",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.058752,
     "latency_s": 8.919,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v005-5",
     "vendor_id": "v005",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.056932,
     "latency_s": 17.235,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v006-1",
     "vendor_id": "v006",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.030188,
     "latency_s": 7.32,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v006-2",
     "vendor_id": "v006",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.045468,
     "latency_s": 8.663,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v006-3",
     "vendor_id": "v006",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.062216,
     "latency_s": 7.29,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v006-4",
     "vendor_id": "v006",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.078964,
     "latency_s": 10.848,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v006-5",
     "vendor_id": "v006",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.085296,
     "latency_s": 10.875,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v007-1",
     "vendor_id": "v007",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.031864,
     "latency_s": 9.294,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v007-2",
     "vendor_id": "v007",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.041972,
     "latency_s": 10.899,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v007-3",
     "vendor_id": "v007",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.04512,
     "latency_s": 6.778,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v007-4",
     "vendor_id": "v007",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.063504,
     "latency_s": 13.326,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v007-5",
     "vendor_id": "v007",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.042132,
     "latency_s": 6.928,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v008-1",
     "vendor_id": "v008",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.044168,
     "latency_s": 12.261,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v008-2",
     "vendor_id": "v008",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.057008,
     "latency_s": 5.81,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v008-3",
     "vendor_id": "v008",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.074552,
     "latency_s": 7.522,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v008-4",
     "vendor_id": "v008",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.077248,
     "latency_s": 8.527,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v008-5",
     "vendor_id": "v008",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.075136,
     "latency_s": 9.518,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v009-1",
     "vendor_id": "v009",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 60,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0583,
     "latency_s": 15.368,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "amount_due",
       "expected": 2683851,
       "predicted": null,
       "confidence": 0.5
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v009-2",
     "vendor_id": "v009",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.073128,
     "latency_s": 12.297,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "amount_due"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 61,
      "correct": 61,
      "all_correct": true,
      "cost_usd": 0.056988,
      "sent_back": [],
      "wrong": []
     }
    },
    {
     "case_id": "v009-3",
     "vendor_id": "v009",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 53,
     "correct": 53,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.091388,
     "latency_s": 12.625,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v009-4",
     "vendor_id": "v009",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.073144,
     "latency_s": 7.295,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v009-5",
     "vendor_id": "v009",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.061076,
     "latency_s": 7.541,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v010-1",
     "vendor_id": "v010",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 40,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.033932,
     "latency_s": 14.016,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Harris Inc",
       "predicted": "Apex Supply",
       "confidence": 0.8
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v010-2",
     "vendor_id": "v010",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.049484,
     "latency_s": 10.755,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 61,
      "correct": 60,
      "all_correct": false,
      "cost_usd": 0.044432,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Harris Inc",
        "predicted": "Apex Supply",
        "confidence": 0.75
       }
      ]
     }
    },
    {
     "case_id": "v010-3",
     "vendor_id": "v010",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.041772,
     "latency_s": 6.106,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v010-4",
     "vendor_id": "v010",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.054996,
     "latency_s": 10.14,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v010-5",
     "vendor_id": "v010",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.05512,
     "latency_s": 9.992,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v011-1",
     "vendor_id": "v011",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 173,
     "correct": 173,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.106928,
     "latency_s": 43.53,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v011-2",
     "vendor_id": "v011",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.05118,
     "latency_s": 7.281,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v011-3",
     "vendor_id": "v011",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.076124,
     "latency_s": 9.68,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v011-4",
     "vendor_id": "v011",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.075648,
     "latency_s": 8.088,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v011-5",
     "vendor_id": "v011",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.098692,
     "latency_s": 15.38,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v012-1",
     "vendor_id": "v012",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.057268,
     "latency_s": 24.865,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v012-2",
     "vendor_id": "v012",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.059768,
     "latency_s": 8.322,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v012-3",
     "vendor_id": "v012",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.08502,
     "latency_s": 9.581,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v012-4",
     "vendor_id": "v012",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.066488,
     "latency_s": 10.382,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v012-5",
     "vendor_id": "v012",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.09312,
     "latency_s": 15.737,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v013-1",
     "vendor_id": "v013",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.03254,
     "latency_s": 5.959,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v013-2",
     "vendor_id": "v013",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.044448,
     "latency_s": 7.013,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v013-3",
     "vendor_id": "v013",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.055796,
     "latency_s": 7.768,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v013-4",
     "vendor_id": "v013",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.044812,
     "latency_s": 7.72,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v013-5",
     "vendor_id": "v013",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.03974,
     "latency_s": 4.912,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v014-1",
     "vendor_id": "v014",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 60,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.044604,
     "latency_s": 11.119,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.tax_id",
       "expected": "50-4960849",
       "predicted": "EIN 50-4960849",
       "confidence": 0.93
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v014-2",
     "vendor_id": "v014",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.072324,
     "latency_s": 17.003,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "vendor.tax_id"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 61,
      "correct": 60,
      "all_correct": false,
      "cost_usd": 0.058152,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.tax_id",
        "expected": "50-4960849",
        "predicted": "EIN 50-4960849",
        "confidence": 0.93
       }
      ]
     }
    },
    {
     "case_id": "v014-3",
     "vendor_id": "v014",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 53,
     "correct": 53,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.072356,
     "latency_s": 12.995,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v014-4",
     "vendor_id": "v014",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.087536,
     "latency_s": 16.714,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v014-5",
     "vendor_id": "v014",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.078808,
     "latency_s": 11.4,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v015-1",
     "vendor_id": "v015",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0391,
     "latency_s": 11.236,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v015-2",
     "vendor_id": "v015",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.060944,
     "latency_s": 13.712,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v015-3",
     "vendor_id": "v015",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.053448,
     "latency_s": 7.936,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v015-4",
     "vendor_id": "v015",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.065056,
     "latency_s": 11.357,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v015-5",
     "vendor_id": "v015",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.053216,
     "latency_s": 7.154,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v016-1",
     "vendor_id": "v016",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.02872,
     "latency_s": 8.004,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v016-2",
     "vendor_id": "v016",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.03152,
     "latency_s": 5.639,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v016-3",
     "vendor_id": "v016",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 145,
     "correct": 145,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.10214,
     "latency_s": 23.31,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v016-4",
     "vendor_id": "v016",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.048044,
     "latency_s": 4.554,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v016-5",
     "vendor_id": "v016",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.061604,
     "latency_s": 9.532,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v017-1",
     "vendor_id": "v017",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.024176,
     "latency_s": 6.132,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v017-2",
     "vendor_id": "v017",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 145,
     "correct": 145,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.095352,
     "latency_s": 22.746,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v017-3",
     "vendor_id": "v017",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.056736,
     "latency_s": 11.054,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v017-4",
     "vendor_id": "v017",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.049184,
     "latency_s": 7.46,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v017-5",
     "vendor_id": "v017",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.045004,
     "latency_s": 7.923,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v018-1",
     "vendor_id": "v018",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.026024,
     "latency_s": 6.823,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v018-2",
     "vendor_id": "v018",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.034344,
     "latency_s": 7.484,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v018-3",
     "vendor_id": "v018",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.059904,
     "latency_s": 11.694,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v018-4",
     "vendor_id": "v018",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.047644,
     "latency_s": 7.37,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v018-5",
     "vendor_id": "v018",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.050824,
     "latency_s": 8.305,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v019-1",
     "vendor_id": "v019",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.059636,
     "latency_s": 15.203,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v019-2",
     "vendor_id": "v019",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.075024,
     "latency_s": 13.348,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v019-3",
     "vendor_id": "v019",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.089088,
     "latency_s": 11.439,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v019-4",
     "vendor_id": "v019",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.08718,
     "latency_s": 11.298,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v019-5",
     "vendor_id": "v019",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.068636,
     "latency_s": 8.844,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v020-1",
     "vendor_id": "v020",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 45,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.05824,
     "latency_s": 16.727,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Schaller-Sutter",
       "predicted": "Silverleaf Works",
       "confidence": 0.75
      },
      {
       "field": "line.unit_price",
       "expected": 1043,
       "predicted": null,
       "confidence": 0.5
      },
      {
       "field": "line.quantity",
       "expected": 2.0,
       "predicted": null,
       "confidence": 0.5
      },
      {
       "field": "line.unit_price",
       "expected": 35917,
       "predicted": null,
       "confidence": 0.5
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v020-2",
     "vendor_id": "v020",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 33,
     "correct": 32,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.070412,
     "latency_s": 13.207,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [
      {
       "field": "line.amount",
       "expected": 77880,
       "predicted": null,
       "confidence": 0.5
      }
     ],
     "no_memory": {
      "fields": 33,
      "correct": 31,
      "all_correct": false,
      "cost_usd": 0.04786,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Schaller-Sutter",
        "predicted": "Silverleaf Works",
        "confidence": 0.75
       },
       {
        "field": "line.amount",
        "expected": 77880,
        "predicted": null,
        "confidence": 0.5
       }
      ]
     }
    },
    {
     "case_id": "v020-3",
     "vendor_id": "v020",
     "position": 2,
     "scored": true,
     "after_correction": true,
     "fields": 25,
     "correct": 18,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.088236,
     "latency_s": 12.101,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "subtotal",
       "expected": 236556,
       "predicted": null,
       "confidence": 0.5
      },
      {
       "field": "shipping",
       "expected": 4549,
       "predicted": null,
       "confidence": 0.5
      },
      {
       "field": "line.quantity",
       "expected": 12.0,
       "predicted": null,
       "confidence": 0.4
      },
      {
       "field": "line.unit_price",
       "expected": 9698,
       "predicted": null,
       "confidence": 0.4
      },
      {
       "field": "line.amount",
       "expected": 116376,
       "predicted": null,
       "confidence": 0.4
      },
      {
       "field": "line.unit_price",
       "expected": 120180,
       "predicted": null,
       "confidence": 0.4
      },
      {
       "field": "line.amount",
       "expected": 120180,
       "predicted": null,
       "confidence": 0.4
      }
     ],
     "no_memory": {
      "fields": 29,
      "correct": 16,
      "all_correct": false,
      "cost_usd": 0.043668,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Schaller-Sutter",
        "predicted": "Silverleaf Works",
        "confidence": 0.95
       },
       {
        "field": "subtotal",
        "expected": 236556,
        "predicted": null,
        "confidence": 0.4
       },
       {
        "field": "shipping",
        "expected": 4549,
        "predicted": null,
        "confidence": 0.4
       },
       {
        "field": "line.description",
        "expected": "Montagearbeiten",
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.quantity",
        "expected": 12.0,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.unit_price",
        "expected": 9698,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.amount",
        "expected": 116376,
        "predicted": null,
        "confidence": 0.0
       },
       {
        "field": "line.unit_price",
        "expected": 120180,
        "predicted": null,
        "confidence": 0.3
       },
       {
        "field": "line.amount",
        "expected": 120180,
        "predicted": null,
        "confidence": 0.3
       },
       {
        "field": "line.description",
        "expected": null,
        "predicted": "Wartungsarbeiten",
        "confidence": 0.4
       },
       {
        "field": "line.quantity",
        "expected": null,
        "predicted": null,
        "confidence": 0.3
       },
       {
        "field": "line.unit_price",
        "expected": null,
        "predicted": null,
        "confidence": 0.3
       },
       {
        "field": "line.amount",
        "expected": null,
        "predicted": null,
        "confidence": 0.3
       }
      ]
     }
    },
    {
     "case_id": "v020-4",
     "vendor_id": "v020",
     "position": 3,
     "scored": true,
     "after_correction": true,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.077124,
     "latency_s": 7.743,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "shipping",
      "subtotal"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 25,
      "correct": 24,
      "all_correct": false,
      "cost_usd": 0.04166,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Schaller-Sutter",
        "predicted": "Silverleaf Works",
        "confidence": 0.7
       }
      ]
     }
    },
    {
     "case_id": "v020-5",
     "vendor_id": "v020",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.08232,
     "latency_s": 8.562,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v021-1",
     "vendor_id": "v021",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 28,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.037528,
     "latency_s": 10.11,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Thomas-Ward",
       "predicted": "Oakmont Services",
       "confidence": 0.85
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v021-2",
     "vendor_id": "v021",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.044328,
     "latency_s": 8.919,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 33,
      "correct": 32,
      "all_correct": false,
      "cost_usd": 0.037096,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Thomas-Ward",
        "predicted": "Oakmont Services",
        "confidence": 0.75
       }
      ]
     }
    },
    {
     "case_id": "v021-3",
     "vendor_id": "v021",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.061608,
     "latency_s": 12.167,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v021-4",
     "vendor_id": "v021",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.059,
     "latency_s": 6.717,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v021-5",
     "vendor_id": "v021",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.061692,
     "latency_s": 7.267,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v022-1",
     "vendor_id": "v022",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.047508,
     "latency_s": 13.994,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v022-2",
     "vendor_id": "v022",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.043444,
     "latency_s": 6.62,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v022-3",
     "vendor_id": "v022",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.050996,
     "latency_s": 6.89,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v022-4",
     "vendor_id": "v022",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.04958,
     "latency_s": 6.448,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v022-5",
     "vendor_id": "v022",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.049088,
     "latency_s": 8.45,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v023-1",
     "vendor_id": "v023",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 36,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.030112,
     "latency_s": 8.422,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "invoice_date",
       "expected": "2026-07-04",
       "predicted": "2026-04-07",
       "confidence": 0.72
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v023-2",
     "vendor_id": "v023",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.048124,
     "latency_s": 10.34,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "invoice_date"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 61,
      "correct": 60,
      "all_correct": false,
      "cost_usd": 0.040512,
      "sent_back": [],
      "wrong": [
       {
        "field": "invoice_date",
        "expected": "2026-08-02",
        "predicted": "2026-02-08",
        "confidence": 0.72
       }
      ]
     }
    },
    {
     "case_id": "v023-3",
     "vendor_id": "v023",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.056116,
     "latency_s": 16.546,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v023-4",
     "vendor_id": "v023",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.04492,
     "latency_s": 7.99,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v023-5",
     "vendor_id": "v023",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.052528,
     "latency_s": 9.97,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v024-1",
     "vendor_id": "v024",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.043372,
     "latency_s": 10.432,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v024-2",
     "vendor_id": "v024",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.046908,
     "latency_s": 6.379,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v024-3",
     "vendor_id": "v024",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.072668,
     "latency_s": 10.529,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v024-4",
     "vendor_id": "v024",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.066552,
     "latency_s": 8.333,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v024-5",
     "vendor_id": "v024",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.061432,
     "latency_s": 6.41,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v025-1",
     "vendor_id": "v025",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 19,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.040032,
     "latency_s": 10.799,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "invoice_date",
       "expected": "2026-04-09",
       "predicted": "2026-09-04",
       "confidence": 0.6
      },
      {
       "field": "due_date",
       "expected": "2026-05-09",
       "predicted": "2026-09-05",
       "confidence": 0.6
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v025-2",
     "vendor_id": "v025",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0649,
     "latency_s": 14.334,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "due_date",
      "invoice_date"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 61,
      "correct": 61,
      "all_correct": true,
      "cost_usd": 0.049404,
      "sent_back": [],
      "wrong": []
     }
    },
    {
     "case_id": "v025-3",
     "vendor_id": "v025",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.073404,
     "latency_s": 14.007,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v025-4",
     "vendor_id": "v025",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.051876,
     "latency_s": 8.761,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v025-5",
     "vendor_id": "v025",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0695,
     "latency_s": 12.511,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v026-1",
     "vendor_id": "v026",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.027004,
     "latency_s": 8.03,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v026-2",
     "vendor_id": "v026",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.038016,
     "latency_s": 8.808,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v026-3",
     "vendor_id": "v026",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.054908,
     "latency_s": 9.927,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v026-4",
     "vendor_id": "v026",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.059304,
     "latency_s": 10.356,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v026-5",
     "vendor_id": "v026",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.05094,
     "latency_s": 6.839,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v027-1",
     "vendor_id": "v027",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.034712,
     "latency_s": 12.66,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v027-2",
     "vendor_id": "v027",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.04298,
     "latency_s": 6.184,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v027-3",
     "vendor_id": "v027",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.059736,
     "latency_s": 5.017,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v027-4",
     "vendor_id": "v027",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.059504,
     "latency_s": 8.122,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v027-5",
     "vendor_id": "v027",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.054628,
     "latency_s": 6.819,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v028-1",
     "vendor_id": "v028",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.03194,
     "latency_s": 8.889,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v028-2",
     "vendor_id": "v028",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.050828,
     "latency_s": 12.575,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v028-3",
     "vendor_id": "v028",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.052152,
     "latency_s": 8.719,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v028-4",
     "vendor_id": "v028",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.043732,
     "latency_s": 5.783,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v028-5",
     "vendor_id": "v028",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.054168,
     "latency_s": 9.815,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v029-1",
     "vendor_id": "v029",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.030484,
     "latency_s": 8.604,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v029-2",
     "vendor_id": "v029",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.039352,
     "latency_s": 7.67,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v029-3",
     "vendor_id": "v029",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.04424,
     "latency_s": 7.166,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v029-4",
     "vendor_id": "v029",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.044056,
     "latency_s": 8.048,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v029-5",
     "vendor_id": "v029",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 53,
     "correct": 53,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.061824,
     "latency_s": 12.635,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v030-1",
     "vendor_id": "v030",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.051936,
     "latency_s": 13.469,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v030-2",
     "vendor_id": "v030",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.057908,
     "latency_s": 7.986,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v030-3",
     "vendor_id": "v030",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.079048,
     "latency_s": 8.291,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v030-4",
     "vendor_id": "v030",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.084092,
     "latency_s": 10.512,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v030-5",
     "vendor_id": "v030",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.08048,
     "latency_s": 8.774,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v031-1",
     "vendor_id": "v031",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.025424,
     "latency_s": 7.067,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v031-2",
     "vendor_id": "v031",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.043628,
     "latency_s": 10.449,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v031-3",
     "vendor_id": "v031",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0662,
     "latency_s": 15.392,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v031-4",
     "vendor_id": "v031",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.054996,
     "latency_s": 10.133,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v031-5",
     "vendor_id": "v031",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.05622,
     "latency_s": 10.604,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v032-1",
     "vendor_id": "v032",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.020224,
     "latency_s": 5.342,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v032-2",
     "vendor_id": "v032",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.047904,
     "latency_s": 10.894,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v032-3",
     "vendor_id": "v032",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0514,
     "latency_s": 8.577,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v032-4",
     "vendor_id": "v032",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.055212,
     "latency_s": 6.226,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v032-5",
     "vendor_id": "v032",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.063528,
     "latency_s": 13.749,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v033-1",
     "vendor_id": "v033",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.027896,
     "latency_s": 8.115,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v033-2",
     "vendor_id": "v033",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 65,
     "correct": 65,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.053848,
     "latency_s": 12.727,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v033-3",
     "vendor_id": "v033",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.042064,
     "latency_s": 6.287,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v033-4",
     "vendor_id": "v033",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 53,
     "correct": 53,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.056528,
     "latency_s": 9.883,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v033-5",
     "vendor_id": "v033",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.062084,
     "latency_s": 12.706,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v034-1",
     "vendor_id": "v034",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 28,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.030184,
     "latency_s": 8.687,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Kinsella and Sons",
       "predicted": "Brightline Group",
       "confidence": 0.8
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v034-2",
     "vendor_id": "v034",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.030592,
     "latency_s": 5.24,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 21,
      "correct": 20,
      "all_correct": false,
      "cost_usd": 0.0267,
      "sent_back": [],
      "wrong": [
       {
        "field": "vendor.name",
        "expected": "Kinsella and Sons",
        "predicted": "Brightline Group",
        "confidence": 0.75
       }
      ]
     }
    },
    {
     "case_id": "v034-3",
     "vendor_id": "v034",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.047092,
     "latency_s": 7.812,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v034-4",
     "vendor_id": "v034",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.05752,
     "latency_s": 12.857,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v034-5",
     "vendor_id": "v034",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.055276,
     "latency_s": 10.073,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v035-1",
     "vendor_id": "v035",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.035004,
     "latency_s": 8.023,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v035-2",
     "vendor_id": "v035",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.046432,
     "latency_s": 7.535,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v035-3",
     "vendor_id": "v035",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.065072,
     "latency_s": 10.4,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v035-4",
     "vendor_id": "v035",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.060304,
     "latency_s": 7.668,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v035-5",
     "vendor_id": "v035",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0619,
     "latency_s": 8.138,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v036-1",
     "vendor_id": "v036",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 45,
     "correct": 44,
     "all_correct": false,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.039256,
     "latency_s": 12.349,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [
      {
       "field": "vendor.name",
       "expected": "Texier",
       "predicted": "COBALT SUPPLY",
       "confidence": 0.8
      }
     ],
     "no_memory": null
    },
    {
     "case_id": "v036-2",
     "vendor_id": "v036",
     "position": 1,
     "scored": true,
     "after_correction": true,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.03514,
     "latency_s": 6.448,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [
      "vendor.name"
     ],
     "wrong": [],
     "no_memory": {
      "fields": 29,
      "correct": 29,
      "all_correct": true,
      "cost_usd": 0.034352,
      "sent_back": [],
      "wrong": []
     }
    },
    {
     "case_id": "v036-3",
     "vendor_id": "v036",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.046412,
     "latency_s": 7.159,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v036-4",
     "vendor_id": "v036",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.041996,
     "latency_s": 5.982,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v036-5",
     "vendor_id": "v036",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.043224,
     "latency_s": 6.037,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v037-1",
     "vendor_id": "v037",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.024792,
     "latency_s": 6.798,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v037-2",
     "vendor_id": "v037",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.036388,
     "latency_s": 7.402,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v037-3",
     "vendor_id": "v037",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.047304,
     "latency_s": 8.475,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v037-4",
     "vendor_id": "v037",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.041484,
     "latency_s": 7.318,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v037-5",
     "vendor_id": "v037",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.05134,
     "latency_s": 9.082,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v038-1",
     "vendor_id": "v038",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.04052,
     "latency_s": 11.132,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v038-2",
     "vendor_id": "v038",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.047652,
     "latency_s": 11.768,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic",
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v038-3",
     "vendor_id": "v038",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.045032,
     "latency_s": 6.272,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v038-4",
     "vendor_id": "v038",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 61,
     "correct": 61,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.060768,
     "latency_s": 11.379,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v038-5",
     "vendor_id": "v038",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.047396,
     "latency_s": 7.282,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v039-1",
     "vendor_id": "v039",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.033196,
     "latency_s": 10.136,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic",
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v039-2",
     "vendor_id": "v039",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 137,
     "correct": 137,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.092936,
     "latency_s": 22.423,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v039-3",
     "vendor_id": "v039",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 25,
     "correct": 25,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.056728,
     "latency_s": 8.314,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [
      "confidence_threshold"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v039-4",
     "vendor_id": "v039",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 29,
     "correct": 29,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0559,
     "latency_s": 7.957,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v039-5",
     "vendor_id": "v039",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 37,
     "correct": 37,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.048252,
     "latency_s": 8.041,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v040-1",
     "vendor_id": "v040",
     "position": 0,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.041292,
     "latency_s": 14.336,
     "history_shown": 0,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v040-2",
     "vendor_id": "v040",
     "position": 1,
     "scored": false,
     "after_correction": false,
     "fields": 41,
     "correct": 41,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.061132,
     "latency_s": 11.966,
     "history_shown": 1,
     "sent_back": [],
     "review_flags": [
      "line_items_sum",
      "line_arithmetic"
     ],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v040-3",
     "vendor_id": "v040",
     "position": 2,
     "scored": false,
     "after_correction": false,
     "fields": 21,
     "correct": 21,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.0675,
     "latency_s": 7.937,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v040-4",
     "vendor_id": "v040",
     "position": 3,
     "scored": false,
     "after_correction": false,
     "fields": 33,
     "correct": 33,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.071948,
     "latency_s": 8.454,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    },
    {
     "case_id": "v040-5",
     "vendor_id": "v040",
     "position": 4,
     "scored": false,
     "after_correction": false,
     "fields": 49,
     "correct": 49,
     "all_correct": true,
     "failed": false,
     "error": null,
     "requests": 1,
     "cost_usd": 0.08476,
     "latency_s": 12.684,
     "history_shown": 2,
     "sent_back": [],
     "review_flags": [],
     "previously_corrected": [],
     "wrong": [],
     "no_memory": null
    }
   ],
   "lift": null
  }
 ],
 "pareto": [
  "claude-sonnet-5-5-medium/memory-after-correction",
  "claude-opus-5-5-medium/memory-after-correction"
 ],
 "stale": []
}