{
 "schema": "heocr_site_benchmarks.v0",
 "updated": "2026-11-19",
 "p_mod": {
  "status": "no_data"
 },
 "handwriting": {
  "status": "no_data"
 },
 "p_hist": {
  "status": "not_measured",
  "note": "no held-out P-hist set scored yet; the P-hist test waits for volunteer references"
 },
 "documents": {
  "status": "scored",
  "gate": "run",
  "run": "gate-rc1-synth",
  "heocr": "heocr 0.1.0rc1 @ HeOCR/heocr 57e58deb3a230a86b07e9fdf110223cac9fbf471 (the release candidate, gate amendment 6)",
  "baselines": {
   "stock": {
    "ocr": "tesseract 5.5, heb tessdata_best e12c65a (sha256 dbaa827a), psm 3, pages at 300 dpi gray (pdftoppm)"
   },
   "docling": {
    "version": "2.150.1",
    "options": "DocumentConverter() defaults"
   },
   "markitdown": {
    "version": "0.1.9 [pdf,docx]",
    "options": "MarkItDown(enable_plugins=False)"
   },
   "pymupdf4llm": {
    "version": "2.1 (AGPL; benchmark baseline only, decision 0020 item 2)",
    "options": "to_markdown(path)"
   }
  },
  "measure": "line_fold_v1",
  "interval": "95% percentile bootstrap over documents, 2000 resamples, seed 0",
  "excluded_cases": [
   "C/pdf_t5_office",
   "C/pdf_t5_office_numbers"
  ],
  "reference": {
   "name": "the release gate's fresh generated set (the cases of D-bench sets A, B and C, new seeds after the code freeze)",
   "source": "generated documents with exact gold; text from the public-domain Israeli official gazette (Reshumot)",
   "licence": "PD-IL (text)"
  },
  "cells": {
   "DOCX": {
    "documents": 80,
    "readers": {
     "heocr": {
      "documents": 80,
      "cer": {
       "value": 0.003,
       "ci95": [
        0.0021,
        0.0038
       ],
       "n": 80
      },
      "wer": {
       "value": 0.0036,
       "ci95": [
        0.0026,
        0.0046
       ],
       "n": 80
      },
      "number_recall": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 80
      },
      "labels": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 60
      }
     },
     "docling": {
      "documents": 80,
      "cer": {
       "value": 0.0328,
       "ci95": [
        0.0284,
        0.0371
       ],
       "n": 80
      },
      "wer": {
       "value": 0.0806,
       "ci95": [
        0.0726,
        0.0884
       ],
       "n": 80
      },
      "number_recall": {
       "value": 0.9387,
       "ci95": [
        0.9188,
        0.9558
       ],
       "n": 80
      },
      "labels": {
       "value": 0.0791,
       "ci95": [
        0.061,
        0.0997
       ],
       "n": 60
      }
     },
     "markitdown": {
      "documents": 80,
      "cer": {
       "value": 0.0405,
       "ci95": [
        0.0358,
        0.0449
       ],
       "n": 80
      },
      "wer": {
       "value": 0.0751,
       "ci95": [
        0.0702,
        0.0794
       ],
       "n": 80
      },
      "number_recall": {
       "value": 0.7732,
       "ci95": [
        0.7365,
        0.8074
       ],
       "n": 80
      },
      "labels": {
       "value": 0.0292,
       "ci95": [
        0.0219,
        0.0381
       ],
       "n": 60
      }
     }
    },
    "verdict": "supported"
   },
   "DOC": {
    "documents": 40,
    "readers": {
     "heocr": {
      "documents": 40,
      "cer": {
       "value": 0.0077,
       "ci95": [
        0.006,
        0.0094
       ],
       "n": 40
      },
      "wer": {
       "value": 0.0194,
       "ci95": [
        0.0142,
        0.0247
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.9141,
       "ci95": [
        0.8833,
        0.9418
       ],
       "n": 40
      }
     }
    },
    "verdict": "supported"
   },
   "PDF T1": {
    "documents": 316,
    "readers": {
     "heocr": {
      "documents": 316,
      "cer": {
       "value": 0.0002,
       "ci95": [
        0.0002,
        0.0003
       ],
       "n": 316
      },
      "wer": {
       "value": 0.002,
       "ci95": [
        0.0016,
        0.0025
       ],
       "n": 316
      },
      "number_recall": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 316
      },
      "silent_loss": {
       "value": 0.0002,
       "ci95": [
        0.0002,
        0.0003
       ],
       "n": 316
      }
     },
     "stock": {
      "documents": 80,
      "cer": {
       "value": 0.0856,
       "ci95": [
        0.0788,
        0.0931
       ],
       "n": 80
      },
      "wer": {
       "value": 0.169,
       "ci95": [
        0.1571,
        0.1816
       ],
       "n": 80
      },
      "number_recall": {
       "value": 0.4723,
       "ci95": [
        0.4549,
        0.4891
       ],
       "n": 80
      },
      "silent_loss": {
       "value": 0.0786,
       "ci95": [
        0.0727,
        0.0853
       ],
       "n": 80
      }
     },
     "docling": {
      "documents": 316,
      "cer": {
       "value": 0.2157,
       "ci95": [
        0.1922,
        0.2418
       ],
       "n": 316
      },
      "wer": {
       "value": 0.7253,
       "ci95": [
        0.7141,
        0.7367
       ],
       "n": 316
      },
      "number_recall": {
       "value": 0.9663,
       "ci95": [
        0.9558,
        0.9756
       ],
       "n": 316
      },
      "silent_loss": {
       "value": 0.135,
       "ci95": [
        0.1094,
        0.1643
       ],
       "n": 316
      }
     },
     "markitdown": {
      "documents": 316,
      "cer": {
       "value": 0.5671,
       "ci95": [
        0.535,
        0.5981
       ],
       "n": 316
      },
      "wer": {
       "value": 0.7359,
       "ci95": [
        0.6969,
        0.7718
       ],
       "n": 316
      },
      "number_recall": {
       "value": 0.9906,
       "ci95": [
        0.9874,
        0.9934
       ],
       "n": 316
      },
      "silent_loss": {
       "value": 0.4091,
       "ci95": [
        0.3854,
        0.4325
       ],
       "n": 316
      }
     },
     "pymupdf4llm": {
      "documents": 316,
      "cer": {
       "value": 0.3212,
       "ci95": [
        0.3156,
        0.3265
       ],
       "n": 316
      },
      "wer": {
       "value": 0.4561,
       "ci95": [
        0.4472,
        0.4649
       ],
       "n": 316
      },
      "number_recall": {
       "value": 0.9106,
       "ci95": [
        0.9058,
        0.9156
       ],
       "n": 316
      },
      "silent_loss": {
       "value": 0.2176,
       "ci95": [
        0.2133,
        0.2221
       ],
       "n": 316
      }
     }
    },
    "verdict": "supported"
   },
   "PDF T2": {
    "documents": 40,
    "readers": {
     "heocr": {
      "documents": 40,
      "cer": {
       "value": 0.0002,
       "ci95": [
        0.0001,
        0.0005
       ],
       "n": 40
      },
      "wer": {
       "value": 0.0005,
       "ci95": [
        0.0001,
        0.0009
       ],
       "n": 40
      },
      "number_recall": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.0002,
       "ci95": [
        0.0001,
        0.0004
       ],
       "n": 40
      }
     },
     "docling": {
      "documents": 40,
      "cer": {
       "value": 0.1064,
       "ci95": [
        0.0966,
        0.1161
       ],
       "n": 40
      },
      "wer": {
       "value": 0.1904,
       "ci95": [
        0.1789,
        0.2023
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.9551,
       "ci95": [
        0.9441,
        0.9645
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.0697,
       "ci95": [
        0.0628,
        0.0769
       ],
       "n": 40
      }
     },
     "markitdown": {
      "documents": 40,
      "cer": {
       "value": 0.7828,
       "ci95": [
        0.7799,
        0.7858
       ],
       "n": 40
      },
      "wer": {
       "value": 0.987,
       "ci95": [
        0.9848,
        0.9892
       ],
       "n": 40
      },
      "number_recall": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.6088,
       "ci95": [
        0.5846,
        0.6354
       ],
       "n": 40
      }
     },
     "pymupdf4llm": {
      "documents": 40,
      "cer": {
       "value": 0.7117,
       "ci95": [
        0.7087,
        0.7145
       ],
       "n": 40
      },
      "wer": {
       "value": 0.9142,
       "ci95": [
        0.912,
        0.9163
       ],
       "n": 40
      },
      "number_recall": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.5155,
       "ci95": [
        0.5056,
        0.5269
       ],
       "n": 40
      }
     }
    },
    "verdict": "supported"
   },
   "PDF T3": {
    "documents": 146,
    "readers": {
     "heocr": {
      "documents": 146,
      "cer": {
       "value": 0.0016,
       "ci95": [
        0.001,
        0.0024
       ],
       "n": 146
      },
      "wer": {
       "value": 0.0063,
       "ci95": [
        0.0043,
        0.0086
       ],
       "n": 146
      },
      "number_recall": {
       "value": 0.9987,
       "ci95": [
        0.9963,
        1.0
       ],
       "n": 146
      },
      "silent_loss": {
       "value": 0.0014,
       "ci95": [
        0.001,
        0.0019
       ],
       "n": 146
      }
     },
     "stock": {
      "documents": 66,
      "cer": {
       "value": 0.0925,
       "ci95": [
        0.085,
        0.1004
       ],
       "n": 66
      },
      "wer": {
       "value": 0.1942,
       "ci95": [
        0.1816,
        0.2077
       ],
       "n": 66
      },
      "number_recall": {
       "value": 0.4693,
       "ci95": [
        0.4507,
        0.4874
       ],
       "n": 66
      },
      "silent_loss": {
       "value": 0.0847,
       "ci95": [
        0.0785,
        0.0916
       ],
       "n": 66
      }
     },
     "docling": {
      "documents": 146,
      "cer": {
       "value": 0.787,
       "ci95": [
        0.7056,
        0.8721
       ],
       "n": 146
      },
      "wer": {
       "value": 2.7656,
       "ci95": [
        2.5173,
        3.0334
       ],
       "n": 146
      },
      "number_recall": {
       "value": 0.9952,
       "ci95": [
        0.9927,
        0.9974
       ],
       "n": 146
      },
      "silent_loss": {
       "value": 0.4064,
       "ci95": [
        0.3587,
        0.4554
       ],
       "n": 146
      }
     },
     "markitdown": {
      "documents": 146,
      "cer": {
       "value": 0.7071,
       "ci95": [
        0.667,
        0.7453
       ],
       "n": 146
      },
      "wer": {
       "value": 0.882,
       "ci95": [
        0.8417,
        0.9216
       ],
       "n": 146
      },
      "number_recall": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 146
      },
      "silent_loss": {
       "value": 0.5915,
       "ci95": [
        0.5541,
        0.6288
       ],
       "n": 146
      }
     },
     "pymupdf4llm": {
      "documents": 146,
      "cer": {
       "value": 0.6574,
       "ci95": [
        0.6161,
        0.7016
       ],
       "n": 146
      },
      "wer": {
       "value": 0.8745,
       "ci95": [
        0.8116,
        0.9485
       ],
       "n": 146
      },
      "number_recall": {
       "value": 0.9499,
       "ci95": [
        0.942,
        0.9573
       ],
       "n": 146
      },
      "silent_loss": {
       "value": 0.5371,
       "ci95": [
        0.4978,
        0.5804
       ],
       "n": 146
      }
     }
    },
    "verdict": "supported"
   },
   "PDF T4": {
    "documents": 40,
    "readers": {
     "heocr": {
      "documents": 40,
      "cer": {
       "value": 0.0577,
       "ci95": [
        0.0283,
        0.1126
       ],
       "n": 40
      },
      "wer": {
       "value": 0.1373,
       "ci95": [
        0.0753,
        0.2549
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.7881,
       "ci95": [
        0.7589,
        0.8161
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.0208,
       "ci95": [
        0.0156,
        0.0283
       ],
       "n": 40
      }
     },
     "stock": {
      "documents": 40,
      "cer": {
       "value": 0.08,
       "ci95": [
        0.0698,
        0.0896
       ],
       "n": 40
      },
      "wer": {
       "value": 0.1454,
       "ci95": [
        0.1299,
        0.1606
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.4751,
       "ci95": [
        0.4517,
        0.4982
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.0737,
       "ci95": [
        0.0647,
        0.0826
       ],
       "n": 40
      }
     },
     "docling": {
      "documents": 40,
      "cer": {
       "value": 0.8145,
       "ci95": [
        0.8109,
        0.8181
       ],
       "n": 40
      },
      "wer": {
       "value": 0.9736,
       "ci95": [
        0.9715,
        0.9759
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.6919,
       "ci95": [
        0.6669,
        0.7149
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.7933,
       "ci95": [
        0.7857,
        0.8
       ],
       "n": 40
      }
     },
     "markitdown": {
      "documents": 40,
      "cer": {
       "value": 0.8136,
       "ci95": [
        0.8012,
        0.8246
       ],
       "n": 40
      },
      "wer": {
       "value": 1.0208,
       "ci95": [
        1.0124,
        1.0295
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.1646,
       "ci95": [
        0.146,
        0.1841
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.6593,
       "ci95": [
        0.6395,
        0.6799
       ],
       "n": 40
      }
     },
     "pymupdf4llm": {
      "documents": 40,
      "cer": {
       "value": 0.8084,
       "ci95": [
        0.8008,
        0.8156
       ],
       "n": 40
      },
      "wer": {
       "value": 0.9966,
       "ci95": [
        0.994,
        0.9996
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.1456,
       "ci95": [
        0.1279,
        0.1646
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.6192,
       "ci95": [
        0.6066,
        0.6344
       ],
       "n": 40
      }
     }
    },
    "verdict": "not_supported",
    "gate_failed": [
     {
      "baseline": "stock",
      "measure": "cer",
      "delta": -2.225,
      "upper_97_5": 3.633,
      "margin": 0.5
     }
    ]
   },
   "PDF T5": {
    "documents": 40,
    "readers": {
     "heocr": {
      "documents": 40,
      "cer": {
       "value": 0.0547,
       "ci95": [
        0.0274,
        0.1093
       ],
       "n": 40
      },
      "wer": {
       "value": 0.1332,
       "ci95": [
        0.0735,
        0.2514
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.7911,
       "ci95": [
        0.7619,
        0.8182
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.0179,
       "ci95": [
        0.0151,
        0.0207
       ],
       "n": 40
      }
     },
     "stock": {
      "documents": 40,
      "cer": {
       "value": 0.08,
       "ci95": [
        0.0698,
        0.0896
       ],
       "n": 40
      },
      "wer": {
       "value": 0.1454,
       "ci95": [
        0.1299,
        0.1606
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.4751,
       "ci95": [
        0.4517,
        0.4982
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.0737,
       "ci95": [
        0.0647,
        0.0826
       ],
       "n": 40
      }
     },
     "docling": {
      "documents": 40,
      "cer": {
       "value": 0.841,
       "ci95": [
        0.8355,
        0.8469
       ],
       "n": 40
      },
      "wer": {
       "value": 0.9713,
       "ci95": [
        0.9691,
        0.9736
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.6804,
       "ci95": [
        0.6526,
        0.7051
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.8228,
       "ci95": [
        0.8148,
        0.8305
       ],
       "n": 40
      }
     },
     "markitdown": {
      "documents": 40,
      "cer": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 40
      },
      "wer": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.0,
       "ci95": [
        0.0,
        0.0
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 40
      }
     },
     "pymupdf4llm": {
      "documents": 40,
      "cer": {
       "value": 0.8292,
       "ci95": [
        0.8275,
        0.8311
       ],
       "n": 40
      },
      "wer": {
       "value": 0.9904,
       "ci95": [
        0.9888,
        0.9924
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.7338,
       "ci95": [
        0.6993,
        0.7666
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.7857,
       "ci95": [
        0.78,
        0.7921
       ],
       "n": 40
      }
     }
    },
    "verdict": "not_supported",
    "gate_failed": [
     {
      "baseline": "stock",
      "measure": "cer",
      "delta": -3.385,
      "upper_97_5": 0.514,
      "margin": 0.5
     },
     {
      "baseline": "pymupdf4llm",
      "measure": "number_recall",
      "delta": 3.113,
      "upper_97_5": 9.407,
      "margin": 1.0
     }
    ]
   },
   "PDF T6": {
    "documents": 40,
    "readers": {
     "heocr": {
      "documents": 40,
      "cer": {
       "value": 0.0023,
       "ci95": [
        0.0008,
        0.0044
       ],
       "n": 40
      },
      "wer": {
       "value": 0.0034,
       "ci95": [
        0.0019,
        0.0055
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.9967,
       "ci95": [
        0.9944,
        0.9985
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.0014,
       "ci95": [
        0.0001,
        0.0034
       ],
       "n": 40
      },
      "image_word_recall": {
       "value": 0.9575,
       "ci95": [
        0.9249,
        0.9807
       ],
       "n": 40
      }
     },
     "stock": {
      "documents": 40,
      "image_word_recall": {
       "value": 0.6187,
       "ci95": [
        0.5879,
        0.6606
       ],
       "n": 40
      }
     },
     "docling": {
      "documents": 40,
      "cer": {
       "value": 0.1335,
       "ci95": [
        0.126,
        0.1416
       ],
       "n": 40
      },
      "wer": {
       "value": 0.682,
       "ci95": [
        0.661,
        0.7032
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.9985,
       "ci95": [
        0.9964,
        1.0
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.0456,
       "ci95": [
        0.039,
        0.0521
       ],
       "n": 40
      },
      "image_word_recall": {
       "value": 0.6753,
       "ci95": [
        0.6119,
        0.7383
       ],
       "n": 40
      }
     },
     "markitdown": {
      "documents": 40,
      "cer": {
       "value": 0.4434,
       "ci95": [
        0.3574,
        0.5285
       ],
       "n": 40
      },
      "wer": {
       "value": 0.5796,
       "ci95": [
        0.4742,
        0.684
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.8921,
       "ci95": [
        0.8762,
        0.907
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.3224,
       "ci95": [
        0.2607,
        0.3844
       ],
       "n": 40
      },
      "image_word_recall": {
       "value": 0.1547,
       "ci95": [
        0.0982,
        0.2174
       ],
       "n": 40
      }
     },
     "pymupdf4llm": {
      "documents": 40,
      "cer": {
       "value": 0.3319,
       "ci95": [
        0.3179,
        0.3453
       ],
       "n": 40
      },
      "wer": {
       "value": 0.4454,
       "ci95": [
        0.428,
        0.463
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.8031,
       "ci95": [
        0.7858,
        0.8207
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.2395,
       "ci95": [
        0.2241,
        0.2549
       ],
       "n": 40
      },
      "image_word_recall": {
       "value": 0.2538,
       "ci95": [
        0.1953,
        0.3161
       ],
       "n": 40
      }
     }
    },
    "verdict": "not_supported",
    "gate_failed": [
     {
      "veto": "reversed_amounts"
     }
    ]
   },
   "PDF spread": {
    "documents": 40,
    "readers": {
     "heocr": {
      "documents": 40,
      "cer": {
       "value": 0.0002,
       "ci95": [
        0.0001,
        0.0005
       ],
       "n": 40
      },
      "wer": {
       "value": 0.0005,
       "ci95": [
        0.0001,
        0.0009
       ],
       "n": 40
      },
      "number_recall": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.0002,
       "ci95": [
        0.0,
        0.0004
       ],
       "n": 40
      }
     },
     "docling": {
      "documents": 40,
      "cer": {
       "value": 0.7177,
       "ci95": [
        0.6629,
        0.7605
       ],
       "n": 40
      },
      "wer": {
       "value": 1.2141,
       "ci95": [
        1.1583,
        1.2564
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.9976,
       "ci95": [
        0.9945,
        1.0
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.0431,
       "ci95": [
        0.0358,
        0.0501
       ],
       "n": 40
      }
     },
     "markitdown": {
      "documents": 40,
      "cer": {
       "value": 0.7474,
       "ci95": [
        0.7072,
        0.7793
       ],
       "n": 40
      },
      "wer": {
       "value": 0.9175,
       "ci95": [
        0.8638,
        0.9604
       ],
       "n": 40
      },
      "number_recall": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.2538,
       "ci95": [
        0.1954,
        0.3149
       ],
       "n": 40
      }
     },
     "pymupdf4llm": {
      "documents": 40,
      "cer": {
       "value": 0.7462,
       "ci95": [
        0.7091,
        0.7734
       ],
       "n": 40
      },
      "wer": {
       "value": 0.9145,
       "ci95": [
        0.8683,
        0.9493
       ],
       "n": 40
      },
      "number_recall": {
       "value": 0.9099,
       "ci95": [
        0.8956,
        0.9242
       ],
       "n": 40
      },
      "silent_loss": {
       "value": 0.2037,
       "ci95": [
        0.192,
        0.2144
       ],
       "n": 40
      }
     }
    },
    "verdict": "supported"
   },
   "Scanned tables": {
    "documents": 120,
    "readers": {
     "heocr": {
      "documents": 120,
      "cer": {
       "value": 0.0138,
       "ci95": [
        0.0117,
        0.0162
       ],
       "n": 120
      },
      "number_recall": {
       "value": 0.9764,
       "ci95": [
        0.9711,
        0.9815
       ],
       "n": 120
      },
      "rows_read": {
       "value": 0.9585,
       "ci95": [
        0.9462,
        0.9702
       ],
       "n": 120
      },
      "rows_silent": {
       "value": 0.0006,
       "ci95": [
        0.0,
        0.0019
       ],
       "n": 120
      }
     },
     "stock": {
      "documents": 120,
      "cer": {
       "value": 0.5947,
       "ci95": [
        0.5697,
        0.6188
       ],
       "n": 120
      },
      "number_recall": {
       "value": 0.1326,
       "ci95": [
        0.124,
        0.1408
       ],
       "n": 120
      },
      "rows_read": {
       "value": 0.0226,
       "ci95": [
        0.0144,
        0.0309
       ],
       "n": 120
      },
      "rows_silent": {
       "value": 0.9774,
       "ci95": [
        0.9691,
        0.9856
       ],
       "n": 120
      }
     },
     "docling": {
      "documents": 120,
      "cer": {
       "value": 0.6969,
       "ci95": [
        0.6925,
        0.7011
       ],
       "n": 120
      },
      "number_recall": {
       "value": 0.9607,
       "ci95": [
        0.9538,
        0.9669
       ],
       "n": 120
      },
      "rows_read": {
       "value": 0.0232,
       "ci95": [
        0.0172,
        0.0295
       ],
       "n": 120
      },
      "rows_silent": {
       "value": 0.9768,
       "ci95": [
        0.9705,
        0.9828
       ],
       "n": 120
      }
     },
     "markitdown": {
      "documents": 120,
      "cer": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 120
      },
      "number_recall": {
       "value": 0.0,
       "ci95": [
        0.0,
        0.0
       ],
       "n": 120
      },
      "rows_read": {
       "value": 0.0,
       "ci95": [
        0.0,
        0.0
       ],
       "n": 120
      },
      "rows_silent": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 120
      }
     },
     "pymupdf4llm": {
      "documents": 120,
      "cer": {
       "value": 0.9092,
       "ci95": [
        0.906,
        0.9124
       ],
       "n": 120
      },
      "number_recall": {
       "value": 0.0319,
       "ci95": [
        0.0258,
        0.0386
       ],
       "n": 120
      },
      "rows_read": {
       "value": 0.0,
       "ci95": [
        0.0,
        0.0
       ],
       "n": 120
      },
      "rows_silent": {
       "value": 1.0,
       "ci95": [
        1.0,
        1.0
       ],
       "n": 120
      }
     }
    },
    "verdict": "supported"
   }
  },
  "gate_run": {
   "name": "gate-rc1",
   "heocr": "0.1.0rc1",
   "commit": "57e58deb3a230a86b07e9fdf110223cac9fbf471",
   "scored": "2026-11-19",
   "set": "a fresh generated set, seeded after the code was frozen (registration amendment 6)",
   "rule": "a type is supported when, against every applicable baseline and gate measure, the one-sided 97.5% upper bound of the paired document bootstrap of heocr minus baseline (larger = worse for heocr) is within the registered margin; a reference-free check on the real test split can then hold a type back",
   "units": "points"
  },
  "heldout": true
 },
 "vendors": {
  "status": "pending_review"
 }
}
