{
  "benchmarks": [
    {
      "benchmark_commit": "7af1d8f4d0c09f51ea1a5c6ba5f66e993286d109",
      "engine_commit": "59a544a3cfc6e94e72dce4f22f2b334819c818e8",
      "files": {
        "adapter.py": {
          "bytes": 8646,
          "sha256": "e6b7ce66c9fa917d5117a2e5aa58ae1ad612ea719930beaa2116266c4d170e63"
        },
        "determinism.json": {
          "bytes": 910,
          "sha256": "92bd6899ce085ca2c6f74ddca33a6fde0311c14b4991a546f9177f676873c592"
        },
        "evaluation.csv": {
          "bytes": 18855,
          "sha256": "ee3e05798b80e2df29787e705eba12c267490557d029388611c7fc880fe8c62f"
        },
        "evaluation.json": {
          "bytes": 65217,
          "sha256": "753e7e91d7136b75d56409f9eb79e76539613bfaa5fb0586a103aa5a02c3ee77"
        },
        "failures.json": {
          "bytes": 3,
          "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
        },
        "integration.patch": {
          "bytes": 6309,
          "sha256": "8b7bcedb8004409a1d5d504118315bdbb6cda077376468f638f0ba7c26425d50"
        },
        "prediction-hashes.json": {
          "bytes": 27188,
          "sha256": "8110ce9e4fe8854c917e9a59dcb9f8cea73cabd4e2d706fc7b68c335043a491e"
        },
        "provenance.json": {
          "bytes": 4637,
          "sha256": "afcb27dbc90a68d76605500cf2fe0a6a6356a7630603e132a71935f02145cb72"
        },
        "result.json": {
          "bytes": 962,
          "sha256": "f9ac249c6e4454e57b1e8825c843d73d26306ff25677303b7a54dba773d20dc1"
        },
        "summary.json": {
          "bytes": 262,
          "sha256": "95147656ee1f7d5efea0f9e19db1b0a9f455bdbfc4b2e1c12efa37d405788ca9"
        }
      },
      "id": "opendataloader-bench",
      "licenses": {
        "benchmark": "Apache-2.0",
        "cocoapdf": "MIT",
        "corpus": "MIT"
      },
      "result": {
        "benchmark_commit": "7af1d8f4d0c09f51ea1a5c6ba5f66e993286d109",
        "completeness": {
          "conversion_failures": 0,
          "empty_predictions": 0,
          "evaluated_documents": 200,
          "missing_predictions": 0,
          "prediction_files": 200
        },
        "engine_commit": "59a544a3cfc6e94e72dce4f22f2b334819c818e8",
        "metrics": {
          "mhs_count": 107,
          "missing_predictions": 0,
          "nid_count": 200,
          "score": {
            "mhs_mean": 0.879198902242205,
            "mhs_s_mean": 0.9415827438092419,
            "nid_mean": 0.9086028983215642,
            "nid_s_mean": 0.8897361669169763,
            "overall_mean": 0.9020490607384589,
            "teds_mean": 0.9251323350970053,
            "teds_s_mean": 0.9300636649625469
          },
          "teds_count": 42
        },
        "schema": "cocoapdf.opendataloader-bench-result/v1",
        "speed": {
          "document_count": 200,
          "elapsed_per_doc": 1.020426423549652,
          "processor": "Intel(R) Core(TM) i5-10300H CPU @ 2.50GHz",
          "total_elapsed": 204.08528470993042
        }
      },
      "source_content_redistributed": false
    }
  ],
  "cases": [
    {
      "conversions": [
        {
          "files": {
            "assertions.json": {
              "bytes": 3141,
              "sha256": "9766bf189455cda1d0b262f46424e069535255fe0fd4fef9d189dc4f12d938ca"
            },
            "assets/formula-6e4020bb5dcec410.svg": {
              "bytes": 17242,
              "sha256": "6e4020bb5dcec410d68b5fb7edc753e0cdfb911c58716cbe5a5331ea1547cd68"
            },
            "assets/img-7e18449c0c49ea17.png": {
              "bytes": 14963,
              "sha256": "7e18449c0c49ea17b0736fb6f71d4777e3f8e6d7899e1877c41aaf293cffbfcd"
            },
            "assets/vector-36d70b475f1d2d1e.svg": {
              "bytes": 4767,
              "sha256": "36d70b475f1d2d1eb1d52f9675d2bafc08ab42c5ad96001f8c3770d465fdbae0"
            },
            "command.json": {
              "bytes": 309,
              "sha256": "d82c113d8e7b4c998d5750f5ff0bb0bb5b4b9bd0e3782e17ae451fa94a9d255b"
            },
            "output.html": {
              "bytes": 71871,
              "sha256": "8e4cc0775e181a5ef0bdbb0671b65965e5c6e6e5423a002b1c663d1e865f508a"
            },
            "output.json": {
              "bytes": 2155287,
              "sha256": "03124e4343c2e43bdfd971c937af6b8b2db5f67e4b1143ce3c9f284bda03daea"
            },
            "output.md": {
              "bytes": 20183,
              "sha256": "611da33b5134780ae924ccc0b2daedf7f4948478f626bc33d6e4a68d536e1557"
            },
            "output.report.summary.json": {
              "bytes": 9417,
              "sha256": "dd31c6b715feb66d18d386ac40cdc0637214ff1a1d3d7de91b25c01536c74146"
            }
          },
          "name": "full",
          "pages": null,
          "passed": true
        }
      ],
      "description": "Broad V1-V4 formatting, Unicode, lists, tables, figures, forms, columns, security, and fallback coverage.",
      "id": "strategic_corner_cases",
      "input": {
        "bytes": 373578,
        "deterministic": true,
        "sha256": "7d6aa32ecf6aae78cc79a597b0619add1a1325ad7a38dfa4249404b69d923b8f"
      },
      "provenance": {
        "generation": "locked project fixture copied byte-for-byte",
        "license": "MIT",
        "origin": "first-party CocoaPDF regression fixture",
        "source": "source.md"
      }
    },
    {
      "conversions": [
        {
          "files": {
            "assertions.json": {
              "bytes": 1059,
              "sha256": "4d186d81802c2dbfbadf16413baa1488005cd4c754dd9b4ea8fb612088e64a4b"
            },
            "command.json": {
              "bytes": 309,
              "sha256": "d82c113d8e7b4c998d5750f5ff0bb0bb5b4b9bd0e3782e17ae451fa94a9d255b"
            },
            "output.html": {
              "bytes": 5287,
              "sha256": "c4c519ab25cb781179d1f9addbec8403d2824c91b4b8576a8fd11f42878daa5b"
            },
            "output.json": {
              "bytes": 31567,
              "sha256": "6b11cc29f447d44994f57b2d6f766748a5ed077519dd5de03fe1ca67d1fbe3f8"
            },
            "output.md": {
              "bytes": 134,
              "sha256": "cfbbca038cd4c45a6178bb35c383761b0270f724d9b3990d16a8671e5a4f4917"
            },
            "output.report.summary.json": {
              "bytes": 1410,
              "sha256": "f8f17b81381b76f6affaad70836ed867a2fdada3c10cbb097cc7c880b6521af7"
            }
          },
          "name": "full",
          "pages": null,
          "passed": true
        }
      ],
      "description": "Tagged heading, sibling ordered-list isolation, MCID provenance, and tagged table structure.",
      "id": "tagged_semantics",
      "input": {
        "bytes": 3222,
        "deterministic": true,
        "sha256": "d05648651c044f2018784b9bdaebc54a36c33c8fd1e38f8f72aad06bc8cac495"
      },
      "provenance": {
        "font_programs_embedded": false,
        "generator": "build_tagged_semantics_pdf",
        "license": "MIT",
        "origin": "first-party deterministic raw-PDF generator",
        "pdf_standard_fonts": [
          "Helvetica",
          "Helvetica-Bold"
        ]
      }
    },
    {
      "conversions": [
        {
          "files": {
            "assertions.json": {
              "bytes": 3057,
              "sha256": "8372819d8f9bbeb5a42d14dacbccbdba1a131709999793a71ab4411ff0c56c84"
            },
            "assets/vector-a60ea913b6a0a8ba.svg": {
              "bytes": 3326,
              "sha256": "a60ea913b6a0a8bad9fed7d74a6877169569170294465edd74215f13c5b968f7"
            },
            "command.json": {
              "bytes": 309,
              "sha256": "d82c113d8e7b4c998d5750f5ff0bb0bb5b4b9bd0e3782e17ae451fa94a9d255b"
            },
            "output.html": {
              "bytes": 7210,
              "sha256": "740e57b713c5ff84435355dd98048e853190ebc85dd2deffe5019e1451cdc650"
            },
            "output.json": {
              "bytes": 91776,
              "sha256": "4b689ab27fa2db3b1d764ac897abe71494404f5af3d672f61181f68747ae57bf"
            },
            "output.md": {
              "bytes": 1015,
              "sha256": "f1d230d02b1024e249e19fd10534c50d14c7a6ce14335afaebc4d8980d847ff5"
            },
            "output.report.summary.json": {
              "bytes": 2769,
              "sha256": "adeab7fb1609923362309457573ca799a1280f932bf2f60d4aa9651868619eed"
            }
          },
          "name": "full",
          "pages": null,
          "passed": true
        },
        {
          "files": {
            "assertions.json": {
              "bytes": 3620,
              "sha256": "8e95e32e16749f7283f8d57dd4290e4a2df2fb4ca81677027d0a15a9535b8adc"
            },
            "assets/vector-a60ea913b6a0a8ba.svg": {
              "bytes": 3326,
              "sha256": "a60ea913b6a0a8bad9fed7d74a6877169569170294465edd74215f13c5b968f7"
            },
            "command.json": {
              "bytes": 332,
              "sha256": "179d6e7aeced8baa4f7edc6730aa0e6136f18b93679700e9d4f9791f111996d3"
            },
            "output.html": {
              "bytes": 6095,
              "sha256": "2b938cda8c41182ce73e3668774d26fa051384d9e15207baa654fe7126b15eb0"
            },
            "output.json": {
              "bytes": 76872,
              "sha256": "365505afc4c7eea723d1f2805e5f8a824ca761f0b64bf7c3238c7ca7a3d4d2a1"
            },
            "output.md": {
              "bytes": 822,
              "sha256": "01143b441ec530bff0e90903f11414327140b104ca29e78be33ae24067ddd33b"
            },
            "output.report.summary.json": {
              "bytes": 2738,
              "sha256": "dfb900581ba7715b2919f81e3f676db6d8a73bad197b32a374d8a45035b518a1"
            }
          },
          "name": "page-2",
          "pages": "2",
          "passed": true
        }
      ],
      "description": "Page-range outline/AcroForm scope, valid heading anchors, dot-leader finance recovery, and two-sided diagram-versus-form/table fidelity.",
      "id": "scope_and_adversarial",
      "input": {
        "bytes": 4189,
        "deterministic": true,
        "sha256": "ac3c2b4cb08751c636aae3e8ca561328e09996e3e0c1470b55830039c9b54872"
      },
      "provenance": {
        "font_programs_embedded": false,
        "generator": "build_scope_and_adversarial_pdf",
        "license": "MIT",
        "origin": "first-party deterministic raw-PDF generator",
        "pdf_standard_fonts": [
          "Helvetica",
          "Helvetica-Bold"
        ]
      }
    }
  ],
  "fixture_isolation": {
    "catalog_scoped_features": [
      "StructTreeRoot",
      "ParentTree",
      "AcroForm",
      "Outlines"
    ],
    "combined_pdf": false,
    "reason": "Page concatenation would alter document-global evidence and weaken failure attribution."
  },
  "generator": "validation/pr_visual/build.py",
  "generator_sha256": "50a76119d4677593300d53e701c73bb305a5de6367f1a735bbc6034df1b4572c",
  "head_commit": null,
  "license": {
    "file": "LICENSE.txt",
    "network_fetches": 0,
    "origin": "first-party CocoaPDF fixtures plus attributed derived benchmark results",
    "spdx": "MIT",
    "third_party": [
      {
        "benchmark_license": "Apache-2.0",
        "corpus": "DP-Bench",
        "corpus_license": "MIT",
        "name": "OpenDataLoader-Bench result data",
        "source_content_redistributed": false
      }
    ],
    "third_party_content_added": true
  },
  "lifecycle": {
    "committed_outputs": true,
    "location": "examples",
    "refresh_command": "python scripts/refresh_examples.py --write",
    "verification_command": "python scripts/refresh_examples.py --check"
  },
  "profile": "permanent",
  "schema": "cocoapdf.capability-demo/v2",
  "source_commit": null
}