registry.json

{
  "claims": [
    {
      "artifact": {
        "path": "bench/evidence/aeb-article-body-trafilatura-2-1-77b8d00-beta2-public/report.json",
        "raw_archive_sha256": "823ea88f1fdf260d03edfd0f4c0cc8fb1030f5c7583c48daceeabbcb2058f3be",
        "raw_manifest_sha256": "fffeba35b9581920f4053eb6e044c5ae16e6d231c97adc110add07cea1987542",
        "raw_retention": "external_retained",
        "sha256": "6a6e945e32f5f6eb58bff53dadafa7e5a3490774fcf7a6cc18b516f215f55950"
      },
      "id": "aeb.article-body.trafilatura-2-1.77b8d00-beta2-public.2026-07-31",
      "kind": "benchmark_result",
      "metrics": [
        {
          "aggregation": "official full-corpus four-token-shingle F1",
          "artifact_pointer": "/metrics/f1",
          "display": "0.972127",
          "format": ".6f",
          "key": "clusy_f1",
          "publication_aliases": [
            "clusy f measure",
            "clusy f-score",
            "clusy f1"
          ],
          "unit": "score",
          "value": "0.9721267477263196"
        },
        {
          "aggregation": "single observed closed-loop in-memory extraction throughput at concurrency two",
          "artifact_pointer": "/metrics/pages_per_second",
          "display": "173.97",
          "format": ".2f",
          "key": "pages_per_second",
          "publication_aliases": [
            "pages/s",
            "throughput"
          ],
          "unit": "pages_per_second",
          "value": "173.96633091647158"
        },
        {
          "aggregation": "official full-corpus Trafilatura 2.1.0 four-token-shingle F1",
          "artifact_pointer": "/metrics/trafilatura_2_1_f1",
          "display": "0.957546",
          "format": ".6f",
          "key": "trafilatura_2_1_f1",
          "publication_aliases": [
            "trafilatura 2.1.0 f measure",
            "trafilatura 2.1.0 f-score",
            "trafilatura 2.1.0 f1"
          ],
          "unit": "score",
          "value": "0.9575456569628882"
        },
        {
          "aggregation": "full-corpus F1 delta against exact Trafilatura 2.1.0",
          "artifact_pointer": "/metrics/f1_delta_vs_trafilatura_2_1",
          "display": "+0.014581",
          "format": "+.6f",
          "key": "f1_delta_vs_trafilatura_2_1",
          "publication_aliases": [
            "f1 delta"
          ],
          "unit": "score",
          "value": "0.014581090763431392"
        },
        {
          "aggregation": "paired 95% bootstrap interval lower bound against exact Trafilatura 2.1.0",
          "artifact_pointer": "/metrics/f1_delta_ci95_low_vs_trafilatura_2_1",
          "display": "+0.005547",
          "format": "+.6f",
          "key": "f1_delta_ci95_low_vs_trafilatura_2_1",
          "publication_aliases": [
            "f1 delta ci95 low"
          ],
          "unit": "score",
          "value": "0.0055474478846463775"
        },
        {
          "aggregation": "paired 95% bootstrap interval upper bound against exact Trafilatura 2.1.0",
          "artifact_pointer": "/metrics/f1_delta_ci95_high_vs_trafilatura_2_1",
          "display": "+0.025336",
          "format": "+.6f",
          "key": "f1_delta_ci95_high_vs_trafilatura_2_1",
          "publication_aliases": [
            "f1 delta ci95 high"
          ],
          "unit": "score",
          "value": "0.02533555028953053"
        },
        {
          "aggregation": "paired page-bootstrap win fraction against exact Trafilatura 2.1.0",
          "artifact_pointer": "/metrics/win_fraction_vs_trafilatura_2_1",
          "display": "0.9996",
          "format": ".4f",
          "key": "win_fraction_vs_trafilatura_2_1",
          "publication_aliases": [
            "win fraction"
          ],
          "unit": "ratio",
          "value": "0.9996"
        }
      ],
      "permissions": {
        "current_production": false,
        "metric": true,
        "scoped_sota": {
          "allowed": false,
          "artifact_pointer": null
        },
        "scoped_superiority": {
          "allowed": true,
          "artifact_pointer": "/permissions/scoped_superiority"
        },
        "vendor_superiority": {
          "allowed": false,
          "artifact_pointer": null
        }
      },
      "protocol": {
        "path": "bench/evidence/aeb-article-body-trafilatura-2-1-77b8d00-beta2-public/PROTOCOL.md",
        "sha256": "0c1a60779fae882ddf549f53bce6ceb2aa51ff754c88d744ca1cc71ffde27b4b"
      },
      "recorded_at_utc": "2026-07-31T05:54:45Z",
      "scope": {
        "comparators": [
          {
            "name": "Trafilatura",
            "version": "2.1.0"
          },
          {
            "name": "Trafilatura",
            "version": "2.0.0"
          },
          {
            "name": "rs-trafilatura",
            "version": "9261e08"
          }
        ],
        "dataset": "Article Extraction Benchmark",
        "dataset_revision": "4a3bc979f76c0df73cb95fe272e2fc1b96f9f010",
        "dataset_sha256": "512e9a9498912047a966e22f47302e849dfa45dca1f555d97588317dac7e5a3d",
        "execution_boundary": "in-memory decoded HTML to production ExtractionResult; closed-loop concurrency 2",
        "limitations": [
          "Article-body extraction only; not crawling, rendering, or general-web evaluation",
          "The public benchmark fixtures were fetched with JavaScript disabled",
          "The throughput value is one exact local Darwin arm64 extraction-only observation, not a stability, crawler, HTTP-service, or service-level result",
          "The measured source tree is byte-identical to the v0.2.0-beta.2 tag tree; this does not establish deployment state",
          "The point-score lead over rs-trafilatura is not statistically conclusive under the paired interval"
        ],
        "output_contract": "exact production article_body output with identity prediction transform and the pinned official evaluator",
        "pages": 181,
        "profile": "article_body",
        "split": "full",
        "task": "article-body extraction",
        "vendors": [
          "Clusy"
        ]
      },
      "source": {
        "clean": true,
        "commit": "77b8d00c5ebf88ed3afffe64f869ccb8c6922365",
        "repository": "clusy-io/clusy-crawler",
        "runtime_source_sha256": "5d49abe41606e3cb1dc74427fa749191c6579d7ea2971c69a7258df5b5829547",
        "tree": "b90c3d6e7b4d816b915da1f0739662bd159752d5"
      },
      "status": "Verified",
      "verification": {
        "artifact_complete_pointer": "/verification/artifact_complete",
        "binding_pointer": "/claim_binding",
        "claimable_pointer": "/verification/claimable",
        "source_stable_pointer": "/verification/source_stable"
      }
    }
  ],
  "documentation": {
    "enforced_files": [
      "README.md",
      "bench/NEUTRAL_BENCHMARK.md",
      "docs/BENCHMARKS.md"
    ],
    "marker_format": "<!-- clusy-evidence: <claim-id> -->",
    "migration_status": "enforced"
  },
  "registry_id": "clusy.benchmark-evidence-registry.v1",
  "registry_note": "Only the current normalized, source-bound, retained claim listed here is authorized for publication. Unregistered evidence bundles are archival and non-authorizing.",
  "schema": {
    "path": "bench/evidence/registry.schema.json",
    "sha256": "695a7d0502ab9391101a5a49d293948d07f7bd993fd4282059761d8d8b969fda"
  },
  "schema_version": 1
}