{ "benchmark": "LongListBench", "version": "v2.2.1", "dataset": { "manifest_path": "data/manifest.json", "manifest_sha256": "ccf1881c256e9b5a2f575e73061d6fd40cfe763dc446bc873fc63cedd0019133", "git_sha": "503b15cca4ed893cb237d9c359fd9aa61a1a040e", "git_dirty": false }, "protocol": "All rows use the same dataset and scorer. Agentic CLI and Bonsai runs consume released OCR transcripts; Reducto Deep Extract runs on raw PDFs. Sol, Terra, and Luna report means across three matched full-corpus runs; other rows are single runs. Protocols are labeled separately.", "results": [ { "config": "Reducto, Deep Extract v3 (semantic tune) (targeted fields)", "harness": "Reducto", "model": "Deep Extract v3 (semantic tune)", "requested_model": "v3", "effort": "targeted fields", "cli_version": "Reducto API", "run_date": "2026-07-25", "run_count": 1, "reporting_statistic": "single_run", "result_dirs": [ "reducto_deep_extract_v3_targeted_prompt" ], "protocol": "Raw PDF \u00b7 prompt eng", "prompt_templates": [ { "title": "Generated field contract", "template": "Output JSON shape:\n{ \"records\": [ ... ] }\n\nGeneral requirements:\n- Extract every target record visible in the document.\n- Use the exact field names below; do not invent fields that are not listed.\n{{RECORD_TYPE_REQUIREMENT}}\n- If a listed field is not visible for a record, use an empty string.\n- Preserve identifiers, dates, codes, locations, limits, rates, totals, names, and premiums exactly as shown.\n- Do not deduplicate repeated records unless they are exact duplicate rows for the same item.\n\nAllowed record groups and fields:\n{{ALLOWED_RECORD_GROUPS_AND_FIELDS}}\n\nAll allowed fields:\n{{ALL_ALLOWED_FIELDS}}\n\nTarget-scope rules:\n- Extract records that match the listed fields, not every nearby note, notice, subtotal, or support table.\n- Keep each field to its own value; do not include neighboring labels or carried-over header text.\n- For tables split across pages or sections, preserve the inherited row context needed to complete each record.\n- For policy packets, extract scheduled locations, classifications, coverages, forms, endorsements, material clauses, rating rows, and premium rows that match the allowed fields.\n- For operations documents, extract one record per target table row or section-row combination matching the allowed fields.\n{{CONDITIONAL_SCOPE_RULES}}" }, { "title": "Prompt engineering additions", "template": "Field granularity and fidelity:\n- Output only the atomic value each field names. Exclude surrounding labels, caption words that merely restate the field, header/breadcrumb prefixes, page-wrapper text, and annotations.\n- Put each distinct attribute in its own field. Do not concatenate a second attribute (a category, unit, fuel/coverage qualifier, etc.) into another field's value.\n- When the document shows both a full path/breadcrumb and a specific leaf label for a field, output the leaf label.\n- When both a short canonical label and a longer restated narrative refer to the same field, output the short canonical value.\n- Only output a value that is actually present for that record; if a listed field is not present, use an empty string. Do not infer, carry over, or fabricate.\n\nIdentifier and label fields:\n- For fields that name an identifier or label (e.g. a schedule, return, form, or section\n name), output only that identifier itself. Do not append a separate attribute \u2014 a fuel\n type, coverage type, product category, or other section qualifier \u2014 onto it. Such\n qualifiers are distinct attributes; put each in its own field when the schema provides\n one, and otherwise omit it from the identifier value." } ], "prompt_note": "Prompt engineered after observing benchmark failure modes.", "detail_note": null, "full_run_cost_usd": 10.08, "full_run_cost_source": "reducto_leaderboard_override", "full_run_cost_explanation": "Experimental leaderboard cost of $10.08; current Reducto Standard list cost is $46.62.", "full_run_cost_standard_deviation_usd": 0.0, "full_run_cost_beta": true, "full_run_cost_comparison": { "current_credits": 3108.0628224999996, "current_cost_usd": 46.62094233749999, "experimental_credits": 672, "experimental_cost_usd": 10.08 }, "exact_record_recall": 0.959795939051995, "exact_record_precision": 0.9616152726534204, "exact_record_f1": 0.9607047445132054, "complete_documents": 16, "total_samples": 32, "complete_document_rate": 0.5, "weighted_f1": 0.9879272556680325, "weighted_recall": 0.9825137780542569, "metric_standard_deviation": { "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_documents": 0.0, "weighted_f1": 0.0, "structural_exact_recall": 0.0, "scale_control_exact_recall": 0.0 }, "structural_exact_recall": 0.8585690515806988, "scale_control_exact_recall": 1.0, "gold_records": 29599, "exact_record_matches": 28409, "errors": 0, "by_tier": { "core_operations": { "count": 26, "rows": 28178, "pred_rows": 28088, "exact_record_matches": 27966, "complete_documents": 16, "f1_sum": 25.928497069842827, "recall_sum": 25.88791567947971, "found_sum": 188244, "gold_pairs_sum": 189279, "pred_pairs_sum": 188431, "avg_f1": 0.9972498873016472, "avg_recall": 0.9956890645953735, "exact_record_recall": 0.992476400028391, "exact_record_precision": 0.9956565081173455, "exact_record_f1": 0.9940639107098426, "complete_document_rate": 0.6153846153846154, "weighted_recall": 0.9945318815082498, "weighted_precision": 0.9990075942918097, "weighted_f1": 0.9967647136692172 }, "claim_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.747175240983731, "recall_sum": 2.747175240983731, "found_sum": 1667, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9157250803279103, "avg_recall": 0.9157250803279103, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9154310818231741, "weighted_precision": 0.9154310818231741, "weighted_f1": 0.9154310818231741 }, "policy_packets": { "count": 3, "rows": 1344, "pred_rows": 1378, "exact_record_matches": 443, "complete_documents": 0, "f1_sum": 2.6726437753478063, "recall_sum": 2.548482102921365, "found_sum": 12253, "gold_pairs_sum": 14662, "pred_pairs_sum": 13255, "avg_f1": 0.8908812584492688, "avg_recall": 0.8494940343071217, "exact_record_recall": 0.32961309523809523, "exact_record_precision": 0.3214804063860668, "exact_record_f1": 0.325495958853784, "complete_document_rate": 0.0, "weighted_recall": 0.8356977220024553, "weighted_precision": 0.9244058845718597, "weighted_f1": 0.8778163842819787 } }, "by_tier_standard_deviation": { "core_operations": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claim_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "policy_packets": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_family": { "driver_mvr_request_and_roster": { "count": 3, "rows": 1260, "pred_rows": 1260, "exact_record_matches": 1260, "complete_documents": 3, "f1_sum": 3.0, "recall_sum": 3.0, "found_sum": 10128, "gold_pairs_sum": 10128, "pred_pairs_sum": 10128, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "driver_schedule_spreadsheet_export": { "count": 1, "rows": 500, "pred_rows": 500, "exact_record_matches": 500, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 2000, "gold_pairs_sum": 2000, "pred_pairs_sum": 2000, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "ifta_mileage_by_vehicle": { "count": 8, "rows": 17565, "pred_rows": 17565, "exact_record_matches": 17565, "complete_documents": 8, "f1_sum": 8.0, "recall_sum": 8.0, "found_sum": 87825, "gold_pairs_sum": 87825, "pred_pairs_sum": 87825, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "ifta_multisection_return_packet": { "count": 2, "rows": 796, "pred_rows": 810, "exact_record_matches": 748, "complete_documents": 0, "f1_sum": 1.9862726124651349, "recall_sum": 1.9927449250493736, "found_sum": 12687, "gold_pairs_sum": 12736, "pred_pairs_sum": 12837, "avg_f1": 0.9931363062325674, "avg_recall": 0.9963724625246868, "exact_record_recall": 0.9396984924623115, "exact_record_precision": 0.9234567901234568, "exact_record_f1": 0.9315068493150684, "complete_document_rate": 0.0, "weighted_recall": 0.9961526381909548, "weighted_precision": 0.9883150268754382, "weighted_f1": 0.9922183552966019 }, "ifta_return_schedule_details": { "count": 3, "rows": 2737, "pred_rows": 2635, "exact_record_matches": 2635, "complete_documents": 0, "f1_sum": 2.956131955902156, "recall_sum": 2.9135346321374582, "found_sum": 31524, "gold_pairs_sum": 32442, "pred_pairs_sum": 31524, "avg_f1": 0.9853773186340521, "avg_recall": 0.9711782107124861, "exact_record_recall": 0.9627329192546584, "exact_record_precision": 1.0, "exact_record_f1": 0.9810126582278481, "complete_document_rate": 0.0, "weighted_recall": 0.9717033475124838, "weighted_precision": 1.0, "weighted_f1": 0.9856486258324734 }, "ifta_tax_return_inquiry_detail": { "count": 2, "rows": 1300, "pred_rows": 1298, "exact_record_matches": 1298, "complete_documents": 0, "f1_sum": 1.9984603541185528, "recall_sum": 1.996923076923077, "found_sum": 5192, "gold_pairs_sum": 5200, "pred_pairs_sum": 5192, "avg_f1": 0.9992301770592764, "avg_recall": 0.9984615384615385, "exact_record_recall": 0.9984615384615385, "exact_record_precision": 1.0, "exact_record_f1": 0.9992301770592764, "complete_document_rate": 0.0, "weighted_recall": 0.9984615384615385, "weighted_precision": 1.0, "weighted_f1": 0.9992301770592764 }, "ifta_tax_return_summary": { "count": 2, "rows": 1520, "pred_rows": 1520, "exact_record_matches": 1520, "complete_documents": 2, "f1_sum": 2.0, "recall_sum": 2.0, "found_sum": 18240, "gold_pairs_sum": 18240, "pred_pairs_sum": 18240, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "loss_run_external": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 840, "complete_documents": 0, "f1_sum": 2.9876321473569845, "recall_sum": 2.9847130453698045, "found_sum": 11714, "gold_pairs_sum": 11774, "pred_pairs_sum": 11751, "avg_f1": 0.9958773824523282, "avg_recall": 0.9949043484566015, "exact_record_recall": 0.9333333333333333, "exact_record_precision": 0.9333333333333333, "exact_record_f1": 0.9333333333333333, "complete_document_rate": 0.0, "weighted_recall": 0.9949040258196025, "weighted_precision": 0.9968513318015488, "weighted_f1": 0.9958767268862913 }, "claim_crosspage_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.747175240983731, "recall_sum": 2.747175240983731, "found_sum": 1667, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9157250803279103, "avg_recall": 0.9157250803279103, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9154310818231741, "weighted_precision": 0.9154310818231741, "weighted_f1": 0.9154310818231741 }, "policy_multi_hop": { "count": 3, "rows": 1344, "pred_rows": 1378, "exact_record_matches": 443, "complete_documents": 0, "f1_sum": 2.6726437753478063, "recall_sum": 2.548482102921365, "found_sum": 12253, "gold_pairs_sum": 14662, "pred_pairs_sum": 13255, "avg_f1": 0.8908812584492688, "avg_recall": 0.8494940343071217, "exact_record_recall": 0.32961309523809523, "exact_record_precision": 0.3214804063860668, "exact_record_f1": 0.325495958853784, "complete_document_rate": 0.0, "weighted_recall": 0.8356977220024553, "weighted_precision": 0.9244058845718597, "weighted_f1": 0.8778163842819787 }, "vehicle_schedule_spreadsheet_export": { "count": 2, "rows": 1600, "pred_rows": 1600, "exact_record_matches": 1600, "complete_documents": 2, "f1_sum": 2.0, "recall_sum": 2.0, "found_sum": 8934, "gold_pairs_sum": 8934, "pred_pairs_sum": 8934, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 } }, "by_family_standard_deviation": { "driver_mvr_request_and_roster": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "driver_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_mileage_by_vehicle": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_multisection_return_packet": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_return_schedule_details": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_tax_return_inquiry_detail": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_tax_return_summary": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "loss_run_external": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claim_crosspage_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "policy_multi_hop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "vehicle_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_stressor": { "high_density_long_list": { "count": 26, "rows": 28178, "pred_rows": 28088, "exact_record_matches": 27966, "complete_documents": 16, "f1_sum": 25.928497069842827, "recall_sum": 25.88791567947971, "found_sum": 188244, "gold_pairs_sum": 189279, "pred_pairs_sum": 188431, "avg_f1": 0.9972498873016472, "avg_recall": 0.9956890645953735, "exact_record_recall": 0.992476400028391, "exact_record_precision": 0.9956565081173455, "exact_record_f1": 0.9940639107098426, "complete_document_rate": 0.6153846153846154, "weighted_recall": 0.9945318815082498, "weighted_precision": 0.9990075942918097, "weighted_f1": 0.9967647136692172 }, "multi_row": { "count": 22, "rows": 21942, "pred_rows": 21990, "exact_record_matches": 20856, "complete_documents": 11, "f1_sum": 21.393723776153657, "recall_sum": 21.27311531432428, "found_sum": 136274, "gold_pairs_sum": 138946, "pred_pairs_sum": 137617, "avg_f1": 0.9724419898251662, "avg_recall": 0.96695978701474, "exact_record_recall": 0.9505058791359038, "exact_record_precision": 0.948431105047749, "exact_record_f1": 0.949467358645179, "complete_document_rate": 0.5, "weighted_recall": 0.9807695075784837, "weighted_precision": 0.9902410312679393, "weighted_f1": 0.9854825121220119 }, "multiple_tables": { "count": 31, "rows": 29255, "pred_rows": 29202, "exact_record_matches": 28226, "complete_documents": 16, "f1_sum": 30.391029297469952, "recall_sum": 30.258956795314635, "found_sum": 198791, "gold_pairs_sum": 202114, "pred_pairs_sum": 200108, "avg_f1": 0.9803557837893533, "avg_recall": 0.9760953804940204, "exact_record_recall": 0.9648265253802769, "exact_record_precision": 0.9665776316690637, "exact_record_f1": 0.9657012847049967, "complete_document_rate": 0.5161290322580645, "weighted_recall": 0.9835587836567482, "weighted_precision": 0.9934185539808503, "weighted_f1": 0.9884640820243548 }, "ocr_condition": { "count": 32, "rows": 29599, "pred_rows": 29543, "exact_record_matches": 28409, "complete_documents": 16, "f1_sum": 31.348316086174364, "recall_sum": 31.18357302338481, "found_sum": 202164, "gold_pairs_sum": 205762, "pred_pairs_sum": 203507, "avg_f1": 0.9796348776929489, "avg_recall": 0.9744866569807753, "exact_record_recall": 0.959795939051995, "exact_record_precision": 0.9616152726534204, "exact_record_f1": 0.9607047445132054, "complete_document_rate": 0.5, "weighted_recall": 0.9825137780542569, "weighted_precision": 0.9934007184028067, "weighted_f1": 0.9879272556680325 }, "page_breaks": { "count": 32, "rows": 29599, "pred_rows": 29543, "exact_record_matches": 28409, "complete_documents": 16, "f1_sum": 31.348316086174364, "recall_sum": 31.18357302338481, "found_sum": 202164, "gold_pairs_sum": 205762, "pred_pairs_sum": 203507, "avg_f1": 0.9796348776929489, "avg_recall": 0.9744866569807753, "exact_record_recall": 0.959795939051995, "exact_record_precision": 0.9616152726534204, "exact_record_f1": 0.9607047445132054, "complete_document_rate": 0.5, "weighted_recall": 0.9825137780542569, "weighted_precision": 0.9934007184028067, "weighted_f1": 0.9879272556680325 }, "production_like_layout": { "count": 26, "rows": 28178, "pred_rows": 28088, "exact_record_matches": 27966, "complete_documents": 16, "f1_sum": 25.928497069842827, "recall_sum": 25.88791567947971, "found_sum": 188244, "gold_pairs_sum": 189279, "pred_pairs_sum": 188431, "avg_f1": 0.9972498873016472, "avg_recall": 0.9956890645953735, "exact_record_recall": 0.992476400028391, "exact_record_precision": 0.9956565081173455, "exact_record_f1": 0.9940639107098426, "complete_document_rate": 0.6153846153846154, "weighted_recall": 0.9945318815082498, "weighted_precision": 0.9990075942918097, "weighted_f1": 0.9967647136692172 }, "inherited_context": { "count": 18, "rows": 9874, "pred_rows": 9818, "exact_record_matches": 8744, "complete_documents": 5, "f1_sum": 17.36068393881738, "recall_sum": 17.198859978015008, "found_sum": 92497, "gold_pairs_sum": 96035, "pred_pairs_sum": 93803, "avg_f1": 0.96448244104541, "avg_recall": 0.9554922210008338, "exact_record_recall": 0.8855580311930322, "exact_record_precision": 0.8906090853534324, "exact_record_f1": 0.888076376193378, "complete_document_rate": 0.2777777777777778, "weighted_recall": 0.9631592648513563, "weighted_precision": 0.9860772043538053, "weighted_f1": 0.9744835069901705 }, "large_doc": { "count": 29, "rows": 28339, "pred_rows": 28283, "exact_record_matches": 27149, "complete_documents": 13, "f1_sum": 28.348316086174364, "recall_sum": 28.183573023384813, "found_sum": 192036, "gold_pairs_sum": 195634, "pred_pairs_sum": 193379, "avg_f1": 0.9775281409025642, "avg_recall": 0.971847345633959, "exact_record_recall": 0.9580083983203359, "exact_record_precision": 0.9599052434324505, "exact_record_f1": 0.9589558828723818, "complete_document_rate": 0.4482758620689655, "weighted_recall": 0.9816085138575095, "weighted_precision": 0.9930550887118043, "weighted_f1": 0.9872986249816844 }, "layout_randomization": { "count": 10, "rows": 7657, "pred_rows": 7553, "exact_record_matches": 7553, "complete_documents": 5, "f1_sum": 9.95459231002071, "recall_sum": 9.910457709060534, "found_sum": 65890, "gold_pairs_sum": 66816, "pred_pairs_sum": 65890, "avg_f1": 0.9954592310020709, "avg_recall": 0.9910457709060534, "exact_record_recall": 0.9864176570458404, "exact_record_precision": 1.0, "exact_record_f1": 0.9931623931623932, "complete_document_rate": 0.5, "weighted_recall": 0.9861410440613027, "weighted_precision": 1.0, "weighted_f1": 0.9930221693065875 }, "non_target_rows": { "count": 18, "rows": 9874, "pred_rows": 9818, "exact_record_matches": 8744, "complete_documents": 5, "f1_sum": 17.36068393881738, "recall_sum": 17.198859978015008, "found_sum": 92497, "gold_pairs_sum": 96035, "pred_pairs_sum": 93803, "avg_f1": 0.96448244104541, "avg_recall": 0.9554922210008338, "exact_record_recall": 0.8855580311930322, "exact_record_precision": 0.8906090853534324, "exact_record_f1": 0.888076376193378, "complete_document_rate": 0.2777777777777778, "weighted_recall": 0.9631592648513563, "weighted_precision": 0.9860772043538053, "weighted_f1": 0.9744835069901705 }, "split_records": { "count": 15, "rows": 9797, "pred_rows": 9741, "exact_record_matches": 8744, "complete_documents": 5, "f1_sum": 14.61350869783365, "recall_sum": 14.451684737031275, "found_sum": 90830, "gold_pairs_sum": 94214, "pred_pairs_sum": 91982, "avg_f1": 0.97423391318891, "avg_recall": 0.9634456491354183, "exact_record_recall": 0.8925181177911605, "exact_record_precision": 0.8976491120008213, "exact_record_f1": 0.8950762616439759, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.9640817712866453, "weighted_precision": 0.98747581048466, "weighted_f1": 0.9756385744054652 }, "merged_cells": { "count": 4, "rows": 3043, "pred_rows": 3043, "exact_record_matches": 2983, "complete_documents": 1, "f1_sum": 3.9876321473569845, "recall_sum": 3.9847130453698045, "found_sum": 22429, "gold_pairs_sum": 22489, "pred_pairs_sum": 22466, "avg_f1": 0.9969080368392461, "avg_recall": 0.9961782613424511, "exact_record_recall": 0.9802826158396319, "exact_record_precision": 0.9802826158396319, "exact_record_f1": 0.9802826158396319, "complete_document_rate": 0.25, "weighted_recall": 0.9973320289919516, "weighted_precision": 0.9983530668565833, "weighted_f1": 0.9978422867311757 }, "cross_section_join": { "count": 2, "rows": 796, "pred_rows": 810, "exact_record_matches": 748, "complete_documents": 0, "f1_sum": 1.9862726124651349, "recall_sum": 1.9927449250493736, "found_sum": 12687, "gold_pairs_sum": 12736, "pred_pairs_sum": 12837, "avg_f1": 0.9931363062325674, "avg_recall": 0.9963724625246868, "exact_record_recall": 0.9396984924623115, "exact_record_precision": 0.9234567901234568, "exact_record_f1": 0.9315068493150684, "complete_document_rate": 0.0, "weighted_recall": 0.9961526381909548, "weighted_precision": 0.9883150268754382, "weighted_f1": 0.9922183552966019 }, "ocr_layout_condition": { "count": 2, "rows": 796, "pred_rows": 810, "exact_record_matches": 748, "complete_documents": 0, "f1_sum": 1.9862726124651349, "recall_sum": 1.9927449250493736, "found_sum": 12687, "gold_pairs_sum": 12736, "pred_pairs_sum": 12837, "avg_f1": 0.9931363062325674, "avg_recall": 0.9963724625246868, "exact_record_recall": 0.9396984924623115, "exact_record_precision": 0.9234567901234568, "exact_record_f1": 0.9315068493150684, "complete_document_rate": 0.0, "weighted_recall": 0.9961526381909548, "weighted_precision": 0.9883150268754382, "weighted_f1": 0.9922183552966019 }, "repeated_keys": { "count": 2, "rows": 796, "pred_rows": 810, "exact_record_matches": 748, "complete_documents": 0, "f1_sum": 1.9862726124651349, "recall_sum": 1.9927449250493736, "found_sum": 12687, "gold_pairs_sum": 12736, "pred_pairs_sum": 12837, "avg_f1": 0.9931363062325674, "avg_recall": 0.9963724625246868, "exact_record_recall": 0.9396984924623115, "exact_record_precision": 0.9234567901234568, "exact_record_f1": 0.9315068493150684, "complete_document_rate": 0.0, "weighted_recall": 0.9961526381909548, "weighted_precision": 0.9883150268754382, "weighted_f1": 0.9922183552966019 }, "continuation_notes": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 840, "complete_documents": 0, "f1_sum": 2.9876321473569845, "recall_sum": 2.9847130453698045, "found_sum": 11714, "gold_pairs_sum": 11774, "pred_pairs_sum": 11751, "avg_f1": 0.9958773824523282, "avg_recall": 0.9949043484566015, "exact_record_recall": 0.9333333333333333, "exact_record_precision": 0.9333333333333333, "exact_record_f1": 0.9333333333333333, "complete_document_rate": 0.0, "weighted_recall": 0.9949040258196025, "weighted_precision": 0.9968513318015488, "weighted_f1": 0.9958767268862913 }, "distractor_sections": { "count": 9, "rows": 2321, "pred_rows": 2355, "exact_record_matches": 1283, "complete_documents": 0, "f1_sum": 8.407451163688522, "recall_sum": 8.2803703892749, "found_sum": 25634, "gold_pairs_sum": 28257, "pred_pairs_sum": 26827, "avg_f1": 0.9341612404098358, "avg_recall": 0.9200411543638778, "exact_record_recall": 0.5527789745799224, "exact_record_precision": 0.5447983014861996, "exact_record_f1": 0.548759623609923, "complete_document_rate": 0.0, "weighted_recall": 0.9071734437484517, "weighted_precision": 0.9555298766168412, "weighted_f1": 0.930723985186261 }, "duplicates": { "count": 7, "rows": 1321, "pred_rows": 1318, "exact_record_matches": 1023, "complete_documents": 0, "f1_sum": 6.692094177045128, "recall_sum": 6.656504514423711, "found_sum": 16754, "gold_pairs_sum": 17243, "pred_pairs_sum": 16971, "avg_f1": 0.9560134538635897, "avg_recall": 0.9509292163462444, "exact_record_recall": 0.7744133232399697, "exact_record_precision": 0.776176024279211, "exact_record_f1": 0.775293671845396, "complete_document_rate": 0.0, "weighted_recall": 0.9716406657774169, "weighted_precision": 0.9872134818219316, "weighted_f1": 0.9793651721517508 }, "sparse_driver_fields": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 840, "complete_documents": 0, "f1_sum": 2.9876321473569845, "recall_sum": 2.9847130453698045, "found_sum": 11714, "gold_pairs_sum": 11774, "pred_pairs_sum": 11751, "avg_f1": 0.9958773824523282, "avg_recall": 0.9949043484566015, "exact_record_recall": 0.9333333333333333, "exact_record_precision": 0.9333333333333333, "exact_record_f1": 0.9333333333333333, "complete_document_rate": 0.0, "weighted_recall": 0.9949040258196025, "weighted_precision": 0.9968513318015488, "weighted_f1": 0.9958767268862913 }, "summary_distractors": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 840, "complete_documents": 0, "f1_sum": 2.9876321473569845, "recall_sum": 2.9847130453698045, "found_sum": 11714, "gold_pairs_sum": 11774, "pred_pairs_sum": 11751, "avg_f1": 0.9958773824523282, "avg_recall": 0.9949043484566015, "exact_record_recall": 0.9333333333333333, "exact_record_precision": 0.9333333333333333, "exact_record_f1": 0.9333333333333333, "complete_document_rate": 0.0, "weighted_recall": 0.9949040258196025, "weighted_precision": 0.9968513318015488, "weighted_f1": 0.9958767268862913 }, "variable_policy_sections": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 840, "complete_documents": 0, "f1_sum": 2.9876321473569845, "recall_sum": 2.9847130453698045, "found_sum": 11714, "gold_pairs_sum": 11774, "pred_pairs_sum": 11751, "avg_f1": 0.9958773824523282, "avg_recall": 0.9949043484566015, "exact_record_recall": 0.9333333333333333, "exact_record_precision": 0.9333333333333333, "exact_record_f1": 0.9333333333333333, "complete_document_rate": 0.0, "weighted_recall": 0.9949040258196025, "weighted_precision": 0.9968513318015488, "weighted_f1": 0.9958767268862913 }, "cross_page_join": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.747175240983731, "recall_sum": 2.747175240983731, "found_sum": 1667, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9157250803279103, "avg_recall": 0.9157250803279103, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9154310818231741, "weighted_precision": 0.9154310818231741, "weighted_f1": 0.9154310818231741 }, "long_range_evidence": { "count": 6, "rows": 1421, "pred_rows": 1455, "exact_record_matches": 443, "complete_documents": 0, "f1_sum": 5.419819016331537, "recall_sum": 5.295657343905097, "found_sum": 13920, "gold_pairs_sum": 16483, "pred_pairs_sum": 15076, "avg_f1": 0.9033031693885896, "avg_recall": 0.8826095573175161, "exact_record_recall": 0.31175228712174524, "exact_record_precision": 0.30446735395189, "exact_record_f1": 0.3080667593880389, "complete_document_rate": 0.0, "weighted_recall": 0.844506461202451, "weighted_precision": 0.9233218360307774, "weighted_f1": 0.8821572293165183 }, "longer_list": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9152542372881356, "recall_sum": 0.9152542372881356, "found_sum": 864, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.9152542372881356, "avg_recall": 0.9152542372881356, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9152542372881356, "weighted_precision": 0.9152542372881356, "weighted_f1": 0.9152542372881356 }, "mixed_layout": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9152542372881356, "recall_sum": 0.9152542372881356, "found_sum": 864, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.9152542372881356, "avg_recall": 0.9152542372881356, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9152542372881356, "weighted_precision": 0.9152542372881356, "weighted_f1": 0.9152542372881356 }, "mixed_prose_tables": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.747175240983731, "recall_sum": 2.747175240983731, "found_sum": 1667, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9157250803279103, "avg_recall": 0.9157250803279103, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9154310818231741, "weighted_precision": 0.9154310818231741, "weighted_f1": 0.9154310818231741 }, "multi_column": { "count": 6, "rows": 1421, "pred_rows": 1455, "exact_record_matches": 443, "complete_documents": 0, "f1_sum": 5.419819016331537, "recall_sum": 5.295657343905097, "found_sum": 13920, "gold_pairs_sum": 16483, "pred_pairs_sum": 15076, "avg_f1": 0.9033031693885896, "avg_recall": 0.8826095573175161, "exact_record_recall": 0.31175228712174524, "exact_record_precision": 0.30446735395189, "exact_record_f1": 0.3080667593880389, "complete_document_rate": 0.0, "weighted_recall": 0.844506461202451, "weighted_precision": 0.9233218360307774, "weighted_f1": 0.8821572293165183 }, "natural_long_range_join": { "count": 6, "rows": 1421, "pred_rows": 1455, "exact_record_matches": 443, "complete_documents": 0, "f1_sum": 5.419819016331537, "recall_sum": 5.295657343905097, "found_sum": 13920, "gold_pairs_sum": 16483, "pred_pairs_sum": 15076, "avg_f1": 0.9033031693885896, "avg_recall": 0.8826095573175161, "exact_record_recall": 0.31175228712174524, "exact_record_precision": 0.30446735395189, "exact_record_f1": 0.3080667593880389, "complete_document_rate": 0.0, "weighted_recall": 0.844506461202451, "weighted_precision": 0.9233218360307774, "weighted_f1": 0.8821572293165183 }, "non_sequential_identifiers": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.747175240983731, "recall_sum": 2.747175240983731, "found_sum": 1667, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9157250803279103, "avg_recall": 0.9157250803279103, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9154310818231741, "weighted_precision": 0.9154310818231741, "weighted_f1": 0.9154310818231741 }, "commercial_general_liability": { "count": 1, "rows": 562, "pred_rows": 581, "exact_record_matches": 135, "complete_documents": 0, "f1_sum": 0.8161109276989106, "recall_sum": 0.7757727914639887, "found_sum": 4944, "gold_pairs_sum": 6373, "pred_pairs_sum": 5743, "avg_f1": 0.8161109276989106, "avg_recall": 0.7757727914639887, "exact_record_recall": 0.2402135231316726, "exact_record_precision": 0.23235800344234078, "exact_record_f1": 0.23622047244094488, "complete_document_rate": 0.0, "weighted_recall": 0.7757727914639887, "weighted_precision": 0.8608741076092634, "weighted_f1": 0.8161109276989106 }, "distractor_forms": { "count": 1, "rows": 562, "pred_rows": 581, "exact_record_matches": 135, "complete_documents": 0, "f1_sum": 0.8161109276989106, "recall_sum": 0.7757727914639887, "found_sum": 4944, "gold_pairs_sum": 6373, "pred_pairs_sum": 5743, "avg_f1": 0.8161109276989106, "avg_recall": 0.7757727914639887, "exact_record_recall": 0.2402135231316726, "exact_record_precision": 0.23235800344234078, "exact_record_f1": 0.23622047244094488, "complete_document_rate": 0.0, "weighted_recall": 0.7757727914639887, "weighted_precision": 0.8608741076092634, "weighted_f1": 0.8161109276989106 }, "distractor_locations": { "count": 1, "rows": 562, "pred_rows": 581, "exact_record_matches": 135, "complete_documents": 0, "f1_sum": 0.8161109276989106, "recall_sum": 0.7757727914639887, "found_sum": 4944, "gold_pairs_sum": 6373, "pred_pairs_sum": 5743, "avg_f1": 0.8161109276989106, "avg_recall": 0.7757727914639887, "exact_record_recall": 0.2402135231316726, "exact_record_precision": 0.23235800344234078, "exact_record_f1": 0.23622047244094488, "complete_document_rate": 0.0, "weighted_recall": 0.7757727914639887, "weighted_precision": 0.8608741076092634, "weighted_f1": 0.8161109276989106 }, "exposure_rating_rows": { "count": 1, "rows": 562, "pred_rows": 581, "exact_record_matches": 135, "complete_documents": 0, "f1_sum": 0.8161109276989106, "recall_sum": 0.7757727914639887, "found_sum": 4944, "gold_pairs_sum": 6373, "pred_pairs_sum": 5743, "avg_f1": 0.8161109276989106, "avg_recall": 0.7757727914639887, "exact_record_recall": 0.2402135231316726, "exact_record_precision": 0.23235800344234078, "exact_record_f1": 0.23622047244094488, "complete_document_rate": 0.0, "weighted_recall": 0.7757727914639887, "weighted_precision": 0.8608741076092634, "weighted_f1": 0.8161109276989106 }, "heterogeneous_record_list": { "count": 3, "rows": 1344, "pred_rows": 1378, "exact_record_matches": 443, "complete_documents": 0, "f1_sum": 2.6726437753478063, "recall_sum": 2.548482102921365, "found_sum": 12253, "gold_pairs_sum": 14662, "pred_pairs_sum": 13255, "avg_f1": 0.8908812584492688, "avg_recall": 0.8494940343071217, "exact_record_recall": 0.32961309523809523, "exact_record_precision": 0.3214804063860668, "exact_record_f1": 0.325495958853784, "complete_document_rate": 0.0, "weighted_recall": 0.8356977220024553, "weighted_precision": 0.9244058845718597, "weighted_f1": 0.8778163842819787 }, "limits_forms_exclusions": { "count": 1, "rows": 562, "pred_rows": 581, "exact_record_matches": 135, "complete_documents": 0, "f1_sum": 0.8161109276989106, "recall_sum": 0.7757727914639887, "found_sum": 4944, "gold_pairs_sum": 6373, "pred_pairs_sum": 5743, "avg_f1": 0.8161109276989106, "avg_recall": 0.7757727914639887, "exact_record_recall": 0.2402135231316726, "exact_record_precision": 0.23235800344234078, "exact_record_f1": 0.23622047244094488, "complete_document_rate": 0.0, "weighted_recall": 0.7757727914639887, "weighted_precision": 0.8608741076092634, "weighted_f1": 0.8161109276989106 }, "material_clause_extraction": { "count": 3, "rows": 1344, "pred_rows": 1378, "exact_record_matches": 443, "complete_documents": 0, "f1_sum": 2.6726437753478063, "recall_sum": 2.548482102921365, "found_sum": 12253, "gold_pairs_sum": 14662, "pred_pairs_sum": 13255, "avg_f1": 0.8908812584492688, "avg_recall": 0.8494940343071217, "exact_record_recall": 0.32961309523809523, "exact_record_precision": 0.3214804063860668, "exact_record_f1": 0.325495958853784, "complete_document_rate": 0.0, "weighted_recall": 0.8356977220024553, "weighted_precision": 0.9244058845718597, "weighted_f1": 0.8778163842819787 }, "coded_values": { "count": 1, "rows": 12, "pred_rows": 12, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.916955017301038, "recall_sum": 0.916955017301038, "found_sum": 265, "gold_pairs_sum": 289, "pred_pairs_sum": 289, "avg_f1": 0.916955017301038, "avg_recall": 0.916955017301038, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.916955017301038, "weighted_precision": 0.916955017301038, "weighted_f1": 0.916955017301038 }, "claimant_lookup": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9149659863945578, "recall_sum": 0.9149659863945578, "found_sum": 538, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 0.9149659863945578, "avg_recall": 0.9149659863945578, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9149659863945578, "weighted_precision": 0.9149659863945578, "weighted_f1": 0.9149659863945578 }, "many_to_one_policy": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9149659863945578, "recall_sum": 0.9149659863945578, "found_sum": 538, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 0.9149659863945578, "avg_recall": 0.9149659863945578, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9149659863945578, "weighted_precision": 0.9149659863945578, "weighted_f1": 0.9149659863945578 }, "businessowners_policy": { "count": 1, "rows": 344, "pred_rows": 341, "exact_record_matches": 183, "complete_documents": 0, "f1_sum": 0.9572867887044132, "recall_sum": 0.9246162280701754, "found_sum": 3373, "gold_pairs_sum": 3648, "pred_pairs_sum": 3399, "avg_f1": 0.9572867887044132, "avg_recall": 0.9246162280701754, "exact_record_recall": 0.5319767441860465, "exact_record_precision": 0.5366568914956011, "exact_record_f1": 0.5343065693430656, "complete_document_rate": 0.0, "weighted_recall": 0.9246162280701754, "weighted_precision": 0.9923506913798176, "weighted_f1": 0.9572867887044132 }, "form_endorsement_links": { "count": 1, "rows": 344, "pred_rows": 341, "exact_record_matches": 183, "complete_documents": 0, "f1_sum": 0.9572867887044132, "recall_sum": 0.9246162280701754, "found_sum": 3373, "gold_pairs_sum": 3648, "pred_pairs_sum": 3399, "avg_f1": 0.9572867887044132, "avg_recall": 0.9246162280701754, "exact_record_recall": 0.5319767441860465, "exact_record_precision": 0.5366568914956011, "exact_record_f1": 0.5343065693430656, "complete_document_rate": 0.0, "weighted_recall": 0.9246162280701754, "weighted_precision": 0.9923506913798176, "weighted_f1": 0.9572867887044132 }, "location_scoped_coverage": { "count": 1, "rows": 344, "pred_rows": 341, "exact_record_matches": 183, "complete_documents": 0, "f1_sum": 0.9572867887044132, "recall_sum": 0.9246162280701754, "found_sum": 3373, "gold_pairs_sum": 3648, "pred_pairs_sum": 3399, "avg_f1": 0.9572867887044132, "avg_recall": 0.9246162280701754, "exact_record_recall": 0.5319767441860465, "exact_record_precision": 0.5366568914956011, "exact_record_f1": 0.5343065693430656, "complete_document_rate": 0.0, "weighted_recall": 0.9246162280701754, "weighted_precision": 0.9923506913798176, "weighted_f1": 0.9572867887044132 }, "class_code_payroll_rating": { "count": 1, "rows": 438, "pred_rows": 456, "exact_record_matches": 125, "complete_documents": 0, "f1_sum": 0.8992460589444824, "recall_sum": 0.848093083387201, "found_sum": 3936, "gold_pairs_sum": 4641, "pred_pairs_sum": 4113, "avg_f1": 0.8992460589444824, "avg_recall": 0.848093083387201, "exact_record_recall": 0.2853881278538813, "exact_record_precision": 0.2741228070175439, "exact_record_f1": 0.27964205816554816, "complete_document_rate": 0.0, "weighted_recall": 0.848093083387201, "weighted_precision": 0.9569657184536834, "weighted_f1": 0.8992460589444824 }, "experience_mod_and_schedule_rating": { "count": 1, "rows": 438, "pred_rows": 456, "exact_record_matches": 125, "complete_documents": 0, "f1_sum": 0.8992460589444824, "recall_sum": 0.848093083387201, "found_sum": 3936, "gold_pairs_sum": 4641, "pred_pairs_sum": 4113, "avg_f1": 0.8992460589444824, "avg_recall": 0.848093083387201, "exact_record_recall": 0.2853881278538813, "exact_record_precision": 0.2741228070175439, "exact_record_f1": 0.27964205816554816, "complete_document_rate": 0.0, "weighted_recall": 0.848093083387201, "weighted_precision": 0.9569657184536834, "weighted_f1": 0.8992460589444824 }, "workers_compensation_policy": { "count": 1, "rows": 438, "pred_rows": 456, "exact_record_matches": 125, "complete_documents": 0, "f1_sum": 0.8992460589444824, "recall_sum": 0.848093083387201, "found_sum": 3936, "gold_pairs_sum": 4641, "pred_pairs_sum": 4113, "avg_f1": 0.8992460589444824, "avg_recall": 0.848093083387201, "exact_record_recall": 0.2853881278538813, "exact_record_precision": 0.2741228070175439, "exact_record_f1": 0.27964205816554816, "complete_document_rate": 0.0, "weighted_recall": 0.848093083387201, "weighted_precision": 0.9569657184536834, "weighted_f1": 0.8992460589444824 } }, "by_stressor_standard_deviation": { "high_density_long_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multi_row": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multiple_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ocr_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "page_breaks": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "production_like_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "inherited_context": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "large_doc": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "layout_randomization": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "non_target_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "split_records": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "merged_cells": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "cross_section_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ocr_layout_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "repeated_keys": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "continuation_notes": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "duplicates": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "sparse_driver_fields": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "summary_distractors": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "variable_policy_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "cross_page_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "long_range_evidence": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "longer_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "mixed_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "mixed_prose_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multi_column": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "natural_long_range_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "non_sequential_identifiers": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "commercial_general_liability": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_forms": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_locations": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "exposure_rating_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "heterogeneous_record_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "limits_forms_exclusions": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "material_clause_extraction": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "coded_values": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claimant_lookup": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "many_to_one_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "businessowners_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "form_endorsement_links": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "location_scoped_coverage": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "class_code_payroll_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "experience_mod_and_schedule_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "workers_compensation_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "documents": [ { "sample": "driver_mvr_packet_001", "tier": "core_operations", "gold_records": 260, "predicted_records": 260, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "driver_mvr_packet_002", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "driver_mvr_packet_003", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "driver_schedule_sparse_001", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_001", "tier": "core_operations", "gold_records": 1159, "predicted_records": 1159, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_002", "tier": "core_operations", "gold_records": 2143, "predicted_records": 2143, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_003", "tier": "core_operations", "gold_records": 2195, "predicted_records": 2195, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_004", "tier": "core_operations", "gold_records": 2239, "predicted_records": 2239, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_005", "tier": "core_operations", "gold_records": 2379, "predicted_records": 2379, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_006", "tier": "core_operations", "gold_records": 2434, "predicted_records": 2434, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_007", "tier": "core_operations", "gold_records": 2445, "predicted_records": 2445, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_008", "tier": "core_operations", "gold_records": 2571, "predicted_records": 2571, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_multisection_return_001", "tier": "core_operations", "gold_records": 335, "predicted_records": 335, "exact_record_recall": 0.9671641791044776, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9987860677934448, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_multisection_return_002", "tier": "core_operations", "gold_records": 461, "predicted_records": 475, "exact_record_recall": 0.9197396963123644, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9874865446716901, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_001", "tier": "core_operations", "gold_records": 582, "predicted_records": 558, "exact_record_recall": 0.9587628865979382, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9838998211091236, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_002", "tier": "core_operations", "gold_records": 998, "predicted_records": 962, "exact_record_recall": 0.9639278557114228, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9861609431060994, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_005", "tier": "core_operations", "gold_records": 1157, "predicted_records": 1115, "exact_record_recall": 0.9636992221261884, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9860711916869335, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_inquiry_001", "tier": "core_operations", "gold_records": 650, "predicted_records": 649, "exact_record_recall": 0.9984615384615385, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9992301770592764, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_inquiry_002", "tier": "core_operations", "gold_records": 650, "predicted_records": 649, "exact_record_recall": 0.9984615384615385, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9992301770592764, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_summary_001", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_tax_summary_002", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "loss_run_external_001", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.96, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9969411164924803, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "loss_run_external_002", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9166666666666666, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9936273260260005, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "loss_run_external_003", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9233333333333333, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9970637048385037, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "mixed_040_001_crosspage", "tier": "claim_multihop", "gold_records": 40, "predicted_records": 40, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9152542372881356, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "mixed_cgl_040_001", "tier": "policy_packets", "gold_records": 562, "predicted_records": 581, "exact_record_recall": 0.2402135231316726, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.8161109276989106, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_012_001_crosspage", "tier": "claim_multihop", "gold_records": 12, "predicted_records": 12, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.916955017301038, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_025_001_crosspage", "tier": "claim_multihop", "gold_records": 25, "predicted_records": 25, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9149659863945578, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_bop_012_001", "tier": "policy_packets", "gold_records": 344, "predicted_records": 341, "exact_record_recall": 0.5319767441860465, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9572867887044132, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_wc_025_001", "tier": "policy_packets", "gold_records": 438, "predicted_records": 456, "exact_record_recall": 0.2853881278538813, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.8992460589444824, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "vehicle_schedule_sparse_001", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "vehicle_schedule_sparse_002", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 } ] }, { "config": "Reducto, Deep Extract v3 (strict contract) (identical contract)", "harness": "Reducto", "model": "Deep Extract v3 (strict contract)", "requested_model": "v3", "effort": "identical contract", "cli_version": "Reducto API", "run_date": "2026-07-24", "run_count": 1, "reporting_statistic": "single_run", "result_dirs": [ "reducto_deep_extract_v3_strict_contract" ], "protocol": "Raw PDF \u00b7 strict contract", "prompt_templates": [ { "title": "Generated field contract", "template": "Output JSON shape:\n{ \"records\": [ ... ] }\n\nGeneral requirements:\n- Extract every target record visible in the document.\n- Use the exact field names below; do not invent fields that are not listed.\n{{RECORD_TYPE_REQUIREMENT}}\n- If a listed field is not visible for a record, use an empty string.\n- Preserve identifiers, dates, codes, locations, limits, rates, totals, names, and premiums exactly as shown.\n- Do not deduplicate repeated records unless they are exact duplicate rows for the same item.\n\nAllowed record groups and fields:\n{{ALLOWED_RECORD_GROUPS_AND_FIELDS}}\n\nAll allowed fields:\n{{ALL_ALLOWED_FIELDS}}\n\nTarget-scope rules:\n- Extract records that match the listed fields, not every nearby note, notice, subtotal, or support table.\n- Keep each field to its own value; do not include neighboring labels or carried-over header text.\n- For tables split across pages or sections, preserve the inherited row context needed to complete each record.\n- For policy packets, extract scheduled locations, classifications, coverages, forms, endorsements, material clauses, rating rows, and premium rows that match the allowed fields.\n- For operations documents, extract one record per target table row or section-row combination matching the allowed fields.\n{{CONDITIONAL_SCOPE_RULES}}" } ], "prompt_note": "Primary Reducto comparison condition.", "detail_note": null, "full_run_cost_usd": 11.02, "full_run_cost_source": "reducto_leaderboard_override", "full_run_cost_explanation": "Experimental leaderboard cost of $11.02; current Reducto Standard list cost is $46.49.", "full_run_cost_standard_deviation_usd": 0.0, "full_run_cost_beta": true, "full_run_cost_comparison": { "current_credits": 3099.26794375, "current_cost_usd": 46.48901915625, "experimental_credits": 735, "experimental_cost_usd": 11.02 }, "exact_record_recall": 0.8895570796310687, "exact_record_precision": 0.8910019965483401, "exact_record_f1": 0.8902789518174133, "complete_documents": 16, "total_samples": 32, "complete_document_rate": 0.5, "weighted_f1": 0.9799063368944826, "weighted_recall": 0.9762298189170012, "metric_standard_deviation": { "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_documents": 0.0, "weighted_f1": 0.0, "structural_exact_recall": 0.0, "scale_control_exact_recall": 0.0 }, "structural_exact_recall": 0.6114808652246256, "scale_control_exact_recall": 1.0, "gold_records": 29599, "exact_record_matches": 26330, "errors": 0, "by_tier": { "core_operations": { "count": 26, "rows": 28178, "pred_rows": 28090, "exact_record_matches": 25907, "complete_documents": 16, "f1_sum": 25.767851469114266, "recall_sum": 25.729222269492087, "found_sum": 186189, "gold_pairs_sum": 189279, "pred_pairs_sum": 188339, "avg_f1": 0.9910712103505487, "avg_recall": 0.9895854719035418, "exact_record_recall": 0.9194052097380936, "exact_record_precision": 0.9222855108579565, "exact_record_f1": 0.9208431079832231, "complete_document_rate": 0.6153846153846154, "weighted_recall": 0.9836748926188326, "weighted_precision": 0.9885844142742608, "weighted_f1": 0.9861235428395893 }, "claim_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.7056527496342504, "recall_sum": 2.7056527496342504, "found_sum": 1655, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9018842498780835, "avg_recall": 0.9018842498780835, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9088412959912137, "weighted_precision": 0.9088412959912137, "weighted_f1": 0.9088412959912137 }, "policy_packets": { "count": 3, "rows": 1344, "pred_rows": 1384, "exact_record_matches": 423, "complete_documents": 0, "f1_sum": 2.748587283470914, "recall_sum": 2.6812248794805225, "found_sum": 13027, "gold_pairs_sum": 14662, "pred_pairs_sum": 14058, "avg_f1": 0.9161957611569713, "avg_recall": 0.8937416264935075, "exact_record_recall": 0.31473214285714285, "exact_record_precision": 0.305635838150289, "exact_record_f1": 0.3101173020527859, "complete_document_rate": 0.0, "weighted_recall": 0.8884872459418905, "weighted_precision": 0.9266609759567506, "weighted_f1": 0.9071727019498608 } }, "by_tier_standard_deviation": { "core_operations": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claim_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "policy_packets": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_family": { "driver_mvr_request_and_roster": { "count": 3, "rows": 1260, "pred_rows": 1260, "exact_record_matches": 1260, "complete_documents": 3, "f1_sum": 3.0, "recall_sum": 3.0, "found_sum": 10128, "gold_pairs_sum": 10128, "pred_pairs_sum": 10128, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "driver_schedule_spreadsheet_export": { "count": 1, "rows": 500, "pred_rows": 500, "exact_record_matches": 500, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 2000, "gold_pairs_sum": 2000, "pred_pairs_sum": 2000, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "ifta_mileage_by_vehicle": { "count": 8, "rows": 17565, "pred_rows": 17565, "exact_record_matches": 17565, "complete_documents": 8, "f1_sum": 8.0, "recall_sum": 8.0, "found_sum": 87825, "gold_pairs_sum": 87825, "pred_pairs_sum": 87825, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "ifta_multisection_return_packet": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 771, "complete_documents": 0, "f1_sum": 1.9977351442611453, "recall_sum": 1.9961516981254248, "found_sum": 12711, "gold_pairs_sum": 12736, "pred_pairs_sum": 12716, "avg_f1": 0.9988675721305726, "avg_recall": 0.9980758490627124, "exact_record_recall": 0.9685929648241206, "exact_record_precision": 0.9685929648241206, "exact_record_f1": 0.9685929648241206, "complete_document_rate": 0.0, "weighted_recall": 0.9980370603015075, "weighted_precision": 0.9996067945894935, "weighted_f1": 0.9988213107024988 }, "ifta_return_schedule_details": { "count": 3, "rows": 2737, "pred_rows": 2635, "exact_record_matches": 558, "complete_documents": 0, "f1_sum": 2.7917792780027373, "recall_sum": 2.7514325677222473, "found_sum": 29447, "gold_pairs_sum": 32442, "pred_pairs_sum": 31524, "avg_f1": 0.9305930926675791, "avg_recall": 0.9171441892407491, "exact_record_recall": 0.20387285348922177, "exact_record_precision": 0.21176470588235294, "exact_record_f1": 0.20774385703648549, "complete_document_rate": 0.0, "weighted_recall": 0.9076814006534739, "weighted_precision": 0.9341136911559447, "weighted_f1": 0.9207078760591565 }, "ifta_tax_return_inquiry_detail": { "count": 2, "rows": 1300, "pred_rows": 1314, "exact_record_matches": 1299, "complete_documents": 0, "f1_sum": 1.9878233329528125, "recall_sum": 1.9984615384615385, "found_sum": 5196, "gold_pairs_sum": 5200, "pred_pairs_sum": 5256, "avg_f1": 0.9939116664764063, "avg_recall": 0.9992307692307693, "exact_record_recall": 0.9992307692307693, "exact_record_precision": 0.9885844748858448, "exact_record_f1": 0.9938791124713084, "complete_document_rate": 0.0, "weighted_recall": 0.9992307692307693, "weighted_precision": 0.9885844748858448, "weighted_f1": 0.9938791124713084 }, "ifta_tax_return_summary": { "count": 2, "rows": 1520, "pred_rows": 1520, "exact_record_matches": 1520, "complete_documents": 2, "f1_sum": 2.0, "recall_sum": 2.0, "found_sum": 18240, "gold_pairs_sum": 18240, "pred_pairs_sum": 18240, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "loss_run_external": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 834, "complete_documents": 0, "f1_sum": 2.990513713897573, "recall_sum": 2.9831764651828765, "found_sum": 11708, "gold_pairs_sum": 11774, "pred_pairs_sum": 11716, "avg_f1": 0.9968379046325243, "avg_recall": 0.9943921550609588, "exact_record_recall": 0.9266666666666666, "exact_record_precision": 0.9266666666666666, "exact_record_f1": 0.9266666666666666, "complete_document_rate": 0.0, "weighted_recall": 0.9943944284015628, "weighted_precision": 0.99931717309662, "weighted_f1": 0.9968497232865049 }, "claim_crosspage_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.7056527496342504, "recall_sum": 2.7056527496342504, "found_sum": 1655, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9018842498780835, "avg_recall": 0.9018842498780835, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9088412959912137, "weighted_precision": 0.9088412959912137, "weighted_f1": 0.9088412959912137 }, "policy_multi_hop": { "count": 3, "rows": 1344, "pred_rows": 1384, "exact_record_matches": 423, "complete_documents": 0, "f1_sum": 2.748587283470914, "recall_sum": 2.6812248794805225, "found_sum": 13027, "gold_pairs_sum": 14662, "pred_pairs_sum": 14058, "avg_f1": 0.9161957611569713, "avg_recall": 0.8937416264935075, "exact_record_recall": 0.31473214285714285, "exact_record_precision": 0.305635838150289, "exact_record_f1": 0.3101173020527859, "complete_document_rate": 0.0, "weighted_recall": 0.8884872459418905, "weighted_precision": 0.9266609759567506, "weighted_f1": 0.9071727019498608 }, "vehicle_schedule_spreadsheet_export": { "count": 2, "rows": 1600, "pred_rows": 1600, "exact_record_matches": 1600, "complete_documents": 2, "f1_sum": 2.0, "recall_sum": 2.0, "found_sum": 8934, "gold_pairs_sum": 8934, "pred_pairs_sum": 8934, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 } }, "by_family_standard_deviation": { "driver_mvr_request_and_roster": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "driver_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_mileage_by_vehicle": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_multisection_return_packet": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_return_schedule_details": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_tax_return_inquiry_detail": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_tax_return_summary": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "loss_run_external": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claim_crosspage_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "policy_multi_hop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "vehicle_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_stressor": { "high_density_long_list": { "count": 26, "rows": 28178, "pred_rows": 28090, "exact_record_matches": 25907, "complete_documents": 16, "f1_sum": 25.767851469114266, "recall_sum": 25.729222269492087, "found_sum": 186189, "gold_pairs_sum": 189279, "pred_pairs_sum": 188339, "avg_f1": 0.9910712103505487, "avg_recall": 0.9895854719035418, "exact_record_recall": 0.9194052097380936, "exact_record_precision": 0.9222855108579565, "exact_record_f1": 0.9208431079832231, "complete_document_rate": 0.6153846153846154, "weighted_recall": 0.9836748926188326, "weighted_precision": 0.9885844142742608, "weighted_f1": 0.9861235428395893 }, "multi_row": { "count": 22, "rows": 21942, "pred_rows": 21982, "exact_record_matches": 20853, "complete_documents": 11, "f1_sum": 21.44248889126388, "recall_sum": 21.366205792423074, "found_sum": 137054, "gold_pairs_sum": 138946, "pred_pairs_sum": 138264, "avg_f1": 0.9746585859665401, "avg_recall": 0.971191172382867, "exact_record_recall": 0.950369155045119, "exact_record_precision": 0.9486397961968883, "exact_record_f1": 0.9495036881886896, "complete_document_rate": 0.5, "weighted_recall": 0.9863831992284773, "weighted_precision": 0.9912486258172771, "weighted_f1": 0.9888099274917932 }, "multiple_tables": { "count": 31, "rows": 29255, "pred_rows": 29213, "exact_record_matches": 26195, "complete_documents": 16, "f1_sum": 30.277166473384366, "recall_sum": 30.21779946001037, "found_sum": 197594, "gold_pairs_sum": 202114, "pred_pairs_sum": 200930, "avg_f1": 0.9766827894640118, "avg_recall": 0.9747677245164635, "exact_record_recall": 0.8954024952999488, "exact_record_precision": 0.8966898298702632, "exact_record_f1": 0.896045700212082, "complete_document_rate": 0.5161290322580645, "weighted_recall": 0.9776363834271747, "weighted_precision": 0.983397203006022, "weighted_f1": 0.9805083315965503 }, "ocr_condition": { "count": 32, "rows": 29599, "pred_rows": 29551, "exact_record_matches": 26330, "complete_documents": 16, "f1_sum": 31.222091502219428, "recall_sum": 31.11609989860686, "found_sum": 200871, "gold_pairs_sum": 205762, "pred_pairs_sum": 204218, "avg_f1": 0.9756903594443571, "avg_recall": 0.9723781218314643, "exact_record_recall": 0.8895570796310687, "exact_record_precision": 0.8910019965483401, "exact_record_f1": 0.8902789518174133, "complete_document_rate": 0.5, "weighted_recall": 0.9762298189170012, "weighted_precision": 0.9836106513627594, "weighted_f1": 0.9799063368944826 }, "page_breaks": { "count": 32, "rows": 29599, "pred_rows": 29551, "exact_record_matches": 26330, "complete_documents": 16, "f1_sum": 31.222091502219428, "recall_sum": 31.11609989860686, "found_sum": 200871, "gold_pairs_sum": 205762, "pred_pairs_sum": 204218, "avg_f1": 0.9756903594443571, "avg_recall": 0.9723781218314643, "exact_record_recall": 0.8895570796310687, "exact_record_precision": 0.8910019965483401, "exact_record_f1": 0.8902789518174133, "complete_document_rate": 0.5, "weighted_recall": 0.9762298189170012, "weighted_precision": 0.9836106513627594, "weighted_f1": 0.9799063368944826 }, "production_like_layout": { "count": 26, "rows": 28178, "pred_rows": 28090, "exact_record_matches": 25907, "complete_documents": 16, "f1_sum": 25.767851469114266, "recall_sum": 25.729222269492087, "found_sum": 186189, "gold_pairs_sum": 189279, "pred_pairs_sum": 188339, "avg_f1": 0.9910712103505487, "avg_recall": 0.9895854719035418, "exact_record_recall": 0.9194052097380936, "exact_record_precision": 0.9222855108579565, "exact_record_f1": 0.9208431079832231, "complete_document_rate": 0.6153846153846154, "weighted_recall": 0.9836748926188326, "weighted_precision": 0.9885844142742608, "weighted_f1": 0.9861235428395893 }, "inherited_context": { "count": 18, "rows": 9874, "pred_rows": 9826, "exact_record_matches": 6671, "complete_documents": 5, "f1_sum": 17.23157778832186, "recall_sum": 17.132923433423983, "found_sum": 91210, "gold_pairs_sum": 96035, "pred_pairs_sum": 94549, "avg_f1": 0.9573098771289923, "avg_recall": 0.9518290796346657, "exact_record_recall": 0.6756127202754709, "exact_record_precision": 0.6789130877264401, "exact_record_f1": 0.6772588832487311, "complete_document_rate": 0.2777777777777778, "weighted_recall": 0.9497579007653459, "weighted_precision": 0.9646849781594729, "weighted_f1": 0.9571632456029886 }, "large_doc": { "count": 29, "rows": 28339, "pred_rows": 28291, "exact_record_matches": 25070, "complete_documents": 13, "f1_sum": 28.222091502219428, "recall_sum": 28.11609989860686, "found_sum": 190743, "gold_pairs_sum": 195634, "pred_pairs_sum": 194090, "avg_f1": 0.9731755690420493, "avg_recall": 0.9695206861588572, "exact_record_recall": 0.8846466000917463, "exact_record_precision": 0.8861475380863172, "exact_record_f1": 0.8853964329860496, "complete_document_rate": 0.4482758620689655, "weighted_recall": 0.9749992332621119, "weighted_precision": 0.9827554227420269, "weighted_f1": 0.9788619638513409 }, "layout_randomization": { "count": 10, "rows": 7657, "pred_rows": 7569, "exact_record_matches": 5477, "complete_documents": 5, "f1_sum": 9.77960261095555, "recall_sum": 9.749894106183785, "found_sum": 63817, "gold_pairs_sum": 66816, "pred_pairs_sum": 65954, "avg_f1": 0.977960261095555, "avg_recall": 0.9749894106183785, "exact_record_recall": 0.7152931957685777, "exact_record_precision": 0.723609459637997, "exact_record_f1": 0.7194272954157361, "complete_document_rate": 0.5, "weighted_recall": 0.9551155411877394, "weighted_precision": 0.9675986293477272, "weighted_f1": 0.9613165624764631 }, "non_target_rows": { "count": 18, "rows": 9874, "pred_rows": 9826, "exact_record_matches": 6671, "complete_documents": 5, "f1_sum": 17.23157778832186, "recall_sum": 17.132923433423983, "found_sum": 91210, "gold_pairs_sum": 96035, "pred_pairs_sum": 94549, "avg_f1": 0.9573098771289923, "avg_recall": 0.9518290796346657, "exact_record_recall": 0.6756127202754709, "exact_record_precision": 0.6789130877264401, "exact_record_f1": 0.6772588832487311, "complete_document_rate": 0.2777777777777778, "weighted_recall": 0.9497579007653459, "weighted_precision": 0.9646849781594729, "weighted_f1": 0.9571632456029886 }, "split_records": { "count": 15, "rows": 9797, "pred_rows": 9749, "exact_record_matches": 6671, "complete_documents": 5, "f1_sum": 14.52592503868761, "recall_sum": 14.427270683789732, "found_sum": 89555, "gold_pairs_sum": 94214, "pred_pairs_sum": 92728, "avg_f1": 0.968395002579174, "avg_recall": 0.9618180455859822, "exact_record_recall": 0.6809227314484025, "exact_record_precision": 0.6842753102882347, "exact_record_f1": 0.6825949043282513, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.9505487507164541, "weighted_precision": 0.9657816409283064, "weighted_f1": 0.9581046527800066 }, "merged_cells": { "count": 4, "rows": 3043, "pred_rows": 3043, "exact_record_matches": 2977, "complete_documents": 1, "f1_sum": 3.990513713897573, "recall_sum": 3.9831764651828765, "found_sum": 22423, "gold_pairs_sum": 22489, "pred_pairs_sum": 22431, "avg_f1": 0.9976284284743933, "avg_recall": 0.9957941162957191, "exact_record_recall": 0.9783108774235951, "exact_record_precision": 0.9783108774235951, "exact_record_f1": 0.9783108774235951, "complete_document_rate": 0.25, "weighted_recall": 0.9970652318911468, "weighted_precision": 0.9996433507199858, "weighted_f1": 0.9983526268922529 }, "cross_section_join": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 771, "complete_documents": 0, "f1_sum": 1.9977351442611453, "recall_sum": 1.9961516981254248, "found_sum": 12711, "gold_pairs_sum": 12736, "pred_pairs_sum": 12716, "avg_f1": 0.9988675721305726, "avg_recall": 0.9980758490627124, "exact_record_recall": 0.9685929648241206, "exact_record_precision": 0.9685929648241206, "exact_record_f1": 0.9685929648241206, "complete_document_rate": 0.0, "weighted_recall": 0.9980370603015075, "weighted_precision": 0.9996067945894935, "weighted_f1": 0.9988213107024988 }, "ocr_layout_condition": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 771, "complete_documents": 0, "f1_sum": 1.9977351442611453, "recall_sum": 1.9961516981254248, "found_sum": 12711, "gold_pairs_sum": 12736, "pred_pairs_sum": 12716, "avg_f1": 0.9988675721305726, "avg_recall": 0.9980758490627124, "exact_record_recall": 0.9685929648241206, "exact_record_precision": 0.9685929648241206, "exact_record_f1": 0.9685929648241206, "complete_document_rate": 0.0, "weighted_recall": 0.9980370603015075, "weighted_precision": 0.9996067945894935, "weighted_f1": 0.9988213107024988 }, "repeated_keys": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 771, "complete_documents": 0, "f1_sum": 1.9977351442611453, "recall_sum": 1.9961516981254248, "found_sum": 12711, "gold_pairs_sum": 12736, "pred_pairs_sum": 12716, "avg_f1": 0.9988675721305726, "avg_recall": 0.9980758490627124, "exact_record_recall": 0.9685929648241206, "exact_record_precision": 0.9685929648241206, "exact_record_f1": 0.9685929648241206, "complete_document_rate": 0.0, "weighted_recall": 0.9980370603015075, "weighted_precision": 0.9996067945894935, "weighted_f1": 0.9988213107024988 }, "continuation_notes": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 834, "complete_documents": 0, "f1_sum": 2.990513713897573, "recall_sum": 2.9831764651828765, "found_sum": 11708, "gold_pairs_sum": 11774, "pred_pairs_sum": 11716, "avg_f1": 0.9968379046325243, "avg_recall": 0.9943921550609588, "exact_record_recall": 0.9266666666666666, "exact_record_precision": 0.9266666666666666, "exact_record_f1": 0.9266666666666666, "complete_document_rate": 0.0, "weighted_recall": 0.9943944284015628, "weighted_precision": 0.99931717309662, "weighted_f1": 0.9968497232865049 }, "distractor_sections": { "count": 9, "rows": 2321, "pred_rows": 2361, "exact_record_matches": 1257, "complete_documents": 0, "f1_sum": 8.444753747002737, "recall_sum": 8.37005409429765, "found_sum": 26390, "gold_pairs_sum": 28257, "pred_pairs_sum": 27595, "avg_f1": 0.9383059718891931, "avg_recall": 0.9300060104775167, "exact_record_recall": 0.5415769065058165, "exact_record_precision": 0.5324015247776366, "exact_record_f1": 0.5369500213583938, "complete_document_rate": 0.0, "weighted_recall": 0.9339278762784443, "weighted_precision": 0.9563326689617684, "weighted_f1": 0.9449974933753492 }, "duplicates": { "count": 7, "rows": 1321, "pred_rows": 1315, "exact_record_matches": 969, "complete_documents": 0, "f1_sum": 6.641091492366887, "recall_sum": 6.587129653413618, "found_sum": 16640, "gold_pairs_sum": 17243, "pred_pairs_sum": 16825, "avg_f1": 0.9487273560524124, "avg_recall": 0.9410185219162311, "exact_record_recall": 0.7335352006056018, "exact_record_precision": 0.7368821292775666, "exact_record_f1": 0.7352048558421851, "complete_document_rate": 0.0, "weighted_recall": 0.9650292872469988, "weighted_precision": 0.9890044576523032, "weighted_f1": 0.9768697898321005 }, "sparse_driver_fields": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 834, "complete_documents": 0, "f1_sum": 2.990513713897573, "recall_sum": 2.9831764651828765, "found_sum": 11708, "gold_pairs_sum": 11774, "pred_pairs_sum": 11716, "avg_f1": 0.9968379046325243, "avg_recall": 0.9943921550609588, "exact_record_recall": 0.9266666666666666, "exact_record_precision": 0.9266666666666666, "exact_record_f1": 0.9266666666666666, "complete_document_rate": 0.0, "weighted_recall": 0.9943944284015628, "weighted_precision": 0.99931717309662, "weighted_f1": 0.9968497232865049 }, "summary_distractors": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 834, "complete_documents": 0, "f1_sum": 2.990513713897573, "recall_sum": 2.9831764651828765, "found_sum": 11708, "gold_pairs_sum": 11774, "pred_pairs_sum": 11716, "avg_f1": 0.9968379046325243, "avg_recall": 0.9943921550609588, "exact_record_recall": 0.9266666666666666, "exact_record_precision": 0.9266666666666666, "exact_record_f1": 0.9266666666666666, "complete_document_rate": 0.0, "weighted_recall": 0.9943944284015628, "weighted_precision": 0.99931717309662, "weighted_f1": 0.9968497232865049 }, "variable_policy_sections": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 834, "complete_documents": 0, "f1_sum": 2.990513713897573, "recall_sum": 2.9831764651828765, "found_sum": 11708, "gold_pairs_sum": 11774, "pred_pairs_sum": 11716, "avg_f1": 0.9968379046325243, "avg_recall": 0.9943921550609588, "exact_record_recall": 0.9266666666666666, "exact_record_precision": 0.9266666666666666, "exact_record_f1": 0.9266666666666666, "complete_document_rate": 0.0, "weighted_recall": 0.9943944284015628, "weighted_precision": 0.99931717309662, "weighted_f1": 0.9968497232865049 }, "cross_page_join": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.7056527496342504, "recall_sum": 2.7056527496342504, "found_sum": 1655, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9018842498780835, "avg_recall": 0.9018842498780835, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9088412959912137, "weighted_precision": 0.9088412959912137, "weighted_f1": 0.9088412959912137 }, "long_range_evidence": { "count": 6, "rows": 1421, "pred_rows": 1461, "exact_record_matches": 423, "complete_documents": 0, "f1_sum": 5.454240033105165, "recall_sum": 5.386877629114774, "found_sum": 14682, "gold_pairs_sum": 16483, "pred_pairs_sum": 15879, "avg_f1": 0.9090400055175275, "avg_recall": 0.8978129381857957, "exact_record_recall": 0.2976776917663617, "exact_record_precision": 0.28952772073921973, "exact_record_f1": 0.2935461485079806, "complete_document_rate": 0.0, "weighted_recall": 0.8907359097251714, "weighted_precision": 0.9246174192329492, "weighted_f1": 0.9073604845188802 }, "longer_list": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9152542372881356, "recall_sum": 0.9152542372881356, "found_sum": 864, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.9152542372881356, "avg_recall": 0.9152542372881356, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9152542372881356, "weighted_precision": 0.9152542372881356, "weighted_f1": 0.9152542372881356 }, "mixed_layout": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9152542372881356, "recall_sum": 0.9152542372881356, "found_sum": 864, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.9152542372881356, "avg_recall": 0.9152542372881356, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9152542372881356, "weighted_precision": 0.9152542372881356, "weighted_f1": 0.9152542372881356 }, "mixed_prose_tables": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.7056527496342504, "recall_sum": 2.7056527496342504, "found_sum": 1655, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9018842498780835, "avg_recall": 0.9018842498780835, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9088412959912137, "weighted_precision": 0.9088412959912137, "weighted_f1": 0.9088412959912137 }, "multi_column": { "count": 6, "rows": 1421, "pred_rows": 1461, "exact_record_matches": 423, "complete_documents": 0, "f1_sum": 5.454240033105165, "recall_sum": 5.386877629114774, "found_sum": 14682, "gold_pairs_sum": 16483, "pred_pairs_sum": 15879, "avg_f1": 0.9090400055175275, "avg_recall": 0.8978129381857957, "exact_record_recall": 0.2976776917663617, "exact_record_precision": 0.28952772073921973, "exact_record_f1": 0.2935461485079806, "complete_document_rate": 0.0, "weighted_recall": 0.8907359097251714, "weighted_precision": 0.9246174192329492, "weighted_f1": 0.9073604845188802 }, "natural_long_range_join": { "count": 6, "rows": 1421, "pred_rows": 1461, "exact_record_matches": 423, "complete_documents": 0, "f1_sum": 5.454240033105165, "recall_sum": 5.386877629114774, "found_sum": 14682, "gold_pairs_sum": 16483, "pred_pairs_sum": 15879, "avg_f1": 0.9090400055175275, "avg_recall": 0.8978129381857957, "exact_record_recall": 0.2976776917663617, "exact_record_precision": 0.28952772073921973, "exact_record_f1": 0.2935461485079806, "complete_document_rate": 0.0, "weighted_recall": 0.8907359097251714, "weighted_precision": 0.9246174192329492, "weighted_f1": 0.9073604845188802 }, "non_sequential_identifiers": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.7056527496342504, "recall_sum": 2.7056527496342504, "found_sum": 1655, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9018842498780835, "avg_recall": 0.9018842498780835, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9088412959912137, "weighted_precision": 0.9088412959912137, "weighted_f1": 0.9088412959912137 }, "commercial_general_liability": { "count": 1, "rows": 562, "pred_rows": 570, "exact_record_matches": 153, "complete_documents": 0, "f1_sum": 0.8599033816425121, "recall_sum": 0.8518750980699827, "found_sum": 5429, "gold_pairs_sum": 6373, "pred_pairs_sum": 6254, "avg_f1": 0.8599033816425121, "avg_recall": 0.8518750980699827, "exact_record_recall": 0.2722419928825623, "exact_record_precision": 0.26842105263157895, "exact_record_f1": 0.27031802120141346, "complete_document_rate": 0.0, "weighted_recall": 0.8518750980699827, "weighted_precision": 0.8680844259673809, "weighted_f1": 0.8599033816425121 }, "distractor_forms": { "count": 1, "rows": 562, "pred_rows": 570, "exact_record_matches": 153, "complete_documents": 0, "f1_sum": 0.8599033816425121, "recall_sum": 0.8518750980699827, "found_sum": 5429, "gold_pairs_sum": 6373, "pred_pairs_sum": 6254, "avg_f1": 0.8599033816425121, "avg_recall": 0.8518750980699827, "exact_record_recall": 0.2722419928825623, "exact_record_precision": 0.26842105263157895, "exact_record_f1": 0.27031802120141346, "complete_document_rate": 0.0, "weighted_recall": 0.8518750980699827, "weighted_precision": 0.8680844259673809, "weighted_f1": 0.8599033816425121 }, "distractor_locations": { "count": 1, "rows": 562, "pred_rows": 570, "exact_record_matches": 153, "complete_documents": 0, "f1_sum": 0.8599033816425121, "recall_sum": 0.8518750980699827, "found_sum": 5429, "gold_pairs_sum": 6373, "pred_pairs_sum": 6254, "avg_f1": 0.8599033816425121, "avg_recall": 0.8518750980699827, "exact_record_recall": 0.2722419928825623, "exact_record_precision": 0.26842105263157895, "exact_record_f1": 0.27031802120141346, "complete_document_rate": 0.0, "weighted_recall": 0.8518750980699827, "weighted_precision": 0.8680844259673809, "weighted_f1": 0.8599033816425121 }, "exposure_rating_rows": { "count": 1, "rows": 562, "pred_rows": 570, "exact_record_matches": 153, "complete_documents": 0, "f1_sum": 0.8599033816425121, "recall_sum": 0.8518750980699827, "found_sum": 5429, "gold_pairs_sum": 6373, "pred_pairs_sum": 6254, "avg_f1": 0.8599033816425121, "avg_recall": 0.8518750980699827, "exact_record_recall": 0.2722419928825623, "exact_record_precision": 0.26842105263157895, "exact_record_f1": 0.27031802120141346, "complete_document_rate": 0.0, "weighted_recall": 0.8518750980699827, "weighted_precision": 0.8680844259673809, "weighted_f1": 0.8599033816425121 }, "heterogeneous_record_list": { "count": 3, "rows": 1344, "pred_rows": 1384, "exact_record_matches": 423, "complete_documents": 0, "f1_sum": 2.748587283470914, "recall_sum": 2.6812248794805225, "found_sum": 13027, "gold_pairs_sum": 14662, "pred_pairs_sum": 14058, "avg_f1": 0.9161957611569713, "avg_recall": 0.8937416264935075, "exact_record_recall": 0.31473214285714285, "exact_record_precision": 0.305635838150289, "exact_record_f1": 0.3101173020527859, "complete_document_rate": 0.0, "weighted_recall": 0.8884872459418905, "weighted_precision": 0.9266609759567506, "weighted_f1": 0.9071727019498608 }, "limits_forms_exclusions": { "count": 1, "rows": 562, "pred_rows": 570, "exact_record_matches": 153, "complete_documents": 0, "f1_sum": 0.8599033816425121, "recall_sum": 0.8518750980699827, "found_sum": 5429, "gold_pairs_sum": 6373, "pred_pairs_sum": 6254, "avg_f1": 0.8599033816425121, "avg_recall": 0.8518750980699827, "exact_record_recall": 0.2722419928825623, "exact_record_precision": 0.26842105263157895, "exact_record_f1": 0.27031802120141346, "complete_document_rate": 0.0, "weighted_recall": 0.8518750980699827, "weighted_precision": 0.8680844259673809, "weighted_f1": 0.8599033816425121 }, "material_clause_extraction": { "count": 3, "rows": 1344, "pred_rows": 1384, "exact_record_matches": 423, "complete_documents": 0, "f1_sum": 2.748587283470914, "recall_sum": 2.6812248794805225, "found_sum": 13027, "gold_pairs_sum": 14662, "pred_pairs_sum": 14058, "avg_f1": 0.9161957611569713, "avg_recall": 0.8937416264935075, "exact_record_recall": 0.31473214285714285, "exact_record_precision": 0.305635838150289, "exact_record_f1": 0.3101173020527859, "complete_document_rate": 0.0, "weighted_recall": 0.8884872459418905, "weighted_precision": 0.9266609759567506, "weighted_f1": 0.9071727019498608 }, "coded_values": { "count": 1, "rows": 12, "pred_rows": 12, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.8754325259515571, "recall_sum": 0.8754325259515571, "found_sum": 253, "gold_pairs_sum": 289, "pred_pairs_sum": 289, "avg_f1": 0.8754325259515571, "avg_recall": 0.8754325259515571, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.8754325259515571, "weighted_precision": 0.8754325259515571, "weighted_f1": 0.8754325259515571 }, "claimant_lookup": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9149659863945578, "recall_sum": 0.9149659863945578, "found_sum": 538, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 0.9149659863945578, "avg_recall": 0.9149659863945578, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9149659863945578, "weighted_precision": 0.9149659863945578, "weighted_f1": 0.9149659863945578 }, "many_to_one_policy": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9149659863945578, "recall_sum": 0.9149659863945578, "found_sum": 538, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 0.9149659863945578, "avg_recall": 0.9149659863945578, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9149659863945578, "weighted_precision": 0.9149659863945578, "weighted_f1": 0.9149659863945578 }, "businessowners_policy": { "count": 1, "rows": 344, "pred_rows": 338, "exact_record_matches": 135, "complete_documents": 0, "f1_sum": 0.9449250288350635, "recall_sum": 0.8983004385964912, "found_sum": 3277, "gold_pairs_sum": 3648, "pred_pairs_sum": 3288, "avg_f1": 0.9449250288350635, "avg_recall": 0.8983004385964912, "exact_record_recall": 0.39244186046511625, "exact_record_precision": 0.3994082840236686, "exact_record_f1": 0.39589442815249265, "complete_document_rate": 0.0, "weighted_recall": 0.8983004385964912, "weighted_precision": 0.996654501216545, "weighted_f1": 0.9449250288350635 }, "form_endorsement_links": { "count": 1, "rows": 344, "pred_rows": 338, "exact_record_matches": 135, "complete_documents": 0, "f1_sum": 0.9449250288350635, "recall_sum": 0.8983004385964912, "found_sum": 3277, "gold_pairs_sum": 3648, "pred_pairs_sum": 3288, "avg_f1": 0.9449250288350635, "avg_recall": 0.8983004385964912, "exact_record_recall": 0.39244186046511625, "exact_record_precision": 0.3994082840236686, "exact_record_f1": 0.39589442815249265, "complete_document_rate": 0.0, "weighted_recall": 0.8983004385964912, "weighted_precision": 0.996654501216545, "weighted_f1": 0.9449250288350635 }, "location_scoped_coverage": { "count": 1, "rows": 344, "pred_rows": 338, "exact_record_matches": 135, "complete_documents": 0, "f1_sum": 0.9449250288350635, "recall_sum": 0.8983004385964912, "found_sum": 3277, "gold_pairs_sum": 3648, "pred_pairs_sum": 3288, "avg_f1": 0.9449250288350635, "avg_recall": 0.8983004385964912, "exact_record_recall": 0.39244186046511625, "exact_record_precision": 0.3994082840236686, "exact_record_f1": 0.39589442815249265, "complete_document_rate": 0.0, "weighted_recall": 0.8983004385964912, "weighted_precision": 0.996654501216545, "weighted_f1": 0.9449250288350635 }, "class_code_payroll_rating": { "count": 1, "rows": 438, "pred_rows": 476, "exact_record_matches": 135, "complete_documents": 0, "f1_sum": 0.9437588729933385, "recall_sum": 0.9310493428140487, "found_sum": 4321, "gold_pairs_sum": 4641, "pred_pairs_sum": 4516, "avg_f1": 0.9437588729933385, "avg_recall": 0.9310493428140487, "exact_record_recall": 0.3082191780821918, "exact_record_precision": 0.28361344537815125, "exact_record_f1": 0.29540481400437635, "complete_document_rate": 0.0, "weighted_recall": 0.9310493428140487, "weighted_precision": 0.9568201948627104, "weighted_f1": 0.9437588729933385 }, "experience_mod_and_schedule_rating": { "count": 1, "rows": 438, "pred_rows": 476, "exact_record_matches": 135, "complete_documents": 0, "f1_sum": 0.9437588729933385, "recall_sum": 0.9310493428140487, "found_sum": 4321, "gold_pairs_sum": 4641, "pred_pairs_sum": 4516, "avg_f1": 0.9437588729933385, "avg_recall": 0.9310493428140487, "exact_record_recall": 0.3082191780821918, "exact_record_precision": 0.28361344537815125, "exact_record_f1": 0.29540481400437635, "complete_document_rate": 0.0, "weighted_recall": 0.9310493428140487, "weighted_precision": 0.9568201948627104, "weighted_f1": 0.9437588729933385 }, "workers_compensation_policy": { "count": 1, "rows": 438, "pred_rows": 476, "exact_record_matches": 135, "complete_documents": 0, "f1_sum": 0.9437588729933385, "recall_sum": 0.9310493428140487, "found_sum": 4321, "gold_pairs_sum": 4641, "pred_pairs_sum": 4516, "avg_f1": 0.9437588729933385, "avg_recall": 0.9310493428140487, "exact_record_recall": 0.3082191780821918, "exact_record_precision": 0.28361344537815125, "exact_record_f1": 0.29540481400437635, "complete_document_rate": 0.0, "weighted_recall": 0.9310493428140487, "weighted_precision": 0.9568201948627104, "weighted_f1": 0.9437588729933385 } }, "by_stressor_standard_deviation": { "high_density_long_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multi_row": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multiple_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ocr_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "page_breaks": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "production_like_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "inherited_context": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "large_doc": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "layout_randomization": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "non_target_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "split_records": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "merged_cells": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "cross_section_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ocr_layout_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "repeated_keys": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "continuation_notes": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "duplicates": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "sparse_driver_fields": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "summary_distractors": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "variable_policy_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "cross_page_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "long_range_evidence": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "longer_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "mixed_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "mixed_prose_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multi_column": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "natural_long_range_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "non_sequential_identifiers": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "commercial_general_liability": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_forms": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_locations": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "exposure_rating_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "heterogeneous_record_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "limits_forms_exclusions": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "material_clause_extraction": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "coded_values": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claimant_lookup": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "many_to_one_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "businessowners_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "form_endorsement_links": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "location_scoped_coverage": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "class_code_payroll_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "experience_mod_and_schedule_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "workers_compensation_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "documents": [ { "sample": "driver_mvr_packet_001", "tier": "core_operations", "gold_records": 260, "predicted_records": 260, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "driver_mvr_packet_002", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "driver_mvr_packet_003", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "driver_schedule_sparse_001", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_001", "tier": "core_operations", "gold_records": 1159, "predicted_records": 1159, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_002", "tier": "core_operations", "gold_records": 2143, "predicted_records": 2143, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_003", "tier": "core_operations", "gold_records": 2195, "predicted_records": 2195, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_004", "tier": "core_operations", "gold_records": 2239, "predicted_records": 2239, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_005", "tier": "core_operations", "gold_records": 2379, "predicted_records": 2379, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_006", "tier": "core_operations", "gold_records": 2434, "predicted_records": 2434, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_007", "tier": "core_operations", "gold_records": 2445, "predicted_records": 2445, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_008", "tier": "core_operations", "gold_records": 2571, "predicted_records": 2571, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_multisection_return_001", "tier": "core_operations", "gold_records": 335, "predicted_records": 335, "exact_record_recall": 0.9731343283582089, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9991597423209785, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_multisection_return_002", "tier": "core_operations", "gold_records": 461, "predicted_records": 461, "exact_record_recall": 0.96529284164859, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9985754019401668, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_001", "tier": "core_operations", "gold_records": 582, "predicted_records": 558, "exact_record_recall": 0.9587628865979382, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9838998211091236, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_002", "tier": "core_operations", "gold_records": 998, "predicted_records": 962, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9039808645139245, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_005", "tier": "core_operations", "gold_records": 1157, "predicted_records": 1115, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.903898592379689, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_inquiry_001", "tier": "core_operations", "gold_records": 650, "predicted_records": 649, "exact_record_recall": 0.9984615384615385, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9992301770592764, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_inquiry_002", "tier": "core_operations", "gold_records": 650, "predicted_records": 665, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.988593155893536, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_summary_001", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_tax_summary_002", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "loss_run_external_001", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.8066666666666666, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.992552645095018, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "loss_run_external_002", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9766666666666667, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9982156512872802, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "loss_run_external_003", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9966666666666667, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9997454175152749, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "mixed_040_001_crosspage", "tier": "claim_multihop", "gold_records": 40, "predicted_records": 40, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9152542372881356, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "mixed_cgl_040_001", "tier": "policy_packets", "gold_records": 562, "predicted_records": 570, "exact_record_recall": 0.2722419928825623, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.8599033816425121, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_012_001_crosspage", "tier": "claim_multihop", "gold_records": 12, "predicted_records": 12, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.8754325259515571, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_025_001_crosspage", "tier": "claim_multihop", "gold_records": 25, "predicted_records": 25, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9149659863945578, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_bop_012_001", "tier": "policy_packets", "gold_records": 344, "predicted_records": 338, "exact_record_recall": 0.39244186046511625, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9449250288350635, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_wc_025_001", "tier": "policy_packets", "gold_records": 438, "predicted_records": 476, "exact_record_recall": 0.3082191780821918, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9437588729933385, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "vehicle_schedule_sparse_001", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "vehicle_schedule_sparse_002", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 } ] }, { "config": "Claude Code, Claude Fable 5 (xhigh)", "harness": "Claude Code", "model": "Claude Fable 5", "requested_model": "claude-fable-5", "effort": "xhigh", "cli_version": "2.1.216 (Claude Code)", "run_date": "2026-07-21", "run_count": 1, "reporting_statistic": "single_run", "result_dirs": [ "claude_fable5_full_current_ocr_v2" ], "protocol": "Agentic CLI", "prompt_templates": [ { "title": "Task prompt \u2014 exact", "template": "You are dispatched as a subagent for a specific extraction task; skip superpowers skills.\n\nYour workspace contains:\n- document_ocr.md: OCR transcript of one benchmark PDF.\n- field_contract.md: the target output shape and allowed fields.\n\nThe official ground truth is not present. Do not use files outside this workspace.\n\nTask:\nExtract the complete target list from document_ocr.md according to field_contract.md.\nWrite valid JSON to {{OUTPUT_FILE}}.\n\nYou may inspect the document, write temporary scripts, and verify counts. Before finishing:\n- Confirm the JSON parses.\n- Spot-check beginning, middle, and end records against the OCR.\n- Ensure field names match field_contract.md exactly.\n- Ensure every target row or target record type requested by the contract is represented.\n\nDo not include explanations in the JSON file." }, { "title": "Field contract template \u2014 separate per-document input", "template": "Output JSON shape:\n{ \"records\": [ ... ] }\n\nGeneral requirements:\n- Extract every target record visible in the document.\n- Use the exact field names below; do not invent fields that are not listed.\n{{RECORD_TYPE_REQUIREMENT}}\n- If a listed field is not visible for a record, use an empty string.\n- Preserve identifiers, dates, codes, locations, limits, rates, totals, names, and premiums exactly as shown.\n- Do not deduplicate repeated records unless they are exact duplicate rows for the same item.\n\nAllowed record groups and fields:\n{{ALLOWED_RECORD_GROUPS_AND_FIELDS}}\n\nAll allowed fields:\n{{ALL_ALLOWED_FIELDS}}\n\nTarget-scope rules:\n- Extract records that match the listed fields, not every nearby note, notice, subtotal, or support table.\n- Keep each field to its own value; do not include neighboring labels or carried-over header text.\n- For tables split across pages or sections, preserve the inherited row context needed to complete each record.\n- For policy packets, extract scheduled locations, classifications, coverages, forms, endorsements, material clauses, rating rows, and premium rows that match the allowed fields.\n- For operations documents, extract one record per target table row or section-row combination matching the allowed fields.\n{{CONDITIONAL_SCOPE_RULES}}" } ], "prompt_note": "Repository-denied agentic run over released OCR transcripts. Generic operations and policy samples received a generated field contract; claim samples received the published incident JSON Schema.", "detail_note": null, "full_run_cost_usd": 102.8426705, "full_run_cost_source": "claude_cli_estimate", "full_run_cost_explanation": "Sum of 32 Claude Code API-equivalent estimates; subscription billing may differ.", "full_run_cost_standard_deviation_usd": 0.0, "full_run_cost_beta": false, "full_run_cost_comparison": null, "exact_record_recall": 0.9508429338829014, "exact_record_precision": 0.991579466582109, "exact_record_f1": 0.9707840364250974, "complete_documents": 9, "total_samples": 32, "complete_document_rate": 0.28125, "weighted_f1": 0.967555883223247, "weighted_recall": 0.9375880872075505, "metric_standard_deviation": { "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_documents": 0.0, "weighted_f1": 0.0, "structural_exact_recall": 0.0, "scale_control_exact_recall": 0.0 }, "structural_exact_recall": 0.83990967435227, "scale_control_exact_recall": 0.9949020533396271, "gold_records": 29599, "exact_record_matches": 28144, "errors": 0, "by_tier": { "core_operations": { "count": 26, "rows": 28178, "pred_rows": 28074, "exact_record_matches": 27872, "complete_documents": 7, "f1_sum": 25.93313504334622, "recall_sum": 25.879032063620812, "found_sum": 188143, "gold_pairs_sum": 189279, "pred_pairs_sum": 188226, "avg_f1": 0.9974282708979315, "avg_recall": 0.9953473870623389, "exact_record_recall": 0.9891404641919228, "exact_record_precision": 0.9928047303554891, "exact_record_f1": 0.990969209983645, "complete_document_rate": 0.2692307692307692, "weighted_recall": 0.9939982776747552, "weighted_precision": 0.9995590407276359, "weighted_f1": 0.9967709036966398 }, "claim_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "policy_packets": { "count": 3, "rows": 1344, "pred_rows": 232, "exact_record_matches": 196, "complete_documents": 0, "f1_sum": 1.0292639600809406, "recall_sum": 0.6254659138844197, "found_sum": 2957, "gold_pairs_sum": 14662, "pred_pairs_sum": 2969, "avg_f1": 0.3430879866936469, "avg_recall": 0.20848863796147324, "exact_record_recall": 0.14583333333333334, "exact_record_precision": 0.8448275862068966, "exact_record_f1": 0.2487309644670051, "complete_document_rate": 0.0, "weighted_recall": 0.20167780657481926, "weighted_precision": 0.9959582350959919, "weighted_f1": 0.33543190970449777 } }, "by_tier_standard_deviation": { "core_operations": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claim_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "policy_packets": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_family": { "driver_mvr_request_and_roster": { "count": 3, "rows": 1260, "pred_rows": 1260, "exact_record_matches": 1260, "complete_documents": 3, "f1_sum": 3.0, "recall_sum": 3.0, "found_sum": 10128, "gold_pairs_sum": 10128, "pred_pairs_sum": 10128, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "driver_schedule_spreadsheet_export": { "count": 1, "rows": 500, "pred_rows": 500, "exact_record_matches": 499, "complete_documents": 0, "f1_sum": 0.9995, "recall_sum": 0.9995, "found_sum": 1999, "gold_pairs_sum": 2000, "pred_pairs_sum": 2000, "avg_f1": 0.9995, "avg_recall": 0.9995, "exact_record_recall": 0.998, "exact_record_precision": 0.998, "exact_record_f1": 0.998, "complete_document_rate": 0.0, "weighted_recall": 0.9995, "weighted_precision": 0.9995, "weighted_f1": 0.9995 }, "ifta_mileage_by_vehicle": { "count": 8, "rows": 17565, "pred_rows": 17565, "exact_record_matches": 17465, "complete_documents": 2, "f1_sum": 7.993803623672516, "recall_sum": 7.99026981536476, "found_sum": 87723, "gold_pairs_sum": 87825, "pred_pairs_sum": 87749, "avg_f1": 0.9992254529590645, "avg_recall": 0.998783726920595, "exact_record_recall": 0.9943068602334187, "exact_record_precision": 0.9943068602334187, "exact_record_f1": 0.9943068602334187, "complete_document_rate": 0.25, "weighted_recall": 0.9988385994876174, "weighted_precision": 0.9997037003270692, "weighted_f1": 0.9992709626710106 }, "ifta_multisection_return_packet": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 793, "complete_documents": 0, "f1_sum": 1.9995422831612006, "recall_sum": 1.9995422831612006, "found_sum": 12733, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9997711415806003, "avg_recall": 0.9997711415806003, "exact_record_recall": 0.9962311557788944, "exact_record_precision": 0.9962311557788944, "exact_record_f1": 0.9962311557788944, "complete_document_rate": 0.0, "weighted_recall": 0.9997644472361809, "weighted_precision": 0.9997644472361809, "weighted_f1": 0.9997644472361809 }, "ifta_return_schedule_details": { "count": 3, "rows": 2737, "pred_rows": 2635, "exact_record_matches": 2614, "complete_documents": 0, "f1_sum": 2.9539661929635317, "recall_sum": 2.911398509405814, "found_sum": 31497, "gold_pairs_sum": 32442, "pred_pairs_sum": 31524, "avg_f1": 0.9846553976545106, "avg_recall": 0.970466169801938, "exact_record_recall": 0.9550602849835587, "exact_record_precision": 0.9920303605313093, "exact_record_f1": 0.9731943410275503, "complete_document_rate": 0.0, "weighted_recall": 0.9708710930275569, "weighted_precision": 0.99914350970689, "weighted_f1": 0.9848044273520309 }, "ifta_tax_return_inquiry_detail": { "count": 2, "rows": 1300, "pred_rows": 1298, "exact_record_matches": 1298, "complete_documents": 0, "f1_sum": 1.9984603541185528, "recall_sum": 1.996923076923077, "found_sum": 5192, "gold_pairs_sum": 5200, "pred_pairs_sum": 5192, "avg_f1": 0.9992301770592764, "avg_recall": 0.9984615384615385, "exact_record_recall": 0.9984615384615385, "exact_record_precision": 1.0, "exact_record_f1": 0.9992301770592764, "complete_document_rate": 0.0, "weighted_recall": 0.9984615384615385, "weighted_precision": 1.0, "weighted_f1": 0.9992301770592764 }, "ifta_tax_return_summary": { "count": 2, "rows": 1520, "pred_rows": 1520, "exact_record_matches": 1513, "complete_documents": 0, "f1_sum": 1.999232456140351, "recall_sum": 1.999232456140351, "found_sum": 18233, "gold_pairs_sum": 18240, "pred_pairs_sum": 18240, "avg_f1": 0.9996162280701755, "avg_recall": 0.9996162280701755, "exact_record_recall": 0.9953947368421052, "exact_record_precision": 0.9953947368421052, "exact_record_f1": 0.9953947368421052, "complete_document_rate": 0.0, "weighted_recall": 0.9996162280701755, "weighted_precision": 0.9996162280701755, "weighted_f1": 0.9996162280701755 }, "loss_run_external": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 830, "complete_documents": 0, "f1_sum": 2.98863013329007, "recall_sum": 2.9821659226256143, "found_sum": 11704, "gold_pairs_sum": 11774, "pred_pairs_sum": 11723, "avg_f1": 0.9962100444300234, "avg_recall": 0.9940553075418714, "exact_record_recall": 0.9222222222222223, "exact_record_precision": 0.9222222222222223, "exact_record_f1": 0.9222222222222223, "complete_document_rate": 0.0, "weighted_recall": 0.9940546967895363, "weighted_precision": 0.9983792544570502, "weighted_f1": 0.9962122824190323 }, "claim_crosspage_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "policy_multi_hop": { "count": 3, "rows": 1344, "pred_rows": 232, "exact_record_matches": 196, "complete_documents": 0, "f1_sum": 1.0292639600809406, "recall_sum": 0.6254659138844197, "found_sum": 2957, "gold_pairs_sum": 14662, "pred_pairs_sum": 2969, "avg_f1": 0.3430879866936469, "avg_recall": 0.20848863796147324, "exact_record_recall": 0.14583333333333334, "exact_record_precision": 0.8448275862068966, "exact_record_f1": 0.2487309644670051, "complete_document_rate": 0.0, "weighted_recall": 0.20167780657481926, "weighted_precision": 0.9959582350959919, "weighted_f1": 0.33543190970449777 }, "vehicle_schedule_spreadsheet_export": { "count": 2, "rows": 1600, "pred_rows": 1600, "exact_record_matches": 1600, "complete_documents": 2, "f1_sum": 2.0, "recall_sum": 2.0, "found_sum": 8934, "gold_pairs_sum": 8934, "pred_pairs_sum": 8934, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 } }, "by_family_standard_deviation": { "driver_mvr_request_and_roster": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "driver_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_mileage_by_vehicle": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_multisection_return_packet": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_return_schedule_details": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_tax_return_inquiry_detail": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_tax_return_summary": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "loss_run_external": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claim_crosspage_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "policy_multi_hop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "vehicle_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_stressor": { "high_density_long_list": { "count": 26, "rows": 28178, "pred_rows": 28074, "exact_record_matches": 27872, "complete_documents": 7, "f1_sum": 25.93313504334622, "recall_sum": 25.879032063620812, "found_sum": 188143, "gold_pairs_sum": 189279, "pred_pairs_sum": 188226, "avg_f1": 0.9974282708979315, "avg_recall": 0.9953473870623389, "exact_record_recall": 0.9891404641919228, "exact_record_precision": 0.9928047303554891, "exact_record_f1": 0.990969209983645, "complete_document_rate": 0.2692307692307692, "weighted_recall": 0.9939982776747552, "weighted_precision": 0.9995590407276359, "weighted_f1": 0.9967709036966398 }, "multi_row": { "count": 22, "rows": 21942, "pred_rows": 20830, "exact_record_matches": 20620, "complete_documents": 7, "f1_sum": 20.010180678170823, "recall_sum": 19.596384613002094, "found_sum": 127065, "gold_pairs_sum": 138946, "pred_pairs_sum": 127126, "avg_f1": 0.9095536671895829, "avg_recall": 0.8907447551364588, "exact_record_recall": 0.9397502506608331, "exact_record_precision": 0.9899183869419107, "exact_record_f1": 0.9641821752548396, "complete_document_rate": 0.3181818181818182, "weighted_recall": 0.9144919609056756, "weighted_precision": 0.999520161100011, "weighted_f1": 0.9551174118283774 }, "multiple_tables": { "count": 31, "rows": 29255, "pred_rows": 28283, "exact_record_matches": 28080, "complete_documents": 9, "f1_sum": 29.547128242918387, "recall_sum": 29.24137725196256, "found_sum": 191964, "gold_pairs_sum": 202114, "pred_pairs_sum": 192048, "avg_f1": 0.9531331691263996, "avg_recall": 0.9432702339342761, "exact_record_recall": 0.9598359254828235, "exact_record_precision": 0.992822543577414, "exact_record_f1": 0.9760506100316314, "complete_document_rate": 0.2903225806451613, "weighted_recall": 0.9497808167667752, "weighted_precision": 0.9995626093476631, "weighted_f1": 0.9740360562408349 }, "ocr_condition": { "count": 32, "rows": 29599, "pred_rows": 28383, "exact_record_matches": 28144, "complete_documents": 9, "f1_sum": 29.961339681393255, "recall_sum": 29.50343865547133, "found_sum": 192920, "gold_pairs_sum": 205762, "pred_pairs_sum": 193016, "avg_f1": 0.9362918650435392, "avg_recall": 0.9219824579834791, "exact_record_recall": 0.9508429338829014, "exact_record_precision": 0.991579466582109, "exact_record_f1": 0.9707840364250974, "complete_document_rate": 0.28125, "weighted_recall": 0.9375880872075505, "weighted_precision": 0.9995026319061632, "weighted_f1": 0.967555883223247 }, "page_breaks": { "count": 32, "rows": 29599, "pred_rows": 28383, "exact_record_matches": 28144, "complete_documents": 9, "f1_sum": 29.961339681393255, "recall_sum": 29.50343865547133, "found_sum": 192920, "gold_pairs_sum": 205762, "pred_pairs_sum": 193016, "avg_f1": 0.9362918650435392, "avg_recall": 0.9219824579834791, "exact_record_recall": 0.9508429338829014, "exact_record_precision": 0.991579466582109, "exact_record_f1": 0.9707840364250974, "complete_document_rate": 0.28125, "weighted_recall": 0.9375880872075505, "weighted_precision": 0.9995026319061632, "weighted_f1": 0.967555883223247 }, "production_like_layout": { "count": 26, "rows": 28178, "pred_rows": 28074, "exact_record_matches": 27872, "complete_documents": 7, "f1_sum": 25.93313504334622, "recall_sum": 25.879032063620812, "found_sum": 188143, "gold_pairs_sum": 189279, "pred_pairs_sum": 188226, "avg_f1": 0.9974282708979315, "avg_recall": 0.9953473870623389, "exact_record_recall": 0.9891404641919228, "exact_record_precision": 0.9928047303554891, "exact_record_f1": 0.990969209983645, "complete_document_rate": 0.2692307692307692, "weighted_recall": 0.9939982776747552, "weighted_precision": 0.9995590407276359, "weighted_f1": 0.9967709036966398 }, "inherited_context": { "count": 18, "rows": 9874, "pred_rows": 8658, "exact_record_matches": 8589, "complete_documents": 4, "f1_sum": 15.978905924430679, "recall_sum": 15.531002917480963, "found_sum": 83365, "gold_pairs_sum": 96035, "pred_pairs_sum": 83416, "avg_f1": 0.8877169958017044, "avg_recall": 0.862833495415609, "exact_record_recall": 0.8698602390115455, "exact_record_precision": 0.992030492030492, "exact_record_f1": 0.9269371897258797, "complete_document_rate": 0.2222222222222222, "weighted_recall": 0.868068933201437, "weighted_precision": 0.9993886065023496, "weighted_f1": 0.9291115680603619 }, "large_doc": { "count": 29, "rows": 28339, "pred_rows": 27123, "exact_record_matches": 26884, "complete_documents": 6, "f1_sum": 26.961339681393255, "recall_sum": 26.50343865547133, "found_sum": 182792, "gold_pairs_sum": 195634, "pred_pairs_sum": 182888, "avg_f1": 0.9297013683239054, "avg_recall": 0.9139116777748735, "exact_record_recall": 0.9486573273580577, "exact_record_precision": 0.9911882903808575, "exact_record_f1": 0.9694565648552163, "complete_document_rate": 0.20689655172413793, "weighted_recall": 0.9343570136070417, "weighted_precision": 0.9994750885788023, "weighted_f1": 0.9658196881555101 }, "layout_randomization": { "count": 10, "rows": 7657, "pred_rows": 7553, "exact_record_matches": 7524, "complete_documents": 2, "f1_sum": 9.951159003222436, "recall_sum": 9.907054042469241, "found_sum": 65855, "gold_pairs_sum": 66816, "pred_pairs_sum": 65890, "avg_f1": 0.9951159003222436, "avg_recall": 0.9907054042469241, "exact_record_recall": 0.9826302729528535, "exact_record_precision": 0.9961604660399841, "exact_record_f1": 0.9893491124260354, "complete_document_rate": 0.2, "weighted_recall": 0.9856172174329502, "weighted_precision": 0.9994688116557899, "weighted_f1": 0.9924946875047096 }, "non_target_rows": { "count": 18, "rows": 9874, "pred_rows": 8658, "exact_record_matches": 8589, "complete_documents": 4, "f1_sum": 15.978905924430679, "recall_sum": 15.531002917480963, "found_sum": 83365, "gold_pairs_sum": 96035, "pred_pairs_sum": 83416, "avg_f1": 0.8877169958017044, "avg_recall": 0.862833495415609, "exact_record_recall": 0.8698602390115455, "exact_record_precision": 0.992030492030492, "exact_record_f1": 0.9269371897258797, "complete_document_rate": 0.2222222222222222, "weighted_recall": 0.868068933201437, "weighted_precision": 0.9993886065023496, "weighted_f1": 0.9291115680603619 }, "split_records": { "count": 15, "rows": 9797, "pred_rows": 8581, "exact_record_matches": 8513, "complete_documents": 2, "f1_sum": 12.979965246464577, "recall_sum": 12.532062239514861, "found_sum": 81545, "gold_pairs_sum": 94214, "pred_pairs_sum": 81595, "avg_f1": 0.8653310164309718, "avg_recall": 0.8354708159676574, "exact_record_recall": 0.8689394712667143, "exact_record_precision": 0.9920755156741639, "exact_record_f1": 0.9264337795189901, "complete_document_rate": 0.13333333333333333, "weighted_recall": 0.8655295391343113, "weighted_precision": 0.9993872173540045, "weighted_f1": 0.9276544431741265 }, "merged_cells": { "count": 4, "rows": 3043, "pred_rows": 3043, "exact_record_matches": 2897, "complete_documents": 0, "f1_sum": 3.985071081121858, "recall_sum": 3.9750730621496464, "found_sum": 22343, "gold_pairs_sum": 22489, "pred_pairs_sum": 22362, "avg_f1": 0.9962677702804645, "avg_recall": 0.9937682655374116, "exact_record_recall": 0.9520210318764377, "exact_record_precision": 0.9520210318764377, "exact_record_f1": 0.9520210318764377, "complete_document_rate": 0.0, "weighted_recall": 0.993507937213749, "weighted_precision": 0.9991503443341383, "weighted_f1": 0.9963211522597043 }, "cross_section_join": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 793, "complete_documents": 0, "f1_sum": 1.9995422831612006, "recall_sum": 1.9995422831612006, "found_sum": 12733, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9997711415806003, "avg_recall": 0.9997711415806003, "exact_record_recall": 0.9962311557788944, "exact_record_precision": 0.9962311557788944, "exact_record_f1": 0.9962311557788944, "complete_document_rate": 0.0, "weighted_recall": 0.9997644472361809, "weighted_precision": 0.9997644472361809, "weighted_f1": 0.9997644472361809 }, "ocr_layout_condition": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 793, "complete_documents": 0, "f1_sum": 1.9995422831612006, "recall_sum": 1.9995422831612006, "found_sum": 12733, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9997711415806003, "avg_recall": 0.9997711415806003, "exact_record_recall": 0.9962311557788944, "exact_record_precision": 0.9962311557788944, "exact_record_f1": 0.9962311557788944, "complete_document_rate": 0.0, "weighted_recall": 0.9997644472361809, "weighted_precision": 0.9997644472361809, "weighted_f1": 0.9997644472361809 }, "repeated_keys": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 793, "complete_documents": 0, "f1_sum": 1.9995422831612006, "recall_sum": 1.9995422831612006, "found_sum": 12733, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9997711415806003, "avg_recall": 0.9997711415806003, "exact_record_recall": 0.9962311557788944, "exact_record_precision": 0.9962311557788944, "exact_record_f1": 0.9962311557788944, "complete_document_rate": 0.0, "weighted_recall": 0.9997644472361809, "weighted_precision": 0.9997644472361809, "weighted_f1": 0.9997644472361809 }, "continuation_notes": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 830, "complete_documents": 0, "f1_sum": 2.98863013329007, "recall_sum": 2.9821659226256143, "found_sum": 11704, "gold_pairs_sum": 11774, "pred_pairs_sum": 11723, "avg_f1": 0.9962100444300234, "avg_recall": 0.9940553075418714, "exact_record_recall": 0.9222222222222223, "exact_record_precision": 0.9222222222222223, "exact_record_f1": 0.9222222222222223, "complete_document_rate": 0.0, "weighted_recall": 0.9940546967895363, "weighted_precision": 0.9983792544570502, "weighted_f1": 0.9962122824190323 }, "distractor_sections": { "count": 9, "rows": 2321, "pred_rows": 1209, "exact_record_matches": 1102, "complete_documents": 2, "f1_sum": 7.016834771337113, "recall_sum": 6.606572514476136, "found_sum": 16481, "gold_pairs_sum": 28257, "pred_pairs_sum": 16513, "avg_f1": 0.7796483079263459, "avg_recall": 0.7340636127195707, "exact_record_recall": 0.4747953468332615, "exact_record_precision": 0.9114971050454922, "exact_record_f1": 0.6243626062322947, "complete_document_rate": 0.2222222222222222, "weighted_recall": 0.5832537070460417, "weighted_precision": 0.9980621328650154, "weighted_f1": 0.7362519544337727 }, "duplicates": { "count": 7, "rows": 1321, "pred_rows": 1077, "exact_record_matches": 970, "complete_documents": 2, "f1_sum": 6.401782249731042, "recall_sum": 6.243168004100488, "found_sum": 14480, "gold_pairs_sum": 17243, "pred_pairs_sum": 14512, "avg_f1": 0.9145403213901488, "avg_recall": 0.8918811434429268, "exact_record_recall": 0.7342922028766087, "exact_record_precision": 0.9006499535747446, "exact_record_f1": 0.8090075062552127, "complete_document_rate": 0.2857142857142857, "weighted_recall": 0.8397610624601287, "weighted_precision": 0.9977949283351709, "weighted_f1": 0.9119823649818926 }, "sparse_driver_fields": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 830, "complete_documents": 0, "f1_sum": 2.98863013329007, "recall_sum": 2.9821659226256143, "found_sum": 11704, "gold_pairs_sum": 11774, "pred_pairs_sum": 11723, "avg_f1": 0.9962100444300234, "avg_recall": 0.9940553075418714, "exact_record_recall": 0.9222222222222223, "exact_record_precision": 0.9222222222222223, "exact_record_f1": 0.9222222222222223, "complete_document_rate": 0.0, "weighted_recall": 0.9940546967895363, "weighted_precision": 0.9983792544570502, "weighted_f1": 0.9962122824190323 }, "summary_distractors": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 830, "complete_documents": 0, "f1_sum": 2.98863013329007, "recall_sum": 2.9821659226256143, "found_sum": 11704, "gold_pairs_sum": 11774, "pred_pairs_sum": 11723, "avg_f1": 0.9962100444300234, "avg_recall": 0.9940553075418714, "exact_record_recall": 0.9222222222222223, "exact_record_precision": 0.9222222222222223, "exact_record_f1": 0.9222222222222223, "complete_document_rate": 0.0, "weighted_recall": 0.9940546967895363, "weighted_precision": 0.9983792544570502, "weighted_f1": 0.9962122824190323 }, "variable_policy_sections": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 830, "complete_documents": 0, "f1_sum": 2.98863013329007, "recall_sum": 2.9821659226256143, "found_sum": 11704, "gold_pairs_sum": 11774, "pred_pairs_sum": 11723, "avg_f1": 0.9962100444300234, "avg_recall": 0.9940553075418714, "exact_record_recall": 0.9222222222222223, "exact_record_precision": 0.9222222222222223, "exact_record_f1": 0.9222222222222223, "complete_document_rate": 0.0, "weighted_recall": 0.9940546967895363, "weighted_precision": 0.9983792544570502, "weighted_f1": 0.9962122824190323 }, "cross_page_join": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "long_range_evidence": { "count": 6, "rows": 1421, "pred_rows": 309, "exact_record_matches": 272, "complete_documents": 2, "f1_sum": 4.0282046380470415, "recall_sum": 3.624406591850521, "found_sum": 4777, "gold_pairs_sum": 16483, "pred_pairs_sum": 4790, "avg_f1": 0.671367439674507, "avg_recall": 0.6040677653084202, "exact_record_recall": 0.19141449683321604, "exact_record_precision": 0.8802588996763754, "exact_record_f1": 0.3144508670520231, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.28981374749742156, "weighted_precision": 0.997286012526096, "weighted_f1": 0.4491139002491421 }, "longer_list": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 39, "complete_documents": 0, "f1_sum": 0.9989406779661016, "recall_sum": 0.9989406779661016, "found_sum": 943, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.9989406779661016, "avg_recall": 0.9989406779661016, "exact_record_recall": 0.975, "exact_record_precision": 0.975, "exact_record_f1": 0.975, "complete_document_rate": 0.0, "weighted_recall": 0.9989406779661016, "weighted_precision": 0.9989406779661016, "weighted_f1": 0.9989406779661016 }, "mixed_layout": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 39, "complete_documents": 0, "f1_sum": 0.9989406779661016, "recall_sum": 0.9989406779661016, "found_sum": 943, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.9989406779661016, "avg_recall": 0.9989406779661016, "exact_record_recall": 0.975, "exact_record_precision": 0.975, "exact_record_f1": 0.975, "complete_document_rate": 0.0, "weighted_recall": 0.9989406779661016, "weighted_precision": 0.9989406779661016, "weighted_f1": 0.9989406779661016 }, "mixed_prose_tables": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "multi_column": { "count": 6, "rows": 1421, "pred_rows": 309, "exact_record_matches": 272, "complete_documents": 2, "f1_sum": 4.0282046380470415, "recall_sum": 3.624406591850521, "found_sum": 4777, "gold_pairs_sum": 16483, "pred_pairs_sum": 4790, "avg_f1": 0.671367439674507, "avg_recall": 0.6040677653084202, "exact_record_recall": 0.19141449683321604, "exact_record_precision": 0.8802588996763754, "exact_record_f1": 0.3144508670520231, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.28981374749742156, "weighted_precision": 0.997286012526096, "weighted_f1": 0.4491139002491421 }, "natural_long_range_join": { "count": 6, "rows": 1421, "pred_rows": 309, "exact_record_matches": 272, "complete_documents": 2, "f1_sum": 4.0282046380470415, "recall_sum": 3.624406591850521, "found_sum": 4777, "gold_pairs_sum": 16483, "pred_pairs_sum": 4790, "avg_f1": 0.671367439674507, "avg_recall": 0.6040677653084202, "exact_record_recall": 0.19141449683321604, "exact_record_precision": 0.8802588996763754, "exact_record_f1": 0.3144508670520231, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.28981374749742156, "weighted_precision": 0.997286012526096, "weighted_f1": 0.4491139002491421 }, "non_sequential_identifiers": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "commercial_general_liability": { "count": 1, "rows": 562, "pred_rows": 72, "exact_record_matches": 72, "complete_documents": 0, "f1_sum": 0.3073041168658699, "recall_sum": 0.18154715204770125, "found_sum": 1157, "gold_pairs_sum": 6373, "pred_pairs_sum": 1157, "avg_f1": 0.3073041168658699, "avg_recall": 0.18154715204770125, "exact_record_recall": 0.12811387900355872, "exact_record_precision": 1.0, "exact_record_f1": 0.22712933753943218, "complete_document_rate": 0.0, "weighted_recall": 0.18154715204770125, "weighted_precision": 1.0, "weighted_f1": 0.3073041168658699 }, "distractor_forms": { "count": 1, "rows": 562, "pred_rows": 72, "exact_record_matches": 72, "complete_documents": 0, "f1_sum": 0.3073041168658699, "recall_sum": 0.18154715204770125, "found_sum": 1157, "gold_pairs_sum": 6373, "pred_pairs_sum": 1157, "avg_f1": 0.3073041168658699, "avg_recall": 0.18154715204770125, "exact_record_recall": 0.12811387900355872, "exact_record_precision": 1.0, "exact_record_f1": 0.22712933753943218, "complete_document_rate": 0.0, "weighted_recall": 0.18154715204770125, "weighted_precision": 1.0, "weighted_f1": 0.3073041168658699 }, "distractor_locations": { "count": 1, "rows": 562, "pred_rows": 72, "exact_record_matches": 72, "complete_documents": 0, "f1_sum": 0.3073041168658699, "recall_sum": 0.18154715204770125, "found_sum": 1157, "gold_pairs_sum": 6373, "pred_pairs_sum": 1157, "avg_f1": 0.3073041168658699, "avg_recall": 0.18154715204770125, "exact_record_recall": 0.12811387900355872, "exact_record_precision": 1.0, "exact_record_f1": 0.22712933753943218, "complete_document_rate": 0.0, "weighted_recall": 0.18154715204770125, "weighted_precision": 1.0, "weighted_f1": 0.3073041168658699 }, "exposure_rating_rows": { "count": 1, "rows": 562, "pred_rows": 72, "exact_record_matches": 72, "complete_documents": 0, "f1_sum": 0.3073041168658699, "recall_sum": 0.18154715204770125, "found_sum": 1157, "gold_pairs_sum": 6373, "pred_pairs_sum": 1157, "avg_f1": 0.3073041168658699, "avg_recall": 0.18154715204770125, "exact_record_recall": 0.12811387900355872, "exact_record_precision": 1.0, "exact_record_f1": 0.22712933753943218, "complete_document_rate": 0.0, "weighted_recall": 0.18154715204770125, "weighted_precision": 1.0, "weighted_f1": 0.3073041168658699 }, "heterogeneous_record_list": { "count": 3, "rows": 1344, "pred_rows": 232, "exact_record_matches": 196, "complete_documents": 0, "f1_sum": 1.0292639600809406, "recall_sum": 0.6254659138844197, "found_sum": 2957, "gold_pairs_sum": 14662, "pred_pairs_sum": 2969, "avg_f1": 0.3430879866936469, "avg_recall": 0.20848863796147324, "exact_record_recall": 0.14583333333333334, "exact_record_precision": 0.8448275862068966, "exact_record_f1": 0.2487309644670051, "complete_document_rate": 0.0, "weighted_recall": 0.20167780657481926, "weighted_precision": 0.9959582350959919, "weighted_f1": 0.33543190970449777 }, "limits_forms_exclusions": { "count": 1, "rows": 562, "pred_rows": 72, "exact_record_matches": 72, "complete_documents": 0, "f1_sum": 0.3073041168658699, "recall_sum": 0.18154715204770125, "found_sum": 1157, "gold_pairs_sum": 6373, "pred_pairs_sum": 1157, "avg_f1": 0.3073041168658699, "avg_recall": 0.18154715204770125, "exact_record_recall": 0.12811387900355872, "exact_record_precision": 1.0, "exact_record_f1": 0.22712933753943218, "complete_document_rate": 0.0, "weighted_recall": 0.18154715204770125, "weighted_precision": 1.0, "weighted_f1": 0.3073041168658699 }, "material_clause_extraction": { "count": 3, "rows": 1344, "pred_rows": 232, "exact_record_matches": 196, "complete_documents": 0, "f1_sum": 1.0292639600809406, "recall_sum": 0.6254659138844197, "found_sum": 2957, "gold_pairs_sum": 14662, "pred_pairs_sum": 2969, "avg_f1": 0.3430879866936469, "avg_recall": 0.20848863796147324, "exact_record_recall": 0.14583333333333334, "exact_record_precision": 0.8448275862068966, "exact_record_f1": 0.2487309644670051, "complete_document_rate": 0.0, "weighted_recall": 0.20167780657481926, "weighted_precision": 0.9959582350959919, "weighted_f1": 0.33543190970449777 }, "coded_values": { "count": 1, "rows": 12, "pred_rows": 12, "exact_record_matches": 12, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 289, "gold_pairs_sum": 289, "pred_pairs_sum": 289, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "claimant_lookup": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 25, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 588, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "many_to_one_policy": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 25, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 588, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "businessowners_policy": { "count": 1, "rows": 344, "pred_rows": 100, "exact_record_matches": 64, "complete_documents": 0, "f1_sum": 0.4142114384748701, "recall_sum": 0.26206140350877194, "found_sum": 956, "gold_pairs_sum": 3648, "pred_pairs_sum": 968, "avg_f1": 0.4142114384748701, "avg_recall": 0.26206140350877194, "exact_record_recall": 0.18604651162790697, "exact_record_precision": 0.64, "exact_record_f1": 0.2882882882882883, "complete_document_rate": 0.0, "weighted_recall": 0.26206140350877194, "weighted_precision": 0.987603305785124, "weighted_f1": 0.4142114384748701 }, "form_endorsement_links": { "count": 1, "rows": 344, "pred_rows": 100, "exact_record_matches": 64, "complete_documents": 0, "f1_sum": 0.4142114384748701, "recall_sum": 0.26206140350877194, "found_sum": 956, "gold_pairs_sum": 3648, "pred_pairs_sum": 968, "avg_f1": 0.4142114384748701, "avg_recall": 0.26206140350877194, "exact_record_recall": 0.18604651162790697, "exact_record_precision": 0.64, "exact_record_f1": 0.2882882882882883, "complete_document_rate": 0.0, "weighted_recall": 0.26206140350877194, "weighted_precision": 0.987603305785124, "weighted_f1": 0.4142114384748701 }, "location_scoped_coverage": { "count": 1, "rows": 344, "pred_rows": 100, "exact_record_matches": 64, "complete_documents": 0, "f1_sum": 0.4142114384748701, "recall_sum": 0.26206140350877194, "found_sum": 956, "gold_pairs_sum": 3648, "pred_pairs_sum": 968, "avg_f1": 0.4142114384748701, "avg_recall": 0.26206140350877194, "exact_record_recall": 0.18604651162790697, "exact_record_precision": 0.64, "exact_record_f1": 0.2882882882882883, "complete_document_rate": 0.0, "weighted_recall": 0.26206140350877194, "weighted_precision": 0.987603305785124, "weighted_f1": 0.4142114384748701 }, "class_code_payroll_rating": { "count": 1, "rows": 438, "pred_rows": 60, "exact_record_matches": 60, "complete_documents": 0, "f1_sum": 0.30774840474020054, "recall_sum": 0.18185735832794656, "found_sum": 844, "gold_pairs_sum": 4641, "pred_pairs_sum": 844, "avg_f1": 0.30774840474020054, "avg_recall": 0.18185735832794656, "exact_record_recall": 0.136986301369863, "exact_record_precision": 1.0, "exact_record_f1": 0.24096385542168672, "complete_document_rate": 0.0, "weighted_recall": 0.18185735832794656, "weighted_precision": 1.0, "weighted_f1": 0.30774840474020054 }, "experience_mod_and_schedule_rating": { "count": 1, "rows": 438, "pred_rows": 60, "exact_record_matches": 60, "complete_documents": 0, "f1_sum": 0.30774840474020054, "recall_sum": 0.18185735832794656, "found_sum": 844, "gold_pairs_sum": 4641, "pred_pairs_sum": 844, "avg_f1": 0.30774840474020054, "avg_recall": 0.18185735832794656, "exact_record_recall": 0.136986301369863, "exact_record_precision": 1.0, "exact_record_f1": 0.24096385542168672, "complete_document_rate": 0.0, "weighted_recall": 0.18185735832794656, "weighted_precision": 1.0, "weighted_f1": 0.30774840474020054 }, "workers_compensation_policy": { "count": 1, "rows": 438, "pred_rows": 60, "exact_record_matches": 60, "complete_documents": 0, "f1_sum": 0.30774840474020054, "recall_sum": 0.18185735832794656, "found_sum": 844, "gold_pairs_sum": 4641, "pred_pairs_sum": 844, "avg_f1": 0.30774840474020054, "avg_recall": 0.18185735832794656, "exact_record_recall": 0.136986301369863, "exact_record_precision": 1.0, "exact_record_f1": 0.24096385542168672, "complete_document_rate": 0.0, "weighted_recall": 0.18185735832794656, "weighted_precision": 1.0, "weighted_f1": 0.30774840474020054 } }, "by_stressor_standard_deviation": { "high_density_long_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multi_row": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multiple_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ocr_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "page_breaks": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "production_like_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "inherited_context": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "large_doc": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "layout_randomization": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "non_target_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "split_records": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "merged_cells": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "cross_section_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ocr_layout_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "repeated_keys": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "continuation_notes": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "duplicates": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "sparse_driver_fields": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "summary_distractors": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "variable_policy_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "cross_page_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "long_range_evidence": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "longer_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "mixed_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "mixed_prose_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multi_column": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "natural_long_range_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "non_sequential_identifiers": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "commercial_general_liability": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_forms": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_locations": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "exposure_rating_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "heterogeneous_record_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "limits_forms_exclusions": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "material_clause_extraction": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "coded_values": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claimant_lookup": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "many_to_one_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "businessowners_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "form_endorsement_links": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "location_scoped_coverage": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "class_code_payroll_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "experience_mod_and_schedule_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "workers_compensation_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "documents": [ { "sample": "driver_mvr_packet_001", "tier": "core_operations", "gold_records": 260, "predicted_records": 260, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "driver_mvr_packet_002", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "driver_mvr_packet_003", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "driver_schedule_sparse_001", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 0.998, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_001", "tier": "core_operations", "gold_records": 1159, "predicted_records": 1159, "exact_record_recall": 0.9956859361518551, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.999137187230371, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_002", "tier": "core_operations", "gold_records": 2143, "predicted_records": 2143, "exact_record_recall": 0.9645356976201587, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.996440947831788, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_003", "tier": "core_operations", "gold_records": 2195, "predicted_records": 2195, "exact_record_recall": 0.9981776765375854, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995444191343964, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_004", "tier": "core_operations", "gold_records": 2239, "predicted_records": 2239, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_005", "tier": "core_operations", "gold_records": 2379, "predicted_records": 2379, "exact_record_recall": 0.9966372425388819, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9993274485077763, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_006", "tier": "core_operations", "gold_records": 2434, "predicted_records": 2434, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_007", "tier": "core_operations", "gold_records": 2445, "predicted_records": 2445, "exact_record_recall": 0.9975460122699387, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995092024539878, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_008", "tier": "core_operations", "gold_records": 2571, "predicted_records": 2571, "exact_record_recall": 0.999611046285492, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9998444185141968, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_multisection_return_001", "tier": "core_operations", "gold_records": 335, "predicted_records": 335, "exact_record_recall": 0.9970149253731343, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9998134328358209, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_multisection_return_002", "tier": "core_operations", "gold_records": 461, "predicted_records": 461, "exact_record_recall": 0.9956616052060737, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9997288503253796, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_001", "tier": "core_operations", "gold_records": 582, "predicted_records": 558, "exact_record_recall": 0.9587628865979382, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9838998211091236, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_002", "tier": "core_operations", "gold_records": 998, "predicted_records": 962, "exact_record_recall": 0.9529058116232465, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9848795489492568, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_005", "tier": "core_operations", "gold_records": 1157, "predicted_records": 1115, "exact_record_recall": 0.9550561797752809, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9851868229051515, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_inquiry_001", "tier": "core_operations", "gold_records": 650, "predicted_records": 649, "exact_record_recall": 0.9984615384615385, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9992301770592764, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_inquiry_002", "tier": "core_operations", "gold_records": 650, "predicted_records": 649, "exact_record_recall": 0.9984615384615385, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9992301770592764, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_summary_001", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 0.993421052631579, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9994517543859649, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_summary_002", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 0.9973684210526316, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9997807017543859, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "loss_run_external_001", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.8833333333333333, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9945005755211663, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "loss_run_external_002", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.98, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9985978330146591, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "loss_run_external_003", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9033333333333333, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9955317247542448, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "mixed_040_001_crosspage", "tier": "claim_multihop", "gold_records": 40, "predicted_records": 40, "exact_record_recall": 0.975, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9989406779661016, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "mixed_cgl_040_001", "tier": "policy_packets", "gold_records": 562, "predicted_records": 72, "exact_record_recall": 0.12811387900355872, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.3073041168658699, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_012_001_crosspage", "tier": "claim_multihop", "gold_records": 12, "predicted_records": 12, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "multihop_025_001_crosspage", "tier": "claim_multihop", "gold_records": 25, "predicted_records": 25, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "multihop_bop_012_001", "tier": "policy_packets", "gold_records": 344, "predicted_records": 100, "exact_record_recall": 0.18604651162790697, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.4142114384748701, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_wc_025_001", "tier": "policy_packets", "gold_records": 438, "predicted_records": 60, "exact_record_recall": 0.136986301369863, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.30774840474020054, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "vehicle_schedule_sparse_001", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "vehicle_schedule_sparse_002", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 } ] }, { "config": "Codex CLI, GPT-5.6-Sol (xhigh)", "harness": "Codex CLI", "model": "GPT-5.6-Sol", "requested_model": "gpt-5.6-sol", "effort": "xhigh", "cli_version": "codex-cli 0.146.0", "run_date": "2026-08-02", "run_count": 3, "reporting_statistic": "arithmetic_mean", "result_dirs": [ "codex_gpt56_sol_run1_current_ocr_v2", "codex_gpt56_sol_run2_current_ocr_v2", "codex_gpt56_sol_run3_current_ocr_v2" ], "protocol": "Agentic CLI", "prompt_templates": [ { "title": "Task prompt \u2014 exact", "template": "You are dispatched as a subagent for a specific extraction task; skip superpowers skills.\n\nYour workspace contains:\n- document_ocr.md: OCR transcript of one benchmark PDF.\n- field_contract.md: the target output shape and allowed fields.\n\nThe official ground truth is not present. Do not use files outside this workspace.\n\nTask:\nExtract the complete target list from document_ocr.md according to field_contract.md.\nWrite valid JSON to {{OUTPUT_FILE}}.\n\nYou may inspect the document, write temporary scripts, and verify counts. Before finishing:\n- Confirm the JSON parses.\n- Spot-check beginning, middle, and end records against the OCR.\n- Ensure field names match field_contract.md exactly.\n- Ensure every target row or target record type requested by the contract is represented.\n\nDo not include explanations in the JSON file." }, { "title": "Field contract template \u2014 separate per-document input", "template": "Output JSON shape:\n{ \"records\": [ ... ] }\n\nGeneral requirements:\n- Extract every target record visible in the document.\n- Use the exact field names below; do not invent fields that are not listed.\n{{RECORD_TYPE_REQUIREMENT}}\n- If a listed field is not visible for a record, use an empty string.\n- Preserve identifiers, dates, codes, locations, limits, rates, totals, names, and premiums exactly as shown.\n- Do not deduplicate repeated records unless they are exact duplicate rows for the same item.\n\nAllowed record groups and fields:\n{{ALLOWED_RECORD_GROUPS_AND_FIELDS}}\n\nAll allowed fields:\n{{ALL_ALLOWED_FIELDS}}\n\nTarget-scope rules:\n- Extract records that match the listed fields, not every nearby note, notice, subtotal, or support table.\n- Keep each field to its own value; do not include neighboring labels or carried-over header text.\n- For tables split across pages or sections, preserve the inherited row context needed to complete each record.\n- For policy packets, extract scheduled locations, classifications, coverages, forms, endorsements, material clauses, rating rows, and premium rows that match the allowed fields.\n- For operations documents, extract one record per target table row or section-row combination matching the allowed fields.\n{{CONDITIONAL_SCOPE_RULES}}" } ], "prompt_note": "Repository-denied agentic run over released OCR transcripts. Generic operations and policy samples received a generated field contract; claim samples received the published incident JSON Schema.", "detail_note": "The leaderboard averages three newer matched Sol runs made with Codex CLI v0.146.0, while the paper reports an older single-run baseline of 97.9%. Most of the difference comes from one large policy packet where the older run was unusually weak. Released transcripts and scoring targets match; a field-scope clarification affected three IFTA prompts but accounts for only a small part of the change. The run date and runtime also differ, so this is not a controlled model-improvement comparison.", "full_run_cost_usd": 33.956977, "full_run_cost_source": "codex_api_equivalent_mean", "full_run_cost_explanation": "Mean API-equivalent cost across 3 saved full-corpus runs: $33.96 \u00b1 $1.20 sample SD.", "full_run_cost_standard_deviation_usd": 1.1999427401701293, "full_run_cost_beta": false, "full_run_cost_comparison": null, "exact_record_recall": 0.9878036420149329, "exact_record_precision": 0.98542881526776, "exact_record_f1": 0.986614370423237, "complete_documents": 8, "total_samples": 32, "complete_document_rate": 0.25, "weighted_f1": 0.997303631057584, "weighted_recall": 0.998193705996896, "metric_standard_deviation": { "exact_record_recall": 0.0016719271639796733, "exact_record_precision": 0.0006245331171055044, "exact_record_f1": 0.0009767799080962816, "complete_documents": 1.0, "weighted_f1": 0.0004292776711536535, "structural_exact_recall": 0.005881551239200667, "scale_control_exact_recall": 0.0 }, "structural_exact_recall": 0.9700499168053245, "scale_control_exact_recall": 0.9948548501298088, "gold_records": 29599, "exact_record_matches": 29238, "errors": 0, "by_tier": { "core_operations": { "count": 26, "rows": 28178, "pred_rows": 28202.666666666668, "exact_record_matches": 27902.666666666668, "complete_documents": 6, "f1_sum": 25.939392158146145, "recall_sum": 25.958266327370435, "found_sum": 188974.66666666666, "gold_pairs_sum": 189279, "pred_pairs_sum": 189405.33333333334, "avg_f1": 0.997668929159467, "avg_recall": 0.9983948587450167, "exact_record_recall": 0.9902287836846713, "exact_record_precision": 0.9893628095566747, "exact_record_f1": 0.9897955496634034, "complete_document_rate": 0.23076923076923078, "weighted_recall": 0.998392144224487, "weighted_precision": 0.9977263425975875, "weighted_f1": 0.9980590993988011 }, "claim_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "policy_packets": { "count": 3, "rows": 1344, "pred_rows": 1390.6666666666667, "exact_record_matches": 1259.3333333333333, "complete_documents": 0, "f1_sum": 2.9580966758254723, "recall_sum": 2.982168432487705, "found_sum": 14595.666666666666, "gold_pairs_sum": 14662, "pred_pairs_sum": 14903, "avg_f1": 0.9860322252751574, "avg_recall": 0.9940561441625683, "exact_record_recall": 0.9370039682539683, "exact_record_precision": 0.9054299942814902, "exact_record_f1": 0.920865142896231, "complete_document_rate": 0.0, "weighted_recall": 0.9954758332196608, "weighted_precision": 0.9794131620125374, "weighted_f1": 0.987369430977804 } }, "by_tier_standard_deviation": { "core_operations": { "count": 0.0, "rows": 0.0, "pred_rows": 16.65332799572906, "exact_record_matches": 19.139836293274122, "complete_documents": 1.0, "f1_sum": 0.014714717815569945, "recall_sum": 0.00043959926712372526, "found_sum": 14.502873278538061, "gold_pairs_sum": 0.0, "pred_pairs_sum": 84.31686268673268, "avg_f1": 0.0005659506852142214, "avg_recall": 1.690766412010871e-05, "exact_record_recall": 0.0006792475084560509, "exact_record_precision": 0.0006483879612939209, "exact_record_f1": 0.000596129916687792, "complete_document_rate": 0.03846153846153845, "weighted_recall": 7.662167107040065e-05, "weighted_precision": 0.0004303015475943718, "weighted_f1": 0.00021499808850394372 }, "claim_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "policy_packets": { "count": 0.0, "rows": 0.0, "pred_rows": 32.00520790954705, "exact_record_matches": 40.99186911246343, "complete_documents": 0.0, "f1_sum": 0.009130188157104844, "recall_sum": 0.0020242967742559017, "found_sum": 9.237604307034012, "gold_pairs_sum": 0.0, "pred_pairs_sum": 114.31972708154967, "avg_f1": 0.0030433960523683066, "avg_recall": 0.0006747655914186338, "exact_record_recall": 0.03049990261344004, "exact_record_precision": 0.009290779180134642, "exact_record_f1": 0.01946506144510925, "complete_document_rate": 0.0, "weighted_recall": 0.0006300371236553151, "weighted_precision": 0.006923830242949004, "weighted_f1": 0.0032001544529028795 } }, "by_family": { "driver_mvr_request_and_roster": { "count": 3, "rows": 1260, "pred_rows": 1276, "exact_record_matches": 1244, "complete_documents": 1, "f1_sum": 2.977209041658883, "recall_sum": 2.9908153644962137, "found_sum": 10096, "gold_pairs_sum": 10128, "pred_pairs_sum": 10224, "avg_f1": 0.9924030138862943, "avg_recall": 0.9969384548320712, "exact_record_recall": 0.9873015873015873, "exact_record_precision": 0.9749733853313273, "exact_record_f1": 0.9810923325088395, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.9968404423380727, "weighted_precision": 0.9874998470745054, "weighted_f1": 0.9921445161914774 }, "driver_schedule_spreadsheet_export": { "count": 1, "rows": 500, "pred_rows": 500, "exact_record_matches": 499, "complete_documents": 0, "f1_sum": 0.9995, "recall_sum": 0.9995, "found_sum": 1999, "gold_pairs_sum": 2000, "pred_pairs_sum": 2000, "avg_f1": 0.9995, "avg_recall": 0.9995, "exact_record_recall": 0.998, "exact_record_precision": 0.998, "exact_record_f1": 0.998, "complete_document_rate": 0.0, "weighted_recall": 0.9995, "weighted_precision": 0.9995, "weighted_f1": 0.9995 }, "ifta_mileage_by_vehicle": { "count": 8, "rows": 17565, "pred_rows": 17565, "exact_record_matches": 17465, "complete_documents": 2, "f1_sum": 7.993803623672516, "recall_sum": 7.99026981536476, "found_sum": 87723, "gold_pairs_sum": 87825, "pred_pairs_sum": 87749, "avg_f1": 0.9992254529590645, "avg_recall": 0.998783726920595, "exact_record_recall": 0.9943068602334187, "exact_record_precision": 0.9943068602334187, "exact_record_f1": 0.9943068602334187, "complete_document_rate": 0.25, "weighted_recall": 0.9988385994876174, "weighted_precision": 0.9997037003270692, "weighted_f1": 0.9992709626710106 }, "ifta_multisection_return_packet": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 781.6666666666666, "complete_documents": 0, "f1_sum": 1.9980057683383516, "recall_sum": 1.9980057683383516, "found_sum": 12721.666666666666, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9990028841691758, "avg_recall": 0.9990028841691758, "exact_record_recall": 0.9819932998324958, "exact_record_precision": 0.9819932998324958, "exact_record_f1": 0.9819932998324958, "complete_document_rate": 0.0, "weighted_recall": 0.998874581239531, "weighted_precision": 0.998874581239531, "weighted_f1": 0.998874581239531 }, "ifta_return_schedule_details": { "count": 3, "rows": 2737, "pred_rows": 2737, "exact_record_matches": 2638, "complete_documents": 1, "f1_sum": 2.988667652957835, "recall_sum": 2.9916934807375974, "found_sum": 32336, "gold_pairs_sum": 32442, "pred_pairs_sum": 32520, "avg_f1": 0.9962225509859449, "avg_recall": 0.9972311602458658, "exact_record_recall": 0.9638290098648155, "exact_record_precision": 0.9638290098648155, "exact_record_f1": 0.9638290098648155, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.9967326305406572, "weighted_precision": 0.9943419434194342, "weighted_f1": 0.995535851728703 }, "ifta_tax_return_inquiry_detail": { "count": 2, "rows": 1300, "pred_rows": 1308.6666666666667, "exact_record_matches": 1298.6666666666667, "complete_documents": 0, "f1_sum": 1.991369006674726, "recall_sum": 1.997948717948718, "found_sum": 5194.666666666667, "gold_pairs_sum": 5200, "pred_pairs_sum": 5234.666666666667, "avg_f1": 0.995684503337363, "avg_recall": 0.998974358974359, "exact_record_recall": 0.998974358974359, "exact_record_precision": 0.9923896499238966, "exact_record_f1": 0.9956628006672977, "complete_document_rate": 0.0, "weighted_recall": 0.998974358974359, "weighted_precision": 0.9923896499238966, "weighted_f1": 0.9956628006672977 }, "ifta_tax_return_summary": { "count": 2, "rows": 1520, "pred_rows": 1520, "exact_record_matches": 1512, "complete_documents": 0, "f1_sum": 1.9991228070175437, "recall_sum": 1.9991228070175437, "found_sum": 18232, "gold_pairs_sum": 18240, "pred_pairs_sum": 18240, "avg_f1": 0.9995614035087719, "avg_recall": 0.9995614035087719, "exact_record_recall": 0.9947368421052631, "exact_record_precision": 0.9947368421052631, "exact_record_f1": 0.9947368421052631, "complete_document_rate": 0.0, "weighted_recall": 0.999561403508772, "weighted_precision": 0.999561403508772, "weighted_f1": 0.999561403508772 }, "loss_run_external": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 864.3333333333334, "complete_documents": 0, "f1_sum": 2.991714257826288, "recall_sum": 2.9909103734672486, "found_sum": 11738.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11767.666666666666, "avg_f1": 0.997238085942096, "avg_recall": 0.996970124489083, "exact_record_recall": 0.9603703703703703, "exact_record_precision": 0.9603703703703703, "exact_record_f1": 0.9603703703703703, "complete_document_rate": 0.0, "weighted_recall": 0.9969707264594303, "weighted_precision": 0.997507085292817, "weighted_f1": 0.9972388273610895 }, "claim_crosspage_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "policy_multi_hop": { "count": 3, "rows": 1344, "pred_rows": 1390.6666666666667, "exact_record_matches": 1259.3333333333333, "complete_documents": 0, "f1_sum": 2.9580966758254723, "recall_sum": 2.982168432487705, "found_sum": 14595.666666666666, "gold_pairs_sum": 14662, "pred_pairs_sum": 14903, "avg_f1": 0.9860322252751574, "avg_recall": 0.9940561441625683, "exact_record_recall": 0.9370039682539683, "exact_record_precision": 0.9054299942814902, "exact_record_f1": 0.920865142896231, "complete_document_rate": 0.0, "weighted_recall": 0.9954758332196608, "weighted_precision": 0.9794131620125374, "weighted_f1": 0.987369430977804 }, "vehicle_schedule_spreadsheet_export": { "count": 2, "rows": 1600, "pred_rows": 1600, "exact_record_matches": 1600, "complete_documents": 2, "f1_sum": 2.0, "recall_sum": 2.0, "found_sum": 8934, "gold_pairs_sum": 8934, "pred_pairs_sum": 8934, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 } }, "by_family_standard_deviation": { "driver_mvr_request_and_roster": { "count": 0.0, "rows": 0.0, "pred_rows": 8.0, "exact_record_matches": 8.0, "complete_documents": 1.0, "f1_sum": 0.014615509055907949, "recall_sum": 0.005903590059124323, "found_sum": 16.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 48.0, "avg_f1": 0.004871836351969304, "avg_recall": 0.001967863353041441, "exact_record_recall": 0.006349206349206382, "exact_record_precision": 0.012382521640858337, "exact_record_f1": 0.00940412355041827, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.001579778830963663, "weighted_precision": 0.006201163084818348, "weighted_f1": 0.0039123014066418564 }, "driver_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_mileage_by_vehicle": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_multisection_return_packet": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 19.629909152447276, "complete_documents": 0.0, "f1_sum": 0.0026613217397570325, "recall_sum": 0.0026613217397570325, "found_sum": 19.629909152447276, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0013306608698785162, "avg_recall": 0.0013306608698785162, "exact_record_recall": 0.024660689890009087, "exact_record_precision": 0.024660689890009087, "exact_record_f1": 0.024660689890009087, "complete_document_rate": 0.0, "weighted_recall": 0.0015412931181255439, "weighted_precision": 0.0015412931181255439, "weighted_f1": 0.0015412931181255439 }, "ifta_return_schedule_details": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_tax_return_inquiry_detail": { "count": 0.0, "rows": 0.0, "pred_rows": 9.237604307034012, "exact_record_matches": 0.5773502691896257, "complete_documents": 0.0, "f1_sum": 0.006141287033415897, "recall_sum": 0.0008882311833686262, "found_sum": 2.309401076758503, "gold_pairs_sum": 0.0, "pred_pairs_sum": 36.95041722813605, "avg_f1": 0.0030706435167079486, "avg_recall": 0.0004441155916843131, "exact_record_recall": 0.0004441155916843131, "exact_record_precision": 0.006590756497598451, "exact_record_f1": 0.0030894385803143807, "complete_document_rate": 0.0, "weighted_recall": 0.0004441155916843131, "weighted_precision": 0.006590756497598451, "weighted_f1": 0.0030894385803143807 }, "ifta_tax_return_summary": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "loss_run_external": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 21.77919496522618, "complete_documents": 0.0, "f1_sum": 0.005270432650014141, "recall_sum": 0.005551718021312761, "found_sum": 21.77919496522618, "gold_pairs_sum": 0.0, "pred_pairs_sum": 2.309401076758503, "avg_f1": 0.0017568108833380673, "avg_recall": 0.0018505726737709147, "exact_record_recall": 0.024199105516917955, "exact_record_precision": 0.024199105516917955, "exact_record_f1": 0.024199105516917955, "complete_document_rate": 0.0, "weighted_recall": 0.001849770253543929, "weighted_precision": 0.0016622442729815805, "weighted_f1": 0.0017558702829504088 }, "claim_crosspage_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "policy_multi_hop": { "count": 0.0, "rows": 0.0, "pred_rows": 32.00520790954705, "exact_record_matches": 40.99186911246343, "complete_documents": 0.0, "f1_sum": 0.009130188157104844, "recall_sum": 0.0020242967742559017, "found_sum": 9.237604307034012, "gold_pairs_sum": 0.0, "pred_pairs_sum": 114.31972708154967, "avg_f1": 0.0030433960523683066, "avg_recall": 0.0006747655914186338, "exact_record_recall": 0.03049990261344004, "exact_record_precision": 0.009290779180134642, "exact_record_f1": 0.01946506144510925, "complete_document_rate": 0.0, "weighted_recall": 0.0006300371236553151, "weighted_precision": 0.006923830242949004, "weighted_f1": 0.0032001544529028795 }, "vehicle_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_stressor": { "high_density_long_list": { "count": 26, "rows": 28178, "pred_rows": 28202.666666666668, "exact_record_matches": 27902.666666666668, "complete_documents": 6, "f1_sum": 25.939392158146145, "recall_sum": 25.958266327370435, "found_sum": 188974.66666666666, "gold_pairs_sum": 189279, "pred_pairs_sum": 189405.33333333334, "avg_f1": 0.997668929159467, "avg_recall": 0.9983948587450167, "exact_record_recall": 0.9902287836846713, "exact_record_precision": 0.9893628095566747, "exact_record_f1": 0.9897955496634034, "complete_document_rate": 0.23076923076923078, "weighted_recall": 0.998392144224487, "weighted_precision": 0.9977263425975875, "weighted_f1": 0.9980590993988011 }, "multi_row": { "count": 22, "rows": 21942, "pred_rows": 22004.666666666668, "exact_record_matches": 21690.333333333332, "complete_documents": 5, "f1_sum": 21.91777004528761, "recall_sum": 21.95111043212038, "found_sum": 138694.66666666666, "gold_pairs_sum": 138946, "pred_pairs_sum": 139200.66666666666, "avg_f1": 0.9962622747858005, "avg_recall": 0.9977777469145628, "exact_record_recall": 0.9885303679397198, "exact_record_precision": 0.9857147678971789, "exact_record_f1": 0.9871200515885502, "complete_document_rate": 0.22727272727272727, "weighted_recall": 0.9981911438016687, "weighted_precision": 0.996365791144948, "weighted_f1": 0.9972774120016042 }, "multiple_tables": { "count": 31, "rows": 29255, "pred_rows": 29321.666666666668, "exact_record_matches": 28954.333333333332, "complete_documents": 8, "f1_sum": 30.9155532493476, "recall_sum": 30.9559141805143, "found_sum": 201802.66666666666, "gold_pairs_sum": 202114, "pred_pairs_sum": 202462, "avg_f1": 0.9972759112692774, "avg_recall": 0.9985778767907838, "exact_record_recall": 0.98972255454908, "exact_record_precision": 0.987472723952601, "exact_record_f1": 0.9885957577166343, "complete_document_rate": 0.25806451612903225, "weighted_recall": 0.9984596152006624, "weighted_precision": 0.9967442428115957, "weighted_f1": 0.9976009768548018 }, "ocr_condition": { "count": 32, "rows": 29599, "pred_rows": 29670.333333333332, "exact_record_matches": 29238, "complete_documents": 8, "f1_sum": 31.89642951193772, "recall_sum": 31.93937543782424, "found_sum": 205390.33333333334, "gold_pairs_sum": 205762, "pred_pairs_sum": 206129.33333333334, "avg_f1": 0.9967634222480537, "avg_recall": 0.9981054824320075, "exact_record_recall": 0.9878036420149329, "exact_record_precision": 0.98542881526776, "exact_record_f1": 0.986614370423237, "complete_document_rate": 0.25, "weighted_recall": 0.998193705996896, "weighted_precision": 0.9964154445632347, "weighted_f1": 0.997303631057584 }, "page_breaks": { "count": 32, "rows": 29599, "pred_rows": 29670.333333333332, "exact_record_matches": 29238, "complete_documents": 8, "f1_sum": 31.89642951193772, "recall_sum": 31.93937543782424, "found_sum": 205390.33333333334, "gold_pairs_sum": 205762, "pred_pairs_sum": 206129.33333333334, "avg_f1": 0.9967634222480537, "avg_recall": 0.9981054824320075, "exact_record_recall": 0.9878036420149329, "exact_record_precision": 0.98542881526776, "exact_record_f1": 0.986614370423237, "complete_document_rate": 0.25, "weighted_recall": 0.998193705996896, "weighted_precision": 0.9964154445632347, "weighted_f1": 0.997303631057584 }, "production_like_layout": { "count": 26, "rows": 28178, "pred_rows": 28202.666666666668, "exact_record_matches": 27902.666666666668, "complete_documents": 6, "f1_sum": 25.939392158146145, "recall_sum": 25.958266327370435, "found_sum": 188974.66666666666, "gold_pairs_sum": 189279, "pred_pairs_sum": 189405.33333333334, "avg_f1": 0.997668929159467, "avg_recall": 0.9983948587450167, "exact_record_recall": 0.9902287836846713, "exact_record_precision": 0.9893628095566747, "exact_record_f1": 0.9897955496634034, "complete_document_rate": 0.23076923076923078, "weighted_recall": 0.998392144224487, "weighted_precision": 0.9977263425975875, "weighted_f1": 0.9980590993988011 }, "inherited_context": { "count": 18, "rows": 9874, "pred_rows": 9929.333333333334, "exact_record_matches": 9664.666666666666, "complete_documents": 5, "f1_sum": 17.93370258878003, "recall_sum": 17.967379884496015, "found_sum": 95833, "gold_pairs_sum": 96035, "pred_pairs_sum": 96388.66666666667, "avg_f1": 0.9963168104877793, "avg_recall": 0.9981877713608898, "exact_record_recall": 0.978799540881777, "exact_record_precision": 0.9733477965736901, "exact_record_f1": 0.9760632533522892, "complete_document_rate": 0.2777777777777778, "weighted_recall": 0.9978966001978445, "weighted_precision": 0.9942367591326351, "weighted_f1": 0.996062908412446 }, "large_doc": { "count": 29, "rows": 28339, "pred_rows": 28394.333333333332, "exact_record_matches": 27994, "complete_documents": 7, "f1_sum": 28.919220470278834, "recall_sum": 28.94856007332803, "found_sum": 195294.33333333334, "gold_pairs_sum": 195634, "pred_pairs_sum": 195905.33333333334, "avg_f1": 0.9972144989751323, "avg_recall": 0.9982262094251044, "exact_record_recall": 0.987825964218921, "exact_record_precision": 0.9859006088786808, "exact_record_f1": 0.9868620013874854, "complete_document_rate": 0.2413793103448276, "weighted_recall": 0.9982637646489533, "weighted_precision": 0.9968814940377356, "weighted_f1": 0.9975720482716203 }, "layout_randomization": { "count": 10, "rows": 7657, "pred_rows": 7665.666666666667, "exact_record_matches": 7547.666666666667, "complete_documents": 3, "f1_sum": 9.978659466650106, "recall_sum": 9.988265005703859, "found_sum": 66695.66666666667, "gold_pairs_sum": 66816, "pred_pairs_sum": 66928.66666666667, "avg_f1": 0.9978659466650105, "avg_recall": 0.9988265005703859, "exact_record_recall": 0.9857211266379348, "exact_record_precision": 0.984607581157874, "exact_record_f1": 0.9851638005568608, "complete_document_rate": 0.3, "weighted_recall": 0.9981990341634738, "weighted_precision": 0.9965188714342658, "weighted_f1": 0.99735819450443 }, "non_target_rows": { "count": 18, "rows": 9874, "pred_rows": 9929.333333333334, "exact_record_matches": 9664.666666666666, "complete_documents": 5, "f1_sum": 17.93370258878003, "recall_sum": 17.967379884496015, "found_sum": 95833, "gold_pairs_sum": 96035, "pred_pairs_sum": 96388.66666666667, "avg_f1": 0.9963168104877793, "avg_recall": 0.9981877713608898, "exact_record_recall": 0.978799540881777, "exact_record_precision": 0.9733477965736901, "exact_record_f1": 0.9760632533522892, "complete_document_rate": 0.2777777777777778, "weighted_recall": 0.9978966001978445, "weighted_precision": 0.9942367591326351, "weighted_f1": 0.996062908412446 }, "split_records": { "count": 15, "rows": 9797, "pred_rows": 9852.333333333334, "exact_record_matches": 9588.666666666666, "complete_documents": 3, "f1_sum": 14.934761910813927, "recall_sum": 14.968439206529915, "found_sum": 94013, "gold_pairs_sum": 94214, "pred_pairs_sum": 94567.66666666667, "avg_f1": 0.9956507940542618, "avg_recall": 0.9978959471019943, "exact_record_recall": 0.9787349869007519, "exact_record_precision": 0.973241018570471, "exact_record_f1": 0.9759774245441224, "complete_document_rate": 0.2, "weighted_recall": 0.997866559110111, "weighted_precision": 0.9941363878340621, "weighted_f1": 0.9959975556397002 }, "merged_cells": { "count": 4, "rows": 3043, "pred_rows": 3043, "exact_record_matches": 2931.3333333333335, "complete_documents": 0, "f1_sum": 3.9881552056580762, "recall_sum": 3.9838175129912803, "found_sum": 22377.333333333332, "gold_pairs_sum": 22489, "pred_pairs_sum": 22406.666666666668, "avg_f1": 0.9970388014145191, "avg_recall": 0.9959543782478201, "exact_record_recall": 0.9633037572570928, "exact_record_precision": 0.9633037572570928, "exact_record_f1": 0.9633037572570928, "complete_document_rate": 0.0, "weighted_recall": 0.9950346095127989, "weighted_precision": 0.9986908082601917, "weighted_f1": 0.9968593546573983 }, "cross_section_join": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 781.6666666666666, "complete_documents": 0, "f1_sum": 1.9980057683383516, "recall_sum": 1.9980057683383516, "found_sum": 12721.666666666666, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9990028841691758, "avg_recall": 0.9990028841691758, "exact_record_recall": 0.9819932998324958, "exact_record_precision": 0.9819932998324958, "exact_record_f1": 0.9819932998324958, "complete_document_rate": 0.0, "weighted_recall": 0.998874581239531, "weighted_precision": 0.998874581239531, "weighted_f1": 0.998874581239531 }, "ocr_layout_condition": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 781.6666666666666, "complete_documents": 0, "f1_sum": 1.9980057683383516, "recall_sum": 1.9980057683383516, "found_sum": 12721.666666666666, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9990028841691758, "avg_recall": 0.9990028841691758, "exact_record_recall": 0.9819932998324958, "exact_record_precision": 0.9819932998324958, "exact_record_f1": 0.9819932998324958, "complete_document_rate": 0.0, "weighted_recall": 0.998874581239531, "weighted_precision": 0.998874581239531, "weighted_f1": 0.998874581239531 }, "repeated_keys": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 781.6666666666666, "complete_documents": 0, "f1_sum": 1.9980057683383516, "recall_sum": 1.9980057683383516, "found_sum": 12721.666666666666, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9990028841691758, "avg_recall": 0.9990028841691758, "exact_record_recall": 0.9819932998324958, "exact_record_precision": 0.9819932998324958, "exact_record_f1": 0.9819932998324958, "complete_document_rate": 0.0, "weighted_recall": 0.998874581239531, "weighted_precision": 0.998874581239531, "weighted_f1": 0.998874581239531 }, "continuation_notes": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 864.3333333333334, "complete_documents": 0, "f1_sum": 2.991714257826288, "recall_sum": 2.9909103734672486, "found_sum": 11738.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11767.666666666666, "avg_f1": 0.997238085942096, "avg_recall": 0.996970124489083, "exact_record_recall": 0.9603703703703703, "exact_record_precision": 0.9603703703703703, "exact_record_f1": 0.9603703703703703, "complete_document_rate": 0.0, "weighted_recall": 0.9969707264594303, "weighted_precision": 0.997507085292817, "weighted_f1": 0.9972388273610895 }, "distractor_sections": { "count": 9, "rows": 2321, "pred_rows": 2367.6666666666665, "exact_record_matches": 2199.6666666666665, "complete_documents": 2, "f1_sum": 8.948751611617862, "recall_sum": 8.972019483921056, "found_sum": 28154, "gold_pairs_sum": 28257, "pred_pairs_sum": 28491.666666666668, "avg_f1": 0.9943057346242068, "avg_recall": 0.9968910537690061, "exact_record_recall": 0.9477236823208387, "exact_record_precision": 0.9289244505194676, "exact_record_f1": 0.9382014939338282, "complete_document_rate": 0.2222222222222222, "weighted_recall": 0.9963548855150937, "weighted_precision": 0.9881567316789439, "weighted_f1": 0.9922360958849906 }, "duplicates": { "count": 7, "rows": 1321, "pred_rows": 1325.6666666666667, "exact_record_matches": 1224, "complete_documents": 2, "f1_sum": 6.971531198382507, "recall_sum": 6.973312308743291, "found_sum": 17146, "gold_pairs_sum": 17243, "pred_pairs_sum": 17256, "avg_f1": 0.995933028340358, "avg_recall": 0.9961874726776131, "exact_record_recall": 0.9265707797123391, "exact_record_precision": 0.9233979856746062, "exact_record_f1": 0.9249760206609937, "complete_document_rate": 0.2857142857142857, "weighted_recall": 0.9943745287942933, "weighted_precision": 0.993629075379274, "weighted_f1": 0.9940011227817444 }, "sparse_driver_fields": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 864.3333333333334, "complete_documents": 0, "f1_sum": 2.991714257826288, "recall_sum": 2.9909103734672486, "found_sum": 11738.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11767.666666666666, "avg_f1": 0.997238085942096, "avg_recall": 0.996970124489083, "exact_record_recall": 0.9603703703703703, "exact_record_precision": 0.9603703703703703, "exact_record_f1": 0.9603703703703703, "complete_document_rate": 0.0, "weighted_recall": 0.9969707264594303, "weighted_precision": 0.997507085292817, "weighted_f1": 0.9972388273610895 }, "summary_distractors": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 864.3333333333334, "complete_documents": 0, "f1_sum": 2.991714257826288, "recall_sum": 2.9909103734672486, "found_sum": 11738.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11767.666666666666, "avg_f1": 0.997238085942096, "avg_recall": 0.996970124489083, "exact_record_recall": 0.9603703703703703, "exact_record_precision": 0.9603703703703703, "exact_record_f1": 0.9603703703703703, "complete_document_rate": 0.0, "weighted_recall": 0.9969707264594303, "weighted_precision": 0.997507085292817, "weighted_f1": 0.9972388273610895 }, "variable_policy_sections": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 864.3333333333334, "complete_documents": 0, "f1_sum": 2.991714257826288, "recall_sum": 2.9909103734672486, "found_sum": 11738.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11767.666666666666, "avg_f1": 0.997238085942096, "avg_recall": 0.996970124489083, "exact_record_recall": 0.9603703703703703, "exact_record_precision": 0.9603703703703703, "exact_record_f1": 0.9603703703703703, "complete_document_rate": 0.0, "weighted_recall": 0.9969707264594303, "weighted_precision": 0.997507085292817, "weighted_f1": 0.9972388273610895 }, "cross_page_join": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "long_range_evidence": { "count": 6, "rows": 1421, "pred_rows": 1467.6666666666667, "exact_record_matches": 1335.3333333333333, "complete_documents": 2, "f1_sum": 5.9570373537915735, "recall_sum": 5.981109110453807, "found_sum": 16415.666666666668, "gold_pairs_sum": 16483, "pred_pairs_sum": 16724, "avg_f1": 0.9928395589652622, "avg_recall": 0.9968515184089678, "exact_record_recall": 0.9397138165611072, "exact_record_precision": 0.9097181555659014, "exact_record_f1": 0.9243994624012826, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.9959149831139154, "weighted_precision": 0.9815915933913751, "weighted_f1": 0.9886936721943955 }, "longer_list": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 39, "complete_documents": 0, "f1_sum": 0.9989406779661016, "recall_sum": 0.9989406779661016, "found_sum": 943, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.9989406779661016, "avg_recall": 0.9989406779661016, "exact_record_recall": 0.975, "exact_record_precision": 0.975, "exact_record_f1": 0.975, "complete_document_rate": 0.0, "weighted_recall": 0.9989406779661016, "weighted_precision": 0.9989406779661016, "weighted_f1": 0.9989406779661016 }, "mixed_layout": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 39, "complete_documents": 0, "f1_sum": 0.9989406779661016, "recall_sum": 0.9989406779661016, "found_sum": 943, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.9989406779661016, "avg_recall": 0.9989406779661016, "exact_record_recall": 0.975, "exact_record_precision": 0.975, "exact_record_f1": 0.975, "complete_document_rate": 0.0, "weighted_recall": 0.9989406779661016, "weighted_precision": 0.9989406779661016, "weighted_f1": 0.9989406779661016 }, "mixed_prose_tables": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "multi_column": { "count": 6, "rows": 1421, "pred_rows": 1467.6666666666667, "exact_record_matches": 1335.3333333333333, "complete_documents": 2, "f1_sum": 5.9570373537915735, "recall_sum": 5.981109110453807, "found_sum": 16415.666666666668, "gold_pairs_sum": 16483, "pred_pairs_sum": 16724, "avg_f1": 0.9928395589652622, "avg_recall": 0.9968515184089678, "exact_record_recall": 0.9397138165611072, "exact_record_precision": 0.9097181555659014, "exact_record_f1": 0.9243994624012826, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.9959149831139154, "weighted_precision": 0.9815915933913751, "weighted_f1": 0.9886936721943955 }, "natural_long_range_join": { "count": 6, "rows": 1421, "pred_rows": 1467.6666666666667, "exact_record_matches": 1335.3333333333333, "complete_documents": 2, "f1_sum": 5.9570373537915735, "recall_sum": 5.981109110453807, "found_sum": 16415.666666666668, "gold_pairs_sum": 16483, "pred_pairs_sum": 16724, "avg_f1": 0.9928395589652622, "avg_recall": 0.9968515184089678, "exact_record_recall": 0.9397138165611072, "exact_record_precision": 0.9097181555659014, "exact_record_f1": 0.9243994624012826, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.9959149831139154, "weighted_precision": 0.9815915933913751, "weighted_f1": 0.9886936721943955 }, "non_sequential_identifiers": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "commercial_general_liability": { "count": 1, "rows": 562, "pred_rows": 571.3333333333334, "exact_record_matches": 539.6666666666666, "complete_documents": 0, "f1_sum": 0.9949323958803561, "recall_sum": 1.0, "found_sum": 6373, "gold_pairs_sum": 6373, "pred_pairs_sum": 6438, "avg_f1": 0.9949323958803561, "avg_recall": 1.0, "exact_record_recall": 0.9602609727164887, "exact_record_precision": 0.9442161122271838, "exact_record_f1": 0.9521006366039254, "complete_document_rate": 0.0, "weighted_recall": 1.0, "weighted_precision": 0.9899279742173102, "weighted_f1": 0.9949323958803561 }, "distractor_forms": { "count": 1, "rows": 562, "pred_rows": 571.3333333333334, "exact_record_matches": 539.6666666666666, "complete_documents": 0, "f1_sum": 0.9949323958803561, "recall_sum": 1.0, "found_sum": 6373, "gold_pairs_sum": 6373, "pred_pairs_sum": 6438, "avg_f1": 0.9949323958803561, "avg_recall": 1.0, "exact_record_recall": 0.9602609727164887, "exact_record_precision": 0.9442161122271838, "exact_record_f1": 0.9521006366039254, "complete_document_rate": 0.0, "weighted_recall": 1.0, "weighted_precision": 0.9899279742173102, "weighted_f1": 0.9949323958803561 }, "distractor_locations": { "count": 1, "rows": 562, "pred_rows": 571.3333333333334, "exact_record_matches": 539.6666666666666, "complete_documents": 0, "f1_sum": 0.9949323958803561, "recall_sum": 1.0, "found_sum": 6373, "gold_pairs_sum": 6373, "pred_pairs_sum": 6438, "avg_f1": 0.9949323958803561, "avg_recall": 1.0, "exact_record_recall": 0.9602609727164887, "exact_record_precision": 0.9442161122271838, "exact_record_f1": 0.9521006366039254, "complete_document_rate": 0.0, "weighted_recall": 1.0, "weighted_precision": 0.9899279742173102, "weighted_f1": 0.9949323958803561 }, "exposure_rating_rows": { "count": 1, "rows": 562, "pred_rows": 571.3333333333334, "exact_record_matches": 539.6666666666666, "complete_documents": 0, "f1_sum": 0.9949323958803561, "recall_sum": 1.0, "found_sum": 6373, "gold_pairs_sum": 6373, "pred_pairs_sum": 6438, "avg_f1": 0.9949323958803561, "avg_recall": 1.0, "exact_record_recall": 0.9602609727164887, "exact_record_precision": 0.9442161122271838, "exact_record_f1": 0.9521006366039254, "complete_document_rate": 0.0, "weighted_recall": 1.0, "weighted_precision": 0.9899279742173102, "weighted_f1": 0.9949323958803561 }, "heterogeneous_record_list": { "count": 3, "rows": 1344, "pred_rows": 1390.6666666666667, "exact_record_matches": 1259.3333333333333, "complete_documents": 0, "f1_sum": 2.9580966758254723, "recall_sum": 2.982168432487705, "found_sum": 14595.666666666666, "gold_pairs_sum": 14662, "pred_pairs_sum": 14903, "avg_f1": 0.9860322252751574, "avg_recall": 0.9940561441625683, "exact_record_recall": 0.9370039682539683, "exact_record_precision": 0.9054299942814902, "exact_record_f1": 0.920865142896231, "complete_document_rate": 0.0, "weighted_recall": 0.9954758332196608, "weighted_precision": 0.9794131620125374, "weighted_f1": 0.987369430977804 }, "limits_forms_exclusions": { "count": 1, "rows": 562, "pred_rows": 571.3333333333334, "exact_record_matches": 539.6666666666666, "complete_documents": 0, "f1_sum": 0.9949323958803561, "recall_sum": 1.0, "found_sum": 6373, "gold_pairs_sum": 6373, "pred_pairs_sum": 6438, "avg_f1": 0.9949323958803561, "avg_recall": 1.0, "exact_record_recall": 0.9602609727164887, "exact_record_precision": 0.9442161122271838, "exact_record_f1": 0.9521006366039254, "complete_document_rate": 0.0, "weighted_recall": 1.0, "weighted_precision": 0.9899279742173102, "weighted_f1": 0.9949323958803561 }, "material_clause_extraction": { "count": 3, "rows": 1344, "pred_rows": 1390.6666666666667, "exact_record_matches": 1259.3333333333333, "complete_documents": 0, "f1_sum": 2.9580966758254723, "recall_sum": 2.982168432487705, "found_sum": 14595.666666666666, "gold_pairs_sum": 14662, "pred_pairs_sum": 14903, "avg_f1": 0.9860322252751574, "avg_recall": 0.9940561441625683, "exact_record_recall": 0.9370039682539683, "exact_record_precision": 0.9054299942814902, "exact_record_f1": 0.920865142896231, "complete_document_rate": 0.0, "weighted_recall": 0.9954758332196608, "weighted_precision": 0.9794131620125374, "weighted_f1": 0.987369430977804 }, "coded_values": { "count": 1, "rows": 12, "pred_rows": 12, "exact_record_matches": 12, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 289, "gold_pairs_sum": 289, "pred_pairs_sum": 289, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "claimant_lookup": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 25, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 588, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "many_to_one_policy": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 25, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 588, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "businessowners_policy": { "count": 1, "rows": 344, "pred_rows": 348.6666666666667, "exact_record_matches": 283.6666666666667, "complete_documents": 0, "f1_sum": 0.9808762625901168, "recall_sum": 0.9834612573099415, "found_sum": 3587.6666666666665, "gold_pairs_sum": 3648, "pred_pairs_sum": 3667.3333333333335, "avg_f1": 0.9808762625901168, "avg_recall": 0.9834612573099415, "exact_record_recall": 0.8246124031007752, "exact_record_precision": 0.8138885279979213, "exact_record_f1": 0.8191435323218269, "complete_document_rate": 0.0, "weighted_recall": 0.9834612573099415, "weighted_precision": 0.9783317238049252, "weighted_f1": 0.9808762625901168 }, "form_endorsement_links": { "count": 1, "rows": 344, "pred_rows": 348.6666666666667, "exact_record_matches": 283.6666666666667, "complete_documents": 0, "f1_sum": 0.9808762625901168, "recall_sum": 0.9834612573099415, "found_sum": 3587.6666666666665, "gold_pairs_sum": 3648, "pred_pairs_sum": 3667.3333333333335, "avg_f1": 0.9808762625901168, "avg_recall": 0.9834612573099415, "exact_record_recall": 0.8246124031007752, "exact_record_precision": 0.8138885279979213, "exact_record_f1": 0.8191435323218269, "complete_document_rate": 0.0, "weighted_recall": 0.9834612573099415, "weighted_precision": 0.9783317238049252, "weighted_f1": 0.9808762625901168 }, "location_scoped_coverage": { "count": 1, "rows": 344, "pred_rows": 348.6666666666667, "exact_record_matches": 283.6666666666667, "complete_documents": 0, "f1_sum": 0.9808762625901168, "recall_sum": 0.9834612573099415, "found_sum": 3587.6666666666665, "gold_pairs_sum": 3648, "pred_pairs_sum": 3667.3333333333335, "avg_f1": 0.9808762625901168, "avg_recall": 0.9834612573099415, "exact_record_recall": 0.8246124031007752, "exact_record_precision": 0.8138885279979213, "exact_record_f1": 0.8191435323218269, "complete_document_rate": 0.0, "weighted_recall": 0.9834612573099415, "weighted_precision": 0.9783317238049252, "weighted_f1": 0.9808762625901168 }, "class_code_payroll_rating": { "count": 1, "rows": 438, "pred_rows": 470.6666666666667, "exact_record_matches": 436, "complete_documents": 0, "f1_sum": 0.9822880173549992, "recall_sum": 0.9987071751777634, "found_sum": 4635, "gold_pairs_sum": 4641, "pred_pairs_sum": 4797.666666666667, "avg_f1": 0.9822880173549992, "avg_recall": 0.9987071751777634, "exact_record_recall": 0.995433789954338, "exact_record_precision": 0.9291693155329519, "exact_record_f1": 0.9603734489509766, "complete_document_rate": 0.0, "weighted_recall": 0.9987071751777634, "weighted_precision": 0.9667364529899336, "weighted_f1": 0.9822880173549992 }, "experience_mod_and_schedule_rating": { "count": 1, "rows": 438, "pred_rows": 470.6666666666667, "exact_record_matches": 436, "complete_documents": 0, "f1_sum": 0.9822880173549992, "recall_sum": 0.9987071751777634, "found_sum": 4635, "gold_pairs_sum": 4641, "pred_pairs_sum": 4797.666666666667, "avg_f1": 0.9822880173549992, "avg_recall": 0.9987071751777634, "exact_record_recall": 0.995433789954338, "exact_record_precision": 0.9291693155329519, "exact_record_f1": 0.9603734489509766, "complete_document_rate": 0.0, "weighted_recall": 0.9987071751777634, "weighted_precision": 0.9667364529899336, "weighted_f1": 0.9822880173549992 }, "workers_compensation_policy": { "count": 1, "rows": 438, "pred_rows": 470.6666666666667, "exact_record_matches": 436, "complete_documents": 0, "f1_sum": 0.9822880173549992, "recall_sum": 0.9987071751777634, "found_sum": 4635, "gold_pairs_sum": 4641, "pred_pairs_sum": 4797.666666666667, "avg_f1": 0.9822880173549992, "avg_recall": 0.9987071751777634, "exact_record_recall": 0.995433789954338, "exact_record_precision": 0.9291693155329519, "exact_record_f1": 0.9603734489509766, "complete_document_rate": 0.0, "weighted_recall": 0.9987071751777634, "weighted_precision": 0.9667364529899336, "weighted_f1": 0.9822880173549992 } }, "by_stressor_standard_deviation": { "high_density_long_list": { "count": 0.0, "rows": 0.0, "pred_rows": 16.65332799572906, "exact_record_matches": 19.139836293274122, "complete_documents": 1.0, "f1_sum": 0.014714717815569945, "recall_sum": 0.00043959926712372526, "found_sum": 14.502873278538061, "gold_pairs_sum": 0.0, "pred_pairs_sum": 84.31686268673268, "avg_f1": 0.0005659506852142214, "avg_recall": 1.690766412010871e-05, "exact_record_recall": 0.0006792475084560509, "exact_record_precision": 0.0006483879612939209, "exact_record_f1": 0.000596129916687792, "complete_document_rate": 0.03846153846153845, "weighted_recall": 7.662167107040065e-05, "weighted_precision": 0.0004303015475943718, "weighted_f1": 0.00021499808850394372 }, "multi_row": { "count": 0.0, "rows": 0.0, "pred_rows": 38.68246803570493, "exact_record_matches": 48.95235779136009, "complete_documents": 1.0, "f1_sum": 0.01782498084797437, "recall_sum": 0.0015655123876672883, "found_sum": 15.947831618540915, "gold_pairs_sum": 0.0, "pred_pairs_sum": 160.1572144279905, "avg_f1": 0.000810226402180657, "avg_recall": 7.115965398487788e-05, "exact_record_recall": 0.002230988870265251, "exact_record_precision": 0.0009013547956421564, "exact_record_f1": 0.0014610024441409075, "complete_document_rate": 0.04545454545454544, "weighted_recall": 0.00011477719127247928, "weighted_precision": 0.0010878842171230688, "weighted_f1": 0.0005198311588768741 }, "multiple_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 56.0029761113937, "exact_record_matches": 48.95235779136009, "complete_documents": 1.0, "f1_sum": 0.02809107221157061, "recall_sum": 0.0022942435223431636, "found_sum": 16.74315780649915, "gold_pairs_sum": 0.0, "pred_pairs_sum": 229.99347816840373, "avg_f1": 0.0009061636197280841, "avg_recall": 7.400785555942677e-05, "exact_record_recall": 0.0016732988477648533, "exact_record_precision": 0.0007164416980539884, "exact_record_f1": 0.0008727470359541501, "complete_document_rate": 0.032258064516129045, "weighted_recall": 8.284016845197614e-05, "weighted_precision": 0.0010861451240063514, "weighted_f1": 0.000522639206824544 }, "ocr_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 47.92007234273894, "exact_record_matches": 49.48737212663449, "complete_documents": 1.0, "f1_sum": 0.02361947419250124, "recall_sum": 0.0024523375156959627, "found_sum": 17.039170558842745, "gold_pairs_sum": 0.0, "pred_pairs_sum": 196.7392521418472, "avg_f1": 0.0007381085685156637, "avg_recall": 7.663554736549883e-05, "exact_record_recall": 0.0016719271639796733, "exact_record_precision": 0.0006245331171055044, "exact_record_f1": 0.0009767799080962816, "complete_document_rate": 0.03125, "weighted_recall": 8.281009398645877e-05, "weighted_precision": 0.0009017996695804872, "weighted_f1": 0.0004292776711536535 }, "page_breaks": { "count": 0.0, "rows": 0.0, "pred_rows": 47.92007234273894, "exact_record_matches": 49.48737212663449, "complete_documents": 1.0, "f1_sum": 0.02361947419250124, "recall_sum": 0.0024523375156959627, "found_sum": 17.039170558842745, "gold_pairs_sum": 0.0, "pred_pairs_sum": 196.7392521418472, "avg_f1": 0.0007381085685156637, "avg_recall": 7.663554736549883e-05, "exact_record_recall": 0.0016719271639796733, "exact_record_precision": 0.0006245331171055044, "exact_record_f1": 0.0009767799080962816, "complete_document_rate": 0.03125, "weighted_recall": 8.281009398645877e-05, "weighted_precision": 0.0009017996695804872, "weighted_f1": 0.0004292776711536535 }, "production_like_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 16.65332799572906, "exact_record_matches": 19.139836293274122, "complete_documents": 1.0, "f1_sum": 0.014714717815569945, "recall_sum": 0.00043959926712372526, "found_sum": 14.502873278538061, "gold_pairs_sum": 0.0, "pred_pairs_sum": 84.31686268673268, "avg_f1": 0.0005659506852142214, "avg_recall": 1.690766412010871e-05, "exact_record_recall": 0.0006792475084560509, "exact_record_precision": 0.0006483879612939209, "exact_record_f1": 0.000596129916687792, "complete_document_rate": 0.03846153846153845, "weighted_recall": 7.662167107040065e-05, "weighted_precision": 0.0004303015475943718, "weighted_f1": 0.00021499808850394372 }, "inherited_context": { "count": 0.0, "rows": 0.0, "pred_rows": 41.186567389542596, "exact_record_matches": 36.0185137579736, "complete_documents": 0.0, "f1_sum": 0.01658674305596359, "recall_sum": 0.00279540310781141, "found_sum": 17.08800749063506, "gold_pairs_sum": 0.0, "pred_pairs_sum": 151.26907593204015, "avg_f1": 0.0009214857253312767, "avg_recall": 0.00015530017265618043, "exact_record_recall": 0.003647813830056054, "exact_record_precision": 0.0022541467456003287, "exact_record_f1": 0.002251031830488956, "complete_document_rate": 0.0, "weighted_recall": 0.0001779352058170009, "weighted_precision": 0.001552607593952457, "weighted_f1": 0.0007843249424459627 }, "large_doc": { "count": 0.0, "rows": 0.0, "pred_rows": 41.186567389542596, "exact_record_matches": 57.41950887982237, "complete_documents": 0.0, "f1_sum": 0.011760900809684224, "recall_sum": 0.00787988854311387, "found_sum": 32.036437588054845, "gold_pairs_sum": 0.0, "pred_pairs_sum": 153.57842730453171, "avg_f1": 0.0004055483037822314, "avg_recall": 0.00027172029459015753, "exact_record_recall": 0.002026165668507083, "exact_record_precision": 0.0010283274010909622, "exact_record_f1": 0.0014372961746877064, "complete_document_rate": 0.0, "weighted_recall": 0.000163757003322801, "weighted_precision": 0.0006743571925221962, "weighted_f1": 0.00029693255687054146 }, "layout_randomization": { "count": 0.0, "rows": 0.0, "pred_rows": 9.237604307034012, "exact_record_matches": 0.5773502691896257, "complete_documents": 0.0, "f1_sum": 0.0061412870334169225, "recall_sum": 0.0008882311833692672, "found_sum": 2.309401076758503, "gold_pairs_sum": 0.0, "pred_pairs_sum": 36.95041722813605, "avg_f1": 0.0006141287033417179, "avg_recall": 8.882311833687544e-05, "exact_record_recall": 7.540162846932627e-05, "exact_record_precision": 0.0011119705360844532, "exact_record_f1": 0.0005187490965862177, "complete_document_rate": 0.0, "weighted_recall": 3.456359370152256e-05, "weighted_precision": 0.0005158236814865563, "weighted_f1": 0.0002410499234188978 }, "non_target_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 41.186567389542596, "exact_record_matches": 36.0185137579736, "complete_documents": 0.0, "f1_sum": 0.01658674305596359, "recall_sum": 0.00279540310781141, "found_sum": 17.08800749063506, "gold_pairs_sum": 0.0, "pred_pairs_sum": 151.26907593204015, "avg_f1": 0.0009214857253312767, "avg_recall": 0.00015530017265618043, "exact_record_recall": 0.003647813830056054, "exact_record_precision": 0.0022541467456003287, "exact_record_f1": 0.002251031830488956, "complete_document_rate": 0.0, "weighted_recall": 0.0001779352058170009, "weighted_precision": 0.001552607593952457, "weighted_f1": 0.0007843249424459627 }, "split_records": { "count": 0.0, "rows": 0.0, "pred_rows": 41.186567389542596, "exact_record_matches": 36.0185137579736, "complete_documents": 0.0, "f1_sum": 0.01658674305596314, "recall_sum": 0.0027954031078128746, "found_sum": 17.08800749063506, "gold_pairs_sum": 0.0, "pred_pairs_sum": 151.26907593204015, "avg_f1": 0.0011057828703975666, "avg_recall": 0.0001863602071875571, "exact_record_recall": 0.0036764840010180063, "exact_record_precision": 0.0022715275587010405, "exact_record_f1": 0.002268746409678792, "complete_document_rate": 0.0, "weighted_recall": 0.0001813743975485162, "weighted_precision": 0.0015823720678254036, "weighted_f1": 0.0007994115462043134 }, "merged_cells": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 21.77919496522618, "complete_documents": 0.0, "f1_sum": 0.005270432650013894, "recall_sum": 0.005551718021312829, "found_sum": 21.77919496522618, "gold_pairs_sum": 0.0, "pred_pairs_sum": 2.309401076758503, "avg_f1": 0.0013176081625034734, "avg_recall": 0.0013879295053282072, "exact_record_recall": 0.007157145897215282, "exact_record_precision": 0.007157145897215282, "exact_record_f1": 0.007157145897215282, "complete_document_rate": 0.0, "weighted_recall": 0.0009684376790976161, "weighted_precision": 0.0008728307171592013, "weighted_f1": 0.0009207125071384499 }, "cross_section_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 19.629909152447276, "complete_documents": 0.0, "f1_sum": 0.0026613217397570325, "recall_sum": 0.0026613217397570325, "found_sum": 19.629909152447276, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0013306608698785162, "avg_recall": 0.0013306608698785162, "exact_record_recall": 0.024660689890009087, "exact_record_precision": 0.024660689890009087, "exact_record_f1": 0.024660689890009087, "complete_document_rate": 0.0, "weighted_recall": 0.0015412931181255439, "weighted_precision": 0.0015412931181255439, "weighted_f1": 0.0015412931181255439 }, "ocr_layout_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 19.629909152447276, "complete_documents": 0.0, "f1_sum": 0.0026613217397570325, "recall_sum": 0.0026613217397570325, "found_sum": 19.629909152447276, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0013306608698785162, "avg_recall": 0.0013306608698785162, "exact_record_recall": 0.024660689890009087, "exact_record_precision": 0.024660689890009087, "exact_record_f1": 0.024660689890009087, "complete_document_rate": 0.0, "weighted_recall": 0.0015412931181255439, "weighted_precision": 0.0015412931181255439, "weighted_f1": 0.0015412931181255439 }, "repeated_keys": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 19.629909152447276, "complete_documents": 0.0, "f1_sum": 0.0026613217397570325, "recall_sum": 0.0026613217397570325, "found_sum": 19.629909152447276, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0013306608698785162, "avg_recall": 0.0013306608698785162, "exact_record_recall": 0.024660689890009087, "exact_record_precision": 0.024660689890009087, "exact_record_f1": 0.024660689890009087, "complete_document_rate": 0.0, "weighted_recall": 0.0015412931181255439, "weighted_precision": 0.0015412931181255439, "weighted_f1": 0.0015412931181255439 }, "continuation_notes": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 21.77919496522618, "complete_documents": 0.0, "f1_sum": 0.005270432650014141, "recall_sum": 0.005551718021312761, "found_sum": 21.77919496522618, "gold_pairs_sum": 0.0, "pred_pairs_sum": 2.309401076758503, "avg_f1": 0.0017568108833380673, "avg_recall": 0.0018505726737709147, "exact_record_recall": 0.024199105516917955, "exact_record_precision": 0.024199105516917955, "exact_record_f1": 0.024199105516917955, "complete_document_rate": 0.0, "weighted_recall": 0.001849770253543929, "weighted_precision": 0.0016622442729815805, "weighted_f1": 0.0017558702829504088 }, "distractor_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 32.00520790954705, "exact_record_matches": 62.30837289910027, "complete_documents": 0.0, "f1_sum": 0.0040021848744378925, "recall_sum": 0.00752779308399047, "found_sum": 30.805843601498726, "gold_pairs_sum": 0.0, "pred_pairs_sum": 116.62904155197938, "avg_f1": 0.00044468720827086586, "avg_recall": 0.0008364214537767306, "exact_record_recall": 0.02684548595394239, "exact_record_precision": 0.01439788282043608, "exact_record_f1": 0.020444273333127944, "complete_document_rate": 0.0, "weighted_recall": 0.0010902022012774877, "weighted_precision": 0.0029922059327316523, "weighted_f1": 0.0009878912728671899 }, "duplicates": { "count": 0.0, "rows": 0.0, "pred_rows": 8.082903768654761, "exact_record_matches": 22.338307903688676, "complete_documents": 0.0, "f1_sum": 0.009816744130934675, "recall_sum": 0.005704994462026669, "found_sum": 22.338307903688676, "gold_pairs_sum": 0.0, "pred_pairs_sum": 31.176914536239792, "avg_f1": 0.0014023920187049334, "avg_recall": 0.0008149992088609552, "exact_record_recall": 0.016910149813541747, "exact_record_precision": 0.022277543729821273, "exact_record_f1": 0.01959912377582881, "complete_document_rate": 0.0, "weighted_recall": 0.0012955000814062693, "weighted_precision": 0.003063374322505061, "weighted_f1": 0.0021758203050111368 }, "sparse_driver_fields": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 21.77919496522618, "complete_documents": 0.0, "f1_sum": 0.005270432650014141, "recall_sum": 0.005551718021312761, "found_sum": 21.77919496522618, "gold_pairs_sum": 0.0, "pred_pairs_sum": 2.309401076758503, "avg_f1": 0.0017568108833380673, "avg_recall": 0.0018505726737709147, "exact_record_recall": 0.024199105516917955, "exact_record_precision": 0.024199105516917955, "exact_record_f1": 0.024199105516917955, "complete_document_rate": 0.0, "weighted_recall": 0.001849770253543929, "weighted_precision": 0.0016622442729815805, "weighted_f1": 0.0017558702829504088 }, "summary_distractors": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 21.77919496522618, "complete_documents": 0.0, "f1_sum": 0.005270432650014141, "recall_sum": 0.005551718021312761, "found_sum": 21.77919496522618, "gold_pairs_sum": 0.0, "pred_pairs_sum": 2.309401076758503, "avg_f1": 0.0017568108833380673, "avg_recall": 0.0018505726737709147, "exact_record_recall": 0.024199105516917955, "exact_record_precision": 0.024199105516917955, "exact_record_f1": 0.024199105516917955, "complete_document_rate": 0.0, "weighted_recall": 0.001849770253543929, "weighted_precision": 0.0016622442729815805, "weighted_f1": 0.0017558702829504088 }, "variable_policy_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 21.77919496522618, "complete_documents": 0.0, "f1_sum": 0.005270432650014141, "recall_sum": 0.005551718021312761, "found_sum": 21.77919496522618, "gold_pairs_sum": 0.0, "pred_pairs_sum": 2.309401076758503, "avg_f1": 0.0017568108833380673, "avg_recall": 0.0018505726737709147, "exact_record_recall": 0.024199105516917955, "exact_record_precision": 0.024199105516917955, "exact_record_f1": 0.024199105516917955, "complete_document_rate": 0.0, "weighted_recall": 0.001849770253543929, "weighted_precision": 0.0016622442729815805, "weighted_f1": 0.0017558702829504088 }, "cross_page_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "long_range_evidence": { "count": 0.0, "rows": 0.0, "pred_rows": 32.00520790954705, "exact_record_matches": 40.99186911246343, "complete_documents": 0.0, "f1_sum": 0.009130188157104589, "recall_sum": 0.002024296774255645, "found_sum": 9.237604307034012, "gold_pairs_sum": 0.0, "pred_pairs_sum": 114.31972708154967, "avg_f1": 0.0015216980261840895, "avg_recall": 0.0003373827957093169, "exact_record_recall": 0.028847198530938367, "exact_record_precision": 0.008710748558144929, "exact_record_f1": 0.018382000471032146, "complete_document_rate": 0.0, "weighted_recall": 0.0005604322215030297, "weighted_precision": 0.006181889996143794, "weighted_f1": 0.0028530446270849546 }, "longer_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "mixed_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "mixed_prose_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multi_column": { "count": 0.0, "rows": 0.0, "pred_rows": 32.00520790954705, "exact_record_matches": 40.99186911246343, "complete_documents": 0.0, "f1_sum": 0.009130188157104589, "recall_sum": 0.002024296774255645, "found_sum": 9.237604307034012, "gold_pairs_sum": 0.0, "pred_pairs_sum": 114.31972708154967, "avg_f1": 0.0015216980261840895, "avg_recall": 0.0003373827957093169, "exact_record_recall": 0.028847198530938367, "exact_record_precision": 0.008710748558144929, "exact_record_f1": 0.018382000471032146, "complete_document_rate": 0.0, "weighted_recall": 0.0005604322215030297, "weighted_precision": 0.006181889996143794, "weighted_f1": 0.0028530446270849546 }, "natural_long_range_join": { "count": 0.0, "rows": 0.0, "pred_rows": 32.00520790954705, "exact_record_matches": 40.99186911246343, "complete_documents": 0.0, "f1_sum": 0.009130188157104589, "recall_sum": 0.002024296774255645, "found_sum": 9.237604307034012, "gold_pairs_sum": 0.0, "pred_pairs_sum": 114.31972708154967, "avg_f1": 0.0015216980261840895, "avg_recall": 0.0003373827957093169, "exact_record_recall": 0.028847198530938367, "exact_record_precision": 0.008710748558144929, "exact_record_f1": 0.018382000471032146, "complete_document_rate": 0.0, "weighted_recall": 0.0005604322215030297, "weighted_precision": 0.006181889996143794, "weighted_f1": 0.0028530446270849546 }, "non_sequential_identifiers": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "commercial_general_liability": { "count": 0.0, "rows": 0.0, "pred_rows": 12.096831541082704, "exact_record_matches": 38.68246803570493, "complete_documents": 0.0, "f1_sum": 0.0030325393870096937, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 39.03844259188627, "avg_f1": 0.0030325393870096937, "avg_recall": 0.0, "exact_record_recall": 0.06883001429840735, "exact_record_precision": 0.0570119111768858, "exact_record_f1": 0.06225501618635211, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.006005578376004631, "weighted_f1": 0.0030325393870096937 }, "distractor_forms": { "count": 0.0, "rows": 0.0, "pred_rows": 12.096831541082704, "exact_record_matches": 38.68246803570493, "complete_documents": 0.0, "f1_sum": 0.0030325393870096937, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 39.03844259188627, "avg_f1": 0.0030325393870096937, "avg_recall": 0.0, "exact_record_recall": 0.06883001429840735, "exact_record_precision": 0.0570119111768858, "exact_record_f1": 0.06225501618635211, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.006005578376004631, "weighted_f1": 0.0030325393870096937 }, "distractor_locations": { "count": 0.0, "rows": 0.0, "pred_rows": 12.096831541082704, "exact_record_matches": 38.68246803570493, "complete_documents": 0.0, "f1_sum": 0.0030325393870096937, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 39.03844259188627, "avg_f1": 0.0030325393870096937, "avg_recall": 0.0, "exact_record_recall": 0.06883001429840735, "exact_record_precision": 0.0570119111768858, "exact_record_f1": 0.06225501618635211, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.006005578376004631, "weighted_f1": 0.0030325393870096937 }, "exposure_rating_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 12.096831541082704, "exact_record_matches": 38.68246803570493, "complete_documents": 0.0, "f1_sum": 0.0030325393870096937, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 39.03844259188627, "avg_f1": 0.0030325393870096937, "avg_recall": 0.0, "exact_record_recall": 0.06883001429840735, "exact_record_precision": 0.0570119111768858, "exact_record_f1": 0.06225501618635211, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.006005578376004631, "weighted_f1": 0.0030325393870096937 }, "heterogeneous_record_list": { "count": 0.0, "rows": 0.0, "pred_rows": 32.00520790954705, "exact_record_matches": 40.99186911246343, "complete_documents": 0.0, "f1_sum": 0.009130188157104844, "recall_sum": 0.0020242967742559017, "found_sum": 9.237604307034012, "gold_pairs_sum": 0.0, "pred_pairs_sum": 114.31972708154967, "avg_f1": 0.0030433960523683066, "avg_recall": 0.0006747655914186338, "exact_record_recall": 0.03049990261344004, "exact_record_precision": 0.009290779180134642, "exact_record_f1": 0.01946506144510925, "complete_document_rate": 0.0, "weighted_recall": 0.0006300371236553151, "weighted_precision": 0.006923830242949004, "weighted_f1": 0.0032001544529028795 }, "limits_forms_exclusions": { "count": 0.0, "rows": 0.0, "pred_rows": 12.096831541082704, "exact_record_matches": 38.68246803570493, "complete_documents": 0.0, "f1_sum": 0.0030325393870096937, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 39.03844259188627, "avg_f1": 0.0030325393870096937, "avg_recall": 0.0, "exact_record_recall": 0.06883001429840735, "exact_record_precision": 0.0570119111768858, "exact_record_f1": 0.06225501618635211, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.006005578376004631, "weighted_f1": 0.0030325393870096937 }, "material_clause_extraction": { "count": 0.0, "rows": 0.0, "pred_rows": 32.00520790954705, "exact_record_matches": 40.99186911246343, "complete_documents": 0.0, "f1_sum": 0.009130188157104844, "recall_sum": 0.0020242967742559017, "found_sum": 9.237604307034012, "gold_pairs_sum": 0.0, "pred_pairs_sum": 114.31972708154967, "avg_f1": 0.0030433960523683066, "avg_recall": 0.0006747655914186338, "exact_record_recall": 0.03049990261344004, "exact_record_precision": 0.009290779180134642, "exact_record_f1": 0.01946506144510925, "complete_document_rate": 0.0, "weighted_recall": 0.0006300371236553151, "weighted_precision": 0.006923830242949004, "weighted_f1": 0.0032001544529028795 }, "coded_values": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claimant_lookup": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "many_to_one_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "businessowners_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 8.082903768654761, "exact_record_matches": 0.5773502691896257, "complete_documents": 0.0, "f1_sum": 0.0046356070684562345, "recall_sum": 0.0001582648764225993, "found_sum": 0.5773502691896257, "gold_pairs_sum": 0.0, "pred_pairs_sum": 33.4863156129983, "avg_f1": 0.0046356070684562345, "avg_recall": 0.0001582648764225993, "exact_record_recall": 0.0016783438057837987, "exact_record_precision": 0.020252640337949712, "exact_record_f1": 0.011150705854951053, "complete_document_rate": 0.0, "weighted_recall": 0.0001582648764225993, "weighted_precision": 0.009042877526237805, "weighted_f1": 0.0046356070684562345 }, "form_endorsement_links": { "count": 0.0, "rows": 0.0, "pred_rows": 8.082903768654761, "exact_record_matches": 0.5773502691896257, "complete_documents": 0.0, "f1_sum": 0.0046356070684562345, "recall_sum": 0.0001582648764225993, "found_sum": 0.5773502691896257, "gold_pairs_sum": 0.0, "pred_pairs_sum": 33.4863156129983, "avg_f1": 0.0046356070684562345, "avg_recall": 0.0001582648764225993, "exact_record_recall": 0.0016783438057837987, "exact_record_precision": 0.020252640337949712, "exact_record_f1": 0.011150705854951053, "complete_document_rate": 0.0, "weighted_recall": 0.0001582648764225993, "weighted_precision": 0.009042877526237805, "weighted_f1": 0.0046356070684562345 }, "location_scoped_coverage": { "count": 0.0, "rows": 0.0, "pred_rows": 8.082903768654761, "exact_record_matches": 0.5773502691896257, "complete_documents": 0.0, "f1_sum": 0.0046356070684562345, "recall_sum": 0.0001582648764225993, "found_sum": 0.5773502691896257, "gold_pairs_sum": 0.0, "pred_pairs_sum": 33.4863156129983, "avg_f1": 0.0046356070684562345, "avg_recall": 0.0001582648764225993, "exact_record_recall": 0.0016783438057837987, "exact_record_precision": 0.020252640337949712, "exact_record_f1": 0.011150705854951053, "complete_document_rate": 0.0, "weighted_recall": 0.0001582648764225993, "weighted_precision": 0.009042877526237805, "weighted_f1": 0.0046356070684562345 }, "class_code_payroll_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 32.145502536643185, "exact_record_matches": 1.7320508075688772, "complete_documents": 0.0, "f1_sum": 0.014435599327994476, "recall_sum": 0.0018660318978333023, "found_sum": 8.660254037844387, "gold_pairs_sum": 0.0, "pred_pairs_sum": 154.79125728972335, "avg_f1": 0.014435599327994476, "avg_recall": 0.0018660318978333023, "exact_record_recall": 0.003954453898559096, "exact_record_precision": 0.06201816830324014, "exact_record_f1": 0.03076819508469413, "complete_document_rate": 0.0, "weighted_recall": 0.0018660318978333023, "weighted_precision": 0.029839526013099426, "weighted_f1": 0.014435599327994476 }, "experience_mod_and_schedule_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 32.145502536643185, "exact_record_matches": 1.7320508075688772, "complete_documents": 0.0, "f1_sum": 0.014435599327994476, "recall_sum": 0.0018660318978333023, "found_sum": 8.660254037844387, "gold_pairs_sum": 0.0, "pred_pairs_sum": 154.79125728972335, "avg_f1": 0.014435599327994476, "avg_recall": 0.0018660318978333023, "exact_record_recall": 0.003954453898559096, "exact_record_precision": 0.06201816830324014, "exact_record_f1": 0.03076819508469413, "complete_document_rate": 0.0, "weighted_recall": 0.0018660318978333023, "weighted_precision": 0.029839526013099426, "weighted_f1": 0.014435599327994476 }, "workers_compensation_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 32.145502536643185, "exact_record_matches": 1.7320508075688772, "complete_documents": 0.0, "f1_sum": 0.014435599327994476, "recall_sum": 0.0018660318978333023, "found_sum": 8.660254037844387, "gold_pairs_sum": 0.0, "pred_pairs_sum": 154.79125728972335, "avg_f1": 0.014435599327994476, "avg_recall": 0.0018660318978333023, "exact_record_recall": 0.003954453898559096, "exact_record_precision": 0.06201816830324014, "exact_record_f1": 0.03076819508469413, "complete_document_rate": 0.0, "weighted_recall": 0.0018660318978333023, "weighted_precision": 0.029839526013099426, "weighted_f1": 0.014435599327994476 } }, "documents": [ { "sample": "driver_mvr_packet_001", "tier": "core_operations", "gold_records": 260, "predicted_records": 262.6666666666667, "exact_record_recall": 0.9897435897435898, "exact_record_recall_standard_deviation": 0.0177646236673731, "field_f1": 0.9937106918238994, "field_f1_standard_deviation": 0.010893401305464635, "complete_runs": 2, "run_count": 3 }, { "sample": "driver_mvr_packet_002", "tier": "core_operations", "gold_records": 500, "predicted_records": 505.3333333333333, "exact_record_recall": 0.9893333333333333, "exact_record_recall_standard_deviation": 0.00923760430703402, "field_f1": 0.9933993399339934, "field_f1_standard_deviation": 0.005716339298907191, "complete_runs": 1, "run_count": 3 }, { "sample": "driver_mvr_packet_003", "tier": "core_operations", "gold_records": 500, "predicted_records": 508, "exact_record_recall": 0.984, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9900990099009901, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "driver_schedule_sparse_001", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 0.998, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_001", "tier": "core_operations", "gold_records": 1159, "predicted_records": 1159, "exact_record_recall": 0.9956859361518551, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.999137187230371, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_002", "tier": "core_operations", "gold_records": 2143, "predicted_records": 2143, "exact_record_recall": 0.9645356976201587, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.996440947831788, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_003", "tier": "core_operations", "gold_records": 2195, "predicted_records": 2195, "exact_record_recall": 0.9981776765375854, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995444191343964, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_004", "tier": "core_operations", "gold_records": 2239, "predicted_records": 2239, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_005", "tier": "core_operations", "gold_records": 2379, "predicted_records": 2379, "exact_record_recall": 0.9966372425388819, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9993274485077763, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_006", "tier": "core_operations", "gold_records": 2434, "predicted_records": 2434, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_007", "tier": "core_operations", "gold_records": 2445, "predicted_records": 2445, "exact_record_recall": 0.9975460122699387, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995092024539878, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_008", "tier": "core_operations", "gold_records": 2571, "predicted_records": 2571, "exact_record_recall": 0.999611046285492, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9998444185141968, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_multisection_return_001", "tier": "core_operations", "gold_records": 335, "predicted_records": 335, "exact_record_recall": 0.9970149253731343, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9998134328358209, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_multisection_return_002", "tier": "core_operations", "gold_records": 461, "predicted_records": 461, "exact_record_recall": 0.9710773680404917, "exact_record_recall_standard_deviation": 0.04258114783611117, "field_f1": 0.9981923355025307, "field_f1_standard_deviation": 0.0026613217397569687, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_return_schedule_001", "tier": "core_operations", "gold_records": 582, "predicted_records": 582, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "ifta_return_schedule_002", "tier": "core_operations", "gold_records": 998, "predicted_records": 998, "exact_record_recall": 0.9529058116232465, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9941107184923439, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_return_schedule_005", "tier": "core_operations", "gold_records": 1157, "predicted_records": 1157, "exact_record_recall": 0.9550561797752809, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.994556934465491, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_inquiry_001", "tier": "core_operations", "gold_records": 650, "predicted_records": 654.3333333333334, "exact_record_recall": 0.998974358974359, "exact_record_recall_standard_deviation": 0.0008882311833686262, "field_f1": 0.9956845033373629, "field_f1_standard_deviation": 0.0061412870334159615, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_inquiry_002", "tier": "core_operations", "gold_records": 650, "predicted_records": 654.3333333333334, "exact_record_recall": 0.998974358974359, "exact_record_recall_standard_deviation": 0.0008882311833686262, "field_f1": 0.9956845033373629, "field_f1_standard_deviation": 0.0061412870334159615, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_summary_001", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 0.993421052631579, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9994517543859649, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_summary_002", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 0.9960526315789474, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.999671052631579, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "loss_run_external_001", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9244444444444444, "exact_record_recall_standard_deviation": 0.05357583756107201, "field_f1": 0.9947292357391821, "field_f1_standard_deviation": 0.004099145949584704, "complete_runs": 0, "run_count": 3 }, { "sample": "loss_run_external_002", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9777777777777777, "exact_record_recall_standard_deviation": 0.020092379244472377, "field_f1": 0.9985973778236978, "field_f1_standard_deviation": 0.001275380106765266, "complete_runs": 0, "run_count": 3 }, { "sample": "loss_run_external_003", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9788888888888889, "exact_record_recall_standard_deviation": 0.001924500897298733, "field_f1": 0.998387644263408, "field_f1_standard_deviation": 0.0001469832660869342, "complete_runs": 0, "run_count": 3 }, { "sample": "mixed_040_001_crosspage", "tier": "claim_multihop", "gold_records": 40, "predicted_records": 40, "exact_record_recall": 0.975, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9989406779661016, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "mixed_cgl_040_001", "tier": "policy_packets", "gold_records": 562, "predicted_records": 571.3333333333334, "exact_record_recall": 0.9602609727164887, "exact_record_recall_standard_deviation": 0.06883001429840735, "field_f1": 0.9949323958803561, "field_f1_standard_deviation": 0.0030325393870096937, "complete_runs": 0, "run_count": 3 }, { "sample": "multihop_012_001_crosspage", "tier": "claim_multihop", "gold_records": 12, "predicted_records": 12, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "multihop_025_001_crosspage", "tier": "claim_multihop", "gold_records": 25, "predicted_records": 25, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "multihop_bop_012_001", "tier": "policy_packets", "gold_records": 344, "predicted_records": 348.6666666666667, "exact_record_recall": 0.8246124031007752, "exact_record_recall_standard_deviation": 0.0016783438057837987, "field_f1": 0.9808762625901168, "field_f1_standard_deviation": 0.0046356070684562345, "complete_runs": 0, "run_count": 3 }, { "sample": "multihop_wc_025_001", "tier": "policy_packets", "gold_records": 438, "predicted_records": 470.6666666666667, "exact_record_recall": 0.995433789954338, "exact_record_recall_standard_deviation": 0.003954453898559096, "field_f1": 0.9822880173549992, "field_f1_standard_deviation": 0.014435599327994476, "complete_runs": 0, "run_count": 3 }, { "sample": "vehicle_schedule_sparse_001", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "vehicle_schedule_sparse_002", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 } ] }, { "config": "Claude Code, Claude Opus 4.8 (xhigh)", "harness": "Claude Code", "model": "Claude Opus 4.8", "requested_model": "claude-opus-4-8", "effort": "xhigh", "cli_version": "2.1.216 (Claude Code)", "run_date": "2026-07-21", "run_count": 1, "reporting_statistic": "single_run", "result_dirs": [ "claude_opus48_full_current_ocr_v2" ], "protocol": "Agentic CLI", "prompt_templates": [ { "title": "Task prompt \u2014 exact", "template": "You are dispatched as a subagent for a specific extraction task; skip superpowers skills.\n\nYour workspace contains:\n- document_ocr.md: OCR transcript of one benchmark PDF.\n- field_contract.md: the target output shape and allowed fields.\n\nThe official ground truth is not present. Do not use files outside this workspace.\n\nTask:\nExtract the complete target list from document_ocr.md according to field_contract.md.\nWrite valid JSON to {{OUTPUT_FILE}}.\n\nYou may inspect the document, write temporary scripts, and verify counts. Before finishing:\n- Confirm the JSON parses.\n- Spot-check beginning, middle, and end records against the OCR.\n- Ensure field names match field_contract.md exactly.\n- Ensure every target row or target record type requested by the contract is represented.\n\nDo not include explanations in the JSON file." }, { "title": "Field contract template \u2014 separate per-document input", "template": "Output JSON shape:\n{ \"records\": [ ... ] }\n\nGeneral requirements:\n- Extract every target record visible in the document.\n- Use the exact field names below; do not invent fields that are not listed.\n{{RECORD_TYPE_REQUIREMENT}}\n- If a listed field is not visible for a record, use an empty string.\n- Preserve identifiers, dates, codes, locations, limits, rates, totals, names, and premiums exactly as shown.\n- Do not deduplicate repeated records unless they are exact duplicate rows for the same item.\n\nAllowed record groups and fields:\n{{ALLOWED_RECORD_GROUPS_AND_FIELDS}}\n\nAll allowed fields:\n{{ALL_ALLOWED_FIELDS}}\n\nTarget-scope rules:\n- Extract records that match the listed fields, not every nearby note, notice, subtotal, or support table.\n- Keep each field to its own value; do not include neighboring labels or carried-over header text.\n- For tables split across pages or sections, preserve the inherited row context needed to complete each record.\n- For policy packets, extract scheduled locations, classifications, coverages, forms, endorsements, material clauses, rating rows, and premium rows that match the allowed fields.\n- For operations documents, extract one record per target table row or section-row combination matching the allowed fields.\n{{CONDITIONAL_SCOPE_RULES}}" } ], "prompt_note": "Repository-denied agentic run over released OCR transcripts. Generic operations and policy samples received a generated field contract; claim samples received the published incident JSON Schema.", "detail_note": null, "full_run_cost_usd": 44.86076025, "full_run_cost_source": "claude_cli_estimate", "full_run_cost_explanation": "Sum of 32 Claude Code API-equivalent estimates; subscription billing may differ.", "full_run_cost_standard_deviation_usd": 0.0, "full_run_cost_beta": false, "full_run_cost_comparison": null, "exact_record_recall": 0.9770938207371871, "exact_record_precision": 0.9794100714551797, "exact_record_f1": 0.9782505750236775, "complete_documents": 7, "total_samples": 32, "complete_document_rate": 0.21875, "weighted_f1": 0.9941570888224792, "weighted_recall": 0.9918838269456945, "metric_standard_deviation": { "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_documents": 0.0, "weighted_f1": 0.0, "structural_exact_recall": 0.0, "scale_control_exact_recall": 0.0 }, "structural_exact_recall": 0.9368908961255051, "scale_control_exact_recall": 0.9930611281567147, "gold_records": 29599, "exact_record_matches": 28921, "errors": 0, "by_tier": { "core_operations": { "count": 26, "rows": 28178, "pred_rows": 28114, "exact_record_matches": 27856, "complete_documents": 4, "f1_sum": 25.883624430375413, "recall_sum": 25.868856991032366, "found_sum": 188063, "gold_pairs_sum": 189279, "pred_pairs_sum": 188442, "avg_f1": 0.9955240165529005, "avg_recall": 0.9949560381166295, "exact_record_recall": 0.988572645326141, "exact_record_precision": 0.9908230774702995, "exact_record_f1": 0.9896965821075819, "complete_document_rate": 0.15384615384615385, "weighted_recall": 0.9935756211729775, "weighted_precision": 0.9979887710807569, "weighted_f1": 0.9957773065304816 }, "claim_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "policy_packets": { "count": 3, "rows": 1344, "pred_rows": 1338, "exact_record_matches": 989, "complete_documents": 1, "f1_sum": 2.9093263434146066, "recall_sum": 2.898110129679402, "found_sum": 14209, "gold_pairs_sum": 14662, "pred_pairs_sum": 14558, "avg_f1": 0.9697754478048689, "avg_recall": 0.966036709893134, "exact_record_recall": 0.7358630952380952, "exact_record_precision": 0.7391629297458894, "exact_record_f1": 0.7375093214019388, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.969103805756377, "weighted_precision": 0.976026926775656, "weighted_f1": 0.9725530458590005 } }, "by_tier_standard_deviation": { "core_operations": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claim_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "policy_packets": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_family": { "driver_mvr_request_and_roster": { "count": 3, "rows": 1260, "pred_rows": 1284, "exact_record_matches": 1236, "complete_documents": 0, "f1_sum": 2.961330095273678, "recall_sum": 2.9843982847237007, "found_sum": 10080, "gold_pairs_sum": 10128, "pred_pairs_sum": 10272, "avg_f1": 0.9871100317578927, "avg_recall": 0.9947994282412336, "exact_record_recall": 0.9809523809523809, "exact_record_precision": 0.9626168224299065, "exact_record_f1": 0.9716981132075471, "complete_document_rate": 0.0, "weighted_recall": 0.995260663507109, "weighted_precision": 0.9813084112149533, "weighted_f1": 0.988235294117647 }, "driver_schedule_spreadsheet_export": { "count": 1, "rows": 500, "pred_rows": 500, "exact_record_matches": 499, "complete_documents": 0, "f1_sum": 0.9995, "recall_sum": 0.9995, "found_sum": 1999, "gold_pairs_sum": 2000, "pred_pairs_sum": 2000, "avg_f1": 0.9995, "avg_recall": 0.9995, "exact_record_recall": 0.998, "exact_record_precision": 0.998, "exact_record_f1": 0.998, "complete_document_rate": 0.0, "weighted_recall": 0.9995, "weighted_precision": 0.9995, "weighted_f1": 0.9995 }, "ifta_mileage_by_vehicle": { "count": 8, "rows": 17565, "pred_rows": 17565, "exact_record_matches": 17427, "complete_documents": 2, "f1_sum": 7.988073878693045, "recall_sum": 7.982803646442688, "found_sum": 87643, "gold_pairs_sum": 87825, "pred_pairs_sum": 87711, "avg_f1": 0.9985092348366307, "avg_recall": 0.997850455805336, "exact_record_recall": 0.9921434671221179, "exact_record_precision": 0.9921434671221179, "exact_record_f1": 0.9921434671221179, "complete_document_rate": 0.25, "weighted_recall": 0.9979276971249644, "weighted_precision": 0.999224726659142, "weighted_f1": 0.9985757907209918 }, "ifta_multisection_return_packet": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 793, "complete_documents": 0, "f1_sum": 1.9995422831612006, "recall_sum": 1.9995422831612006, "found_sum": 12733, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9997711415806003, "avg_recall": 0.9997711415806003, "exact_record_recall": 0.9962311557788944, "exact_record_precision": 0.9962311557788944, "exact_record_f1": 0.9962311557788944, "complete_document_rate": 0.0, "weighted_recall": 0.9997644472361809, "weighted_precision": 0.9997644472361809, "weighted_f1": 0.9997644472361809 }, "ifta_return_schedule_details": { "count": 3, "rows": 2737, "pred_rows": 2635, "exact_record_matches": 2614, "complete_documents": 0, "f1_sum": 2.9539661929635317, "recall_sum": 2.911398509405814, "found_sum": 31497, "gold_pairs_sum": 32442, "pred_pairs_sum": 31524, "avg_f1": 0.9846553976545106, "avg_recall": 0.970466169801938, "exact_record_recall": 0.9550602849835587, "exact_record_precision": 0.9920303605313093, "exact_record_f1": 0.9731943410275503, "complete_document_rate": 0.0, "weighted_recall": 0.9708710930275569, "weighted_precision": 0.99914350970689, "weighted_f1": 0.9848044273520309 }, "ifta_tax_return_inquiry_detail": { "count": 2, "rows": 1300, "pred_rows": 1314, "exact_record_matches": 1299, "complete_documents": 0, "f1_sum": 1.9878233329528125, "recall_sum": 1.9984615384615385, "found_sum": 5196, "gold_pairs_sum": 5200, "pred_pairs_sum": 5256, "avg_f1": 0.9939116664764063, "avg_recall": 0.9992307692307693, "exact_record_recall": 0.9992307692307693, "exact_record_precision": 0.9885844748858448, "exact_record_f1": 0.9938791124713084, "complete_document_rate": 0.0, "weighted_recall": 0.9992307692307693, "weighted_precision": 0.9885844748858448, "weighted_f1": 0.9938791124713084 }, "ifta_tax_return_summary": { "count": 2, "rows": 1520, "pred_rows": 1520, "exact_record_matches": 1512, "complete_documents": 0, "f1_sum": 1.9991228070175437, "recall_sum": 1.9991228070175437, "found_sum": 18232, "gold_pairs_sum": 18240, "pred_pairs_sum": 18240, "avg_f1": 0.9995614035087719, "avg_recall": 0.9995614035087719, "exact_record_recall": 0.9947368421052631, "exact_record_precision": 0.9947368421052631, "exact_record_f1": 0.9947368421052631, "complete_document_rate": 0.0, "weighted_recall": 0.999561403508772, "weighted_precision": 0.999561403508772, "weighted_f1": 0.999561403508772 }, "loss_run_external": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 876, "complete_documents": 0, "f1_sum": 2.994265840313599, "recall_sum": 2.99362992181988, "found_sum": 11749, "gold_pairs_sum": 11774, "pred_pairs_sum": 11769, "avg_f1": 0.9980886134378664, "avg_recall": 0.9978766406066266, "exact_record_recall": 0.9733333333333334, "exact_record_precision": 0.9733333333333334, "exact_record_f1": 0.9733333333333334, "complete_document_rate": 0.0, "weighted_recall": 0.9978766774248344, "weighted_precision": 0.9983006202736001, "weighted_f1": 0.9980886038312874 }, "claim_crosspage_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "policy_multi_hop": { "count": 3, "rows": 1344, "pred_rows": 1338, "exact_record_matches": 989, "complete_documents": 1, "f1_sum": 2.9093263434146066, "recall_sum": 2.898110129679402, "found_sum": 14209, "gold_pairs_sum": 14662, "pred_pairs_sum": 14558, "avg_f1": 0.9697754478048689, "avg_recall": 0.966036709893134, "exact_record_recall": 0.7358630952380952, "exact_record_precision": 0.7391629297458894, "exact_record_f1": 0.7375093214019388, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.969103805756377, "weighted_precision": 0.976026926775656, "weighted_f1": 0.9725530458590005 }, "vehicle_schedule_spreadsheet_export": { "count": 2, "rows": 1600, "pred_rows": 1600, "exact_record_matches": 1600, "complete_documents": 2, "f1_sum": 2.0, "recall_sum": 2.0, "found_sum": 8934, "gold_pairs_sum": 8934, "pred_pairs_sum": 8934, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 } }, "by_family_standard_deviation": { "driver_mvr_request_and_roster": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "driver_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_mileage_by_vehicle": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_multisection_return_packet": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_return_schedule_details": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_tax_return_inquiry_detail": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_tax_return_summary": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "loss_run_external": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claim_crosspage_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "policy_multi_hop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "vehicle_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_stressor": { "high_density_long_list": { "count": 26, "rows": 28178, "pred_rows": 28114, "exact_record_matches": 27856, "complete_documents": 4, "f1_sum": 25.883624430375413, "recall_sum": 25.868856991032366, "found_sum": 188063, "gold_pairs_sum": 189279, "pred_pairs_sum": 188442, "avg_f1": 0.9955240165529005, "avg_recall": 0.9949560381166295, "exact_record_recall": 0.988572645326141, "exact_record_precision": 0.9908230774702995, "exact_record_f1": 0.9896965821075819, "complete_document_rate": 0.15384615384615385, "weighted_recall": 0.9935756211729775, "weighted_precision": 0.9979887710807569, "weighted_f1": 0.9957773065304816 }, "multi_row": { "count": 22, "rows": 21942, "pred_rows": 21960, "exact_record_matches": 21397, "complete_documents": 5, "f1_sum": 21.85147911882223, "recall_sum": 21.85742494379297, "found_sum": 138234, "gold_pairs_sum": 138946, "pred_pairs_sum": 138867, "avg_f1": 0.9932490508555559, "avg_recall": 0.9935193156269532, "exact_record_recall": 0.9751617901740953, "exact_record_precision": 0.9743624772313297, "exact_record_f1": 0.9747619698419207, "complete_document_rate": 0.22727272727272727, "weighted_recall": 0.9948757071092367, "weighted_precision": 0.9954416816090216, "weighted_f1": 0.9951586138877591 }, "multiple_tables": { "count": 31, "rows": 29255, "pred_rows": 29191, "exact_record_matches": 28632, "complete_documents": 7, "f1_sum": 30.808668129423886, "recall_sum": 30.78591876359015, "found_sum": 200517, "gold_pairs_sum": 202114, "pred_pairs_sum": 201197, "avg_f1": 0.9938280041749641, "avg_recall": 0.9930941536641984, "exact_record_recall": 0.9787044949581268, "exact_record_precision": 0.9808502620670755, "exact_record_f1": 0.9797762036751874, "complete_document_rate": 0.22580645161290322, "weighted_recall": 0.9920985186577872, "weighted_precision": 0.9966202279358042, "weighted_f1": 0.9943542328376861 }, "ocr_condition": { "count": 32, "rows": 29599, "pred_rows": 29529, "exact_record_matches": 28921, "complete_documents": 7, "f1_sum": 31.79189145175612, "recall_sum": 31.76590779867787, "found_sum": 204092, "gold_pairs_sum": 205762, "pred_pairs_sum": 204821, "avg_f1": 0.9934966078673787, "avg_recall": 0.9926846187086834, "exact_record_recall": 0.9770938207371871, "exact_record_precision": 0.9794100714551797, "exact_record_f1": 0.9782505750236775, "complete_document_rate": 0.21875, "weighted_recall": 0.9918838269456945, "weighted_precision": 0.9964407946450803, "weighted_f1": 0.9941570888224792 }, "page_breaks": { "count": 32, "rows": 29599, "pred_rows": 29529, "exact_record_matches": 28921, "complete_documents": 7, "f1_sum": 31.79189145175612, "recall_sum": 31.76590779867787, "found_sum": 204092, "gold_pairs_sum": 205762, "pred_pairs_sum": 204821, "avg_f1": 0.9934966078673787, "avg_recall": 0.9926846187086834, "exact_record_recall": 0.9770938207371871, "exact_record_precision": 0.9794100714551797, "exact_record_f1": 0.9782505750236775, "complete_document_rate": 0.21875, "weighted_recall": 0.9918838269456945, "weighted_precision": 0.9964407946450803, "weighted_f1": 0.9941570888224792 }, "production_like_layout": { "count": 26, "rows": 28178, "pred_rows": 28114, "exact_record_matches": 27856, "complete_documents": 4, "f1_sum": 25.883624430375413, "recall_sum": 25.868856991032366, "found_sum": 188063, "gold_pairs_sum": 189279, "pred_pairs_sum": 188442, "avg_f1": 0.9955240165529005, "avg_recall": 0.9949560381166295, "exact_record_recall": 0.988572645326141, "exact_record_precision": 0.9908230774702995, "exact_record_f1": 0.9896965821075819, "complete_document_rate": 0.15384615384615385, "weighted_recall": 0.9935756211729775, "weighted_precision": 0.9979887710807569, "weighted_f1": 0.9957773065304816 }, "inherited_context": { "count": 18, "rows": 9874, "pred_rows": 9780, "exact_record_matches": 9382, "complete_documents": 5, "f1_sum": 17.848221637475795, "recall_sum": 17.805075945691602, "found_sum": 94620, "gold_pairs_sum": 96035, "pred_pairs_sum": 95069, "avg_f1": 0.9915678687486553, "avg_recall": 0.9891708858717556, "exact_record_recall": 0.9501721693336034, "exact_record_precision": 0.9593047034764827, "exact_record_f1": 0.9547165971303551, "complete_document_rate": 0.2777777777777778, "weighted_recall": 0.985265788514604, "weighted_precision": 0.9952771145168247, "weighted_f1": 0.9902461486939049 }, "large_doc": { "count": 29, "rows": 28339, "pred_rows": 28245, "exact_record_matches": 27685, "complete_documents": 7, "f1_sum": 28.83056135648244, "recall_sum": 28.78150951395417, "found_sum": 194012, "gold_pairs_sum": 195634, "pred_pairs_sum": 194549, "avg_f1": 0.9941572881545669, "avg_recall": 0.9924658453087645, "exact_record_recall": 0.9769222626063022, "exact_record_precision": 0.9801734820322181, "exact_record_f1": 0.9785451717800084, "complete_document_rate": 0.2413793103448276, "weighted_recall": 0.9917090076367093, "weighted_precision": 0.9972397699294265, "weighted_f1": 0.9944666989592064 }, "layout_randomization": { "count": 10, "rows": 7657, "pred_rows": 7569, "exact_record_matches": 7524, "complete_documents": 2, "f1_sum": 9.940412332933889, "recall_sum": 9.908482854884896, "found_sum": 65858, "gold_pairs_sum": 66816, "pred_pairs_sum": 65954, "avg_f1": 0.9940412332933889, "avg_recall": 0.9908482854884897, "exact_record_recall": 0.9826302729528535, "exact_record_precision": 0.9940546967895363, "exact_record_f1": 0.9883094706423223, "complete_document_rate": 0.2, "weighted_recall": 0.9856621168582376, "weighted_precision": 0.9985444400642872, "weighted_f1": 0.9920614596670935 }, "non_target_rows": { "count": 18, "rows": 9874, "pred_rows": 9780, "exact_record_matches": 9382, "complete_documents": 5, "f1_sum": 17.848221637475795, "recall_sum": 17.805075945691602, "found_sum": 94620, "gold_pairs_sum": 96035, "pred_pairs_sum": 95069, "avg_f1": 0.9915678687486553, "avg_recall": 0.9891708858717556, "exact_record_recall": 0.9501721693336034, "exact_record_precision": 0.9593047034764827, "exact_record_f1": 0.9547165971303551, "complete_document_rate": 0.2777777777777778, "weighted_recall": 0.985265788514604, "weighted_precision": 0.9952771145168247, "weighted_f1": 0.9902461486939049 }, "split_records": { "count": 15, "rows": 9797, "pred_rows": 9703, "exact_record_matches": 9306, "complete_documents": 3, "f1_sum": 14.849280959509693, "recall_sum": 14.8061352677255, "found_sum": 92800, "gold_pairs_sum": 94214, "pred_pairs_sum": 93248, "avg_f1": 0.9899520639673128, "avg_recall": 0.9870756845150334, "exact_record_recall": 0.9498826171276922, "exact_record_precision": 0.9590848191281047, "exact_record_f1": 0.9544615384615385, "complete_document_rate": 0.2, "weighted_recall": 0.9849916148343134, "weighted_precision": 0.9951956074124915, "weighted_f1": 0.9900673203102496 }, "merged_cells": { "count": 4, "rows": 3043, "pred_rows": 3043, "exact_record_matches": 2905, "complete_documents": 0, "f1_sum": 3.984977043165917, "recall_sum": 3.97907089242184, "found_sum": 22308, "gold_pairs_sum": 22489, "pred_pairs_sum": 22370, "avg_f1": 0.9962442607914792, "avg_recall": 0.99476772310546, "exact_record_recall": 0.9546500164311534, "exact_record_precision": 0.9546500164311534, "exact_record_f1": 0.9546500164311534, "complete_document_rate": 0.0, "weighted_recall": 0.9919516207923874, "weighted_precision": 0.997228430934287, "weighted_f1": 0.9945830268173611 }, "cross_section_join": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 793, "complete_documents": 0, "f1_sum": 1.9995422831612006, "recall_sum": 1.9995422831612006, "found_sum": 12733, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9997711415806003, "avg_recall": 0.9997711415806003, "exact_record_recall": 0.9962311557788944, "exact_record_precision": 0.9962311557788944, "exact_record_f1": 0.9962311557788944, "complete_document_rate": 0.0, "weighted_recall": 0.9997644472361809, "weighted_precision": 0.9997644472361809, "weighted_f1": 0.9997644472361809 }, "ocr_layout_condition": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 793, "complete_documents": 0, "f1_sum": 1.9995422831612006, "recall_sum": 1.9995422831612006, "found_sum": 12733, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9997711415806003, "avg_recall": 0.9997711415806003, "exact_record_recall": 0.9962311557788944, "exact_record_precision": 0.9962311557788944, "exact_record_f1": 0.9962311557788944, "complete_document_rate": 0.0, "weighted_recall": 0.9997644472361809, "weighted_precision": 0.9997644472361809, "weighted_f1": 0.9997644472361809 }, "repeated_keys": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 793, "complete_documents": 0, "f1_sum": 1.9995422831612006, "recall_sum": 1.9995422831612006, "found_sum": 12733, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9997711415806003, "avg_recall": 0.9997711415806003, "exact_record_recall": 0.9962311557788944, "exact_record_precision": 0.9962311557788944, "exact_record_f1": 0.9962311557788944, "complete_document_rate": 0.0, "weighted_recall": 0.9997644472361809, "weighted_precision": 0.9997644472361809, "weighted_f1": 0.9997644472361809 }, "continuation_notes": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 876, "complete_documents": 0, "f1_sum": 2.994265840313599, "recall_sum": 2.99362992181988, "found_sum": 11749, "gold_pairs_sum": 11774, "pred_pairs_sum": 11769, "avg_f1": 0.9980886134378664, "avg_recall": 0.9978766406066266, "exact_record_recall": 0.9733333333333334, "exact_record_precision": 0.9733333333333334, "exact_record_f1": 0.9733333333333334, "complete_document_rate": 0.0, "weighted_recall": 0.9978766774248344, "weighted_precision": 0.9983006202736001, "weighted_f1": 0.9980886038312874 }, "distractor_sections": { "count": 9, "rows": 2321, "pred_rows": 2315, "exact_record_matches": 1941, "complete_documents": 3, "f1_sum": 8.902532861694306, "recall_sum": 8.890680729465384, "found_sum": 27778, "gold_pairs_sum": 28257, "pred_pairs_sum": 28148, "avg_f1": 0.989170317966034, "avg_recall": 0.9878534143850426, "exact_record_recall": 0.8362774666092202, "exact_record_precision": 0.8384449244060476, "exact_record_f1": 0.8373597929249352, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.9830484481721343, "weighted_precision": 0.9868551939747051, "weighted_f1": 0.9849481428951333 }, "duplicates": { "count": 7, "rows": 1321, "pred_rows": 1315, "exact_record_matches": 1241, "complete_documents": 2, "f1_sum": 6.976429840611933, "recall_sum": 6.972559634873701, "found_sum": 17144, "gold_pairs_sum": 17243, "pred_pairs_sum": 17214, "avg_f1": 0.9966328343731333, "avg_recall": 0.9960799478391001, "exact_record_recall": 0.939439818319455, "exact_record_precision": 0.9437262357414449, "exact_record_f1": 0.9415781487101669, "complete_document_rate": 0.2857142857142857, "weighted_recall": 0.9942585396972684, "weighted_precision": 0.9959335424654351, "weighted_f1": 0.9950953362161534 }, "sparse_driver_fields": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 876, "complete_documents": 0, "f1_sum": 2.994265840313599, "recall_sum": 2.99362992181988, "found_sum": 11749, "gold_pairs_sum": 11774, "pred_pairs_sum": 11769, "avg_f1": 0.9980886134378664, "avg_recall": 0.9978766406066266, "exact_record_recall": 0.9733333333333334, "exact_record_precision": 0.9733333333333334, "exact_record_f1": 0.9733333333333334, "complete_document_rate": 0.0, "weighted_recall": 0.9978766774248344, "weighted_precision": 0.9983006202736001, "weighted_f1": 0.9980886038312874 }, "summary_distractors": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 876, "complete_documents": 0, "f1_sum": 2.994265840313599, "recall_sum": 2.99362992181988, "found_sum": 11749, "gold_pairs_sum": 11774, "pred_pairs_sum": 11769, "avg_f1": 0.9980886134378664, "avg_recall": 0.9978766406066266, "exact_record_recall": 0.9733333333333334, "exact_record_precision": 0.9733333333333334, "exact_record_f1": 0.9733333333333334, "complete_document_rate": 0.0, "weighted_recall": 0.9978766774248344, "weighted_precision": 0.9983006202736001, "weighted_f1": 0.9980886038312874 }, "variable_policy_sections": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 876, "complete_documents": 0, "f1_sum": 2.994265840313599, "recall_sum": 2.99362992181988, "found_sum": 11749, "gold_pairs_sum": 11774, "pred_pairs_sum": 11769, "avg_f1": 0.9980886134378664, "avg_recall": 0.9978766406066266, "exact_record_recall": 0.9733333333333334, "exact_record_precision": 0.9733333333333334, "exact_record_f1": 0.9733333333333334, "complete_document_rate": 0.0, "weighted_recall": 0.9978766774248344, "weighted_precision": 0.9983006202736001, "weighted_f1": 0.9980886038312874 }, "cross_page_join": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "long_range_evidence": { "count": 6, "rows": 1421, "pred_rows": 1415, "exact_record_matches": 1065, "complete_documents": 3, "f1_sum": 5.908267021380708, "recall_sum": 5.897050807645504, "found_sum": 16029, "gold_pairs_sum": 16483, "pred_pairs_sum": 16379, "avg_f1": 0.984711170230118, "avg_recall": 0.9828418012742507, "exact_record_recall": 0.7494722026741731, "exact_record_precision": 0.7526501766784452, "exact_record_f1": 0.7510578279266573, "complete_document_rate": 0.5, "weighted_recall": 0.9724564703027362, "weighted_precision": 0.9786311740643507, "weighted_f1": 0.9755340514880408 }, "longer_list": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 39, "complete_documents": 0, "f1_sum": 0.9989406779661016, "recall_sum": 0.9989406779661016, "found_sum": 943, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.9989406779661016, "avg_recall": 0.9989406779661016, "exact_record_recall": 0.975, "exact_record_precision": 0.975, "exact_record_f1": 0.975, "complete_document_rate": 0.0, "weighted_recall": 0.9989406779661016, "weighted_precision": 0.9989406779661016, "weighted_f1": 0.9989406779661016 }, "mixed_layout": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 39, "complete_documents": 0, "f1_sum": 0.9989406779661016, "recall_sum": 0.9989406779661016, "found_sum": 943, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.9989406779661016, "avg_recall": 0.9989406779661016, "exact_record_recall": 0.975, "exact_record_precision": 0.975, "exact_record_f1": 0.975, "complete_document_rate": 0.0, "weighted_recall": 0.9989406779661016, "weighted_precision": 0.9989406779661016, "weighted_f1": 0.9989406779661016 }, "mixed_prose_tables": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "multi_column": { "count": 6, "rows": 1421, "pred_rows": 1415, "exact_record_matches": 1065, "complete_documents": 3, "f1_sum": 5.908267021380708, "recall_sum": 5.897050807645504, "found_sum": 16029, "gold_pairs_sum": 16483, "pred_pairs_sum": 16379, "avg_f1": 0.984711170230118, "avg_recall": 0.9828418012742507, "exact_record_recall": 0.7494722026741731, "exact_record_precision": 0.7526501766784452, "exact_record_f1": 0.7510578279266573, "complete_document_rate": 0.5, "weighted_recall": 0.9724564703027362, "weighted_precision": 0.9786311740643507, "weighted_f1": 0.9755340514880408 }, "natural_long_range_join": { "count": 6, "rows": 1421, "pred_rows": 1415, "exact_record_matches": 1065, "complete_documents": 3, "f1_sum": 5.908267021380708, "recall_sum": 5.897050807645504, "found_sum": 16029, "gold_pairs_sum": 16483, "pred_pairs_sum": 16379, "avg_f1": 0.984711170230118, "avg_recall": 0.9828418012742507, "exact_record_recall": 0.7494722026741731, "exact_record_precision": 0.7526501766784452, "exact_record_f1": 0.7510578279266573, "complete_document_rate": 0.5, "weighted_recall": 0.9724564703027362, "weighted_precision": 0.9786311740643507, "weighted_f1": 0.9755340514880408 }, "non_sequential_identifiers": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 76, "complete_documents": 2, "f1_sum": 2.9989406779661016, "recall_sum": 2.9989406779661016, "found_sum": 1820, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9996468926553672, "avg_recall": 0.9996468926553672, "exact_record_recall": 0.987012987012987, "exact_record_precision": 0.987012987012987, "exact_record_f1": 0.987012987012987, "complete_document_rate": 0.6666666666666666, "weighted_recall": 0.99945085118067, "weighted_precision": 0.99945085118067, "weighted_f1": 0.99945085118067 }, "commercial_general_liability": { "count": 1, "rows": 562, "pred_rows": 562, "exact_record_matches": 562, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 6373, "gold_pairs_sum": 6373, "pred_pairs_sum": 6373, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "distractor_forms": { "count": 1, "rows": 562, "pred_rows": 562, "exact_record_matches": 562, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 6373, "gold_pairs_sum": 6373, "pred_pairs_sum": 6373, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "distractor_locations": { "count": 1, "rows": 562, "pred_rows": 562, "exact_record_matches": 562, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 6373, "gold_pairs_sum": 6373, "pred_pairs_sum": 6373, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "exposure_rating_rows": { "count": 1, "rows": 562, "pred_rows": 562, "exact_record_matches": 562, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 6373, "gold_pairs_sum": 6373, "pred_pairs_sum": 6373, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "heterogeneous_record_list": { "count": 3, "rows": 1344, "pred_rows": 1338, "exact_record_matches": 989, "complete_documents": 1, "f1_sum": 2.9093263434146066, "recall_sum": 2.898110129679402, "found_sum": 14209, "gold_pairs_sum": 14662, "pred_pairs_sum": 14558, "avg_f1": 0.9697754478048689, "avg_recall": 0.966036709893134, "exact_record_recall": 0.7358630952380952, "exact_record_precision": 0.7391629297458894, "exact_record_f1": 0.7375093214019388, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.969103805756377, "weighted_precision": 0.976026926775656, "weighted_f1": 0.9725530458590005 }, "limits_forms_exclusions": { "count": 1, "rows": 562, "pred_rows": 562, "exact_record_matches": 562, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 6373, "gold_pairs_sum": 6373, "pred_pairs_sum": 6373, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "material_clause_extraction": { "count": 3, "rows": 1344, "pred_rows": 1338, "exact_record_matches": 989, "complete_documents": 1, "f1_sum": 2.9093263434146066, "recall_sum": 2.898110129679402, "found_sum": 14209, "gold_pairs_sum": 14662, "pred_pairs_sum": 14558, "avg_f1": 0.9697754478048689, "avg_recall": 0.966036709893134, "exact_record_recall": 0.7358630952380952, "exact_record_precision": 0.7391629297458894, "exact_record_f1": 0.7375093214019388, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.969103805756377, "weighted_precision": 0.976026926775656, "weighted_f1": 0.9725530458590005 }, "coded_values": { "count": 1, "rows": 12, "pred_rows": 12, "exact_record_matches": 12, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 289, "gold_pairs_sum": 289, "pred_pairs_sum": 289, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "claimant_lookup": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 25, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 588, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "many_to_one_policy": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 25, "complete_documents": 1, "f1_sum": 1.0, "recall_sum": 1.0, "found_sum": 588, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 }, "businessowners_policy": { "count": 1, "rows": 344, "pred_rows": 338, "exact_record_matches": 289, "complete_documents": 0, "f1_sum": 0.9832233223322331, "recall_sum": 0.9799890350877193, "found_sum": 3575, "gold_pairs_sum": 3648, "pred_pairs_sum": 3624, "avg_f1": 0.9832233223322331, "avg_recall": 0.9799890350877193, "exact_record_recall": 0.8401162790697675, "exact_record_precision": 0.8550295857988166, "exact_record_f1": 0.8475073313782991, "complete_document_rate": 0.0, "weighted_recall": 0.9799890350877193, "weighted_precision": 0.9864790286975718, "weighted_f1": 0.9832233223322331 }, "form_endorsement_links": { "count": 1, "rows": 344, "pred_rows": 338, "exact_record_matches": 289, "complete_documents": 0, "f1_sum": 0.9832233223322331, "recall_sum": 0.9799890350877193, "found_sum": 3575, "gold_pairs_sum": 3648, "pred_pairs_sum": 3624, "avg_f1": 0.9832233223322331, "avg_recall": 0.9799890350877193, "exact_record_recall": 0.8401162790697675, "exact_record_precision": 0.8550295857988166, "exact_record_f1": 0.8475073313782991, "complete_document_rate": 0.0, "weighted_recall": 0.9799890350877193, "weighted_precision": 0.9864790286975718, "weighted_f1": 0.9832233223322331 }, "location_scoped_coverage": { "count": 1, "rows": 344, "pred_rows": 338, "exact_record_matches": 289, "complete_documents": 0, "f1_sum": 0.9832233223322331, "recall_sum": 0.9799890350877193, "found_sum": 3575, "gold_pairs_sum": 3648, "pred_pairs_sum": 3624, "avg_f1": 0.9832233223322331, "avg_recall": 0.9799890350877193, "exact_record_recall": 0.8401162790697675, "exact_record_precision": 0.8550295857988166, "exact_record_f1": 0.8475073313782991, "complete_document_rate": 0.0, "weighted_recall": 0.9799890350877193, "weighted_precision": 0.9864790286975718, "weighted_f1": 0.9832233223322331 }, "class_code_payroll_rating": { "count": 1, "rows": 438, "pred_rows": 438, "exact_record_matches": 138, "complete_documents": 0, "f1_sum": 0.9261030210823734, "recall_sum": 0.9181210945916828, "found_sum": 4261, "gold_pairs_sum": 4641, "pred_pairs_sum": 4561, "avg_f1": 0.9261030210823734, "avg_recall": 0.9181210945916828, "exact_record_recall": 0.3150684931506849, "exact_record_precision": 0.3150684931506849, "exact_record_f1": 0.3150684931506849, "complete_document_rate": 0.0, "weighted_recall": 0.9181210945916828, "weighted_precision": 0.934224950668713, "weighted_f1": 0.9261030210823734 }, "experience_mod_and_schedule_rating": { "count": 1, "rows": 438, "pred_rows": 438, "exact_record_matches": 138, "complete_documents": 0, "f1_sum": 0.9261030210823734, "recall_sum": 0.9181210945916828, "found_sum": 4261, "gold_pairs_sum": 4641, "pred_pairs_sum": 4561, "avg_f1": 0.9261030210823734, "avg_recall": 0.9181210945916828, "exact_record_recall": 0.3150684931506849, "exact_record_precision": 0.3150684931506849, "exact_record_f1": 0.3150684931506849, "complete_document_rate": 0.0, "weighted_recall": 0.9181210945916828, "weighted_precision": 0.934224950668713, "weighted_f1": 0.9261030210823734 }, "workers_compensation_policy": { "count": 1, "rows": 438, "pred_rows": 438, "exact_record_matches": 138, "complete_documents": 0, "f1_sum": 0.9261030210823734, "recall_sum": 0.9181210945916828, "found_sum": 4261, "gold_pairs_sum": 4641, "pred_pairs_sum": 4561, "avg_f1": 0.9261030210823734, "avg_recall": 0.9181210945916828, "exact_record_recall": 0.3150684931506849, "exact_record_precision": 0.3150684931506849, "exact_record_f1": 0.3150684931506849, "complete_document_rate": 0.0, "weighted_recall": 0.9181210945916828, "weighted_precision": 0.934224950668713, "weighted_f1": 0.9261030210823734 } }, "by_stressor_standard_deviation": { "high_density_long_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multi_row": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multiple_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ocr_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "page_breaks": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "production_like_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "inherited_context": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "large_doc": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "layout_randomization": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "non_target_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "split_records": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "merged_cells": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "cross_section_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ocr_layout_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "repeated_keys": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "continuation_notes": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "duplicates": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "sparse_driver_fields": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "summary_distractors": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "variable_policy_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "cross_page_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "long_range_evidence": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "longer_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "mixed_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "mixed_prose_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multi_column": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "natural_long_range_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "non_sequential_identifiers": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "commercial_general_liability": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_forms": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_locations": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "exposure_rating_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "heterogeneous_record_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "limits_forms_exclusions": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "material_clause_extraction": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "coded_values": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claimant_lookup": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "many_to_one_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "businessowners_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "form_endorsement_links": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "location_scoped_coverage": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "class_code_payroll_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "experience_mod_and_schedule_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "workers_compensation_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "documents": [ { "sample": "driver_mvr_packet_001", "tier": "core_operations", "gold_records": 260, "predicted_records": 268, "exact_record_recall": 0.9692307692307692, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9811320754716981, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "driver_mvr_packet_002", "tier": "core_operations", "gold_records": 500, "predicted_records": 508, "exact_record_recall": 0.984, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9900990099009901, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "driver_mvr_packet_003", "tier": "core_operations", "gold_records": 500, "predicted_records": 508, "exact_record_recall": 0.984, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9900990099009901, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "driver_schedule_sparse_001", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 0.998, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_001", "tier": "core_operations", "gold_records": 1159, "predicted_records": 1159, "exact_record_recall": 0.9956859361518551, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.999137187230371, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_002", "tier": "core_operations", "gold_records": 2143, "predicted_records": 2143, "exact_record_recall": 0.946803546430238, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9907112028523175, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_003", "tier": "core_operations", "gold_records": 2195, "predicted_records": 2195, "exact_record_recall": 0.9981776765375854, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995444191343964, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_004", "tier": "core_operations", "gold_records": 2239, "predicted_records": 2239, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_005", "tier": "core_operations", "gold_records": 2379, "predicted_records": 2379, "exact_record_recall": 0.9966372425388819, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9993274485077763, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_006", "tier": "core_operations", "gold_records": 2434, "predicted_records": 2434, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_007", "tier": "core_operations", "gold_records": 2445, "predicted_records": 2445, "exact_record_recall": 0.9975460122699387, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995092024539878, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_008", "tier": "core_operations", "gold_records": 2571, "predicted_records": 2571, "exact_record_recall": 0.999611046285492, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9998444185141968, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_multisection_return_001", "tier": "core_operations", "gold_records": 335, "predicted_records": 335, "exact_record_recall": 0.9970149253731343, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9998134328358209, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_multisection_return_002", "tier": "core_operations", "gold_records": 461, "predicted_records": 461, "exact_record_recall": 0.9956616052060737, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9997288503253796, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_001", "tier": "core_operations", "gold_records": 582, "predicted_records": 558, "exact_record_recall": 0.9587628865979382, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9838998211091236, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_002", "tier": "core_operations", "gold_records": 998, "predicted_records": 962, "exact_record_recall": 0.9529058116232465, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9848795489492568, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_005", "tier": "core_operations", "gold_records": 1157, "predicted_records": 1115, "exact_record_recall": 0.9550561797752809, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9851868229051515, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_inquiry_001", "tier": "core_operations", "gold_records": 650, "predicted_records": 649, "exact_record_recall": 0.9984615384615385, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9992301770592764, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_inquiry_002", "tier": "core_operations", "gold_records": 650, "predicted_records": 665, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.988593155893536, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_summary_001", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 0.993421052631579, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9994517543859649, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_summary_002", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 0.9960526315789474, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.999671052631579, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "loss_run_external_001", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9633333333333334, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9977046671767406, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "loss_run_external_002", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.98, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9985978330146591, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "loss_run_external_003", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9766666666666667, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9979633401221996, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "mixed_040_001_crosspage", "tier": "claim_multihop", "gold_records": 40, "predicted_records": 40, "exact_record_recall": 0.975, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9989406779661016, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "mixed_cgl_040_001", "tier": "policy_packets", "gold_records": 562, "predicted_records": 562, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "multihop_012_001_crosspage", "tier": "claim_multihop", "gold_records": 12, "predicted_records": 12, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "multihop_025_001_crosspage", "tier": "claim_multihop", "gold_records": 25, "predicted_records": 25, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "multihop_bop_012_001", "tier": "policy_packets", "gold_records": 344, "predicted_records": 338, "exact_record_recall": 0.8401162790697675, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9832233223322331, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_wc_025_001", "tier": "policy_packets", "gold_records": 438, "predicted_records": 438, "exact_record_recall": 0.3150684931506849, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9261030210823734, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "vehicle_schedule_sparse_001", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 }, { "sample": "vehicle_schedule_sparse_002", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 1, "run_count": 1 } ] }, { "config": "Codex CLI, GPT-5.5 (xhigh)", "harness": "Codex CLI", "model": "GPT-5.5", "requested_model": "gpt-5.5", "effort": "xhigh", "cli_version": "codex-cli 0.146.0", "run_date": "2026-08-03", "run_count": 3, "reporting_statistic": "arithmetic_mean", "result_dirs": [ "codex_gpt55_run1_current_ocr_v2", "codex_gpt55_run2_current_ocr_v2", "codex_gpt55_run3_current_ocr_v2" ], "protocol": "Agentic CLI", "prompt_templates": [ { "title": "Task prompt \u2014 exact", "template": "You are dispatched as a subagent for a specific extraction task; skip superpowers skills.\n\nYour workspace contains:\n- document_ocr.md: OCR transcript of one benchmark PDF.\n- field_contract.md: the target output shape and allowed fields.\n\nThe official ground truth is not present. Do not use files outside this workspace.\n\nTask:\nExtract the complete target list from document_ocr.md according to field_contract.md.\nWrite valid JSON to {{OUTPUT_FILE}}.\n\nYou may inspect the document, write temporary scripts, and verify counts. Before finishing:\n- Confirm the JSON parses.\n- Spot-check beginning, middle, and end records against the OCR.\n- Ensure field names match field_contract.md exactly.\n- Ensure every target row or target record type requested by the contract is represented.\n\nDo not include explanations in the JSON file." }, { "title": "Field contract template \u2014 separate per-document input", "template": "Output JSON shape:\n{ \"records\": [ ... ] }\n\nGeneral requirements:\n- Extract every target record visible in the document.\n- Use the exact field names below; do not invent fields that are not listed.\n{{RECORD_TYPE_REQUIREMENT}}\n- If a listed field is not visible for a record, use an empty string.\n- Preserve identifiers, dates, codes, locations, limits, rates, totals, names, and premiums exactly as shown.\n- Do not deduplicate repeated records unless they are exact duplicate rows for the same item.\n\nAllowed record groups and fields:\n{{ALLOWED_RECORD_GROUPS_AND_FIELDS}}\n\nAll allowed fields:\n{{ALL_ALLOWED_FIELDS}}\n\nTarget-scope rules:\n- Extract records that match the listed fields, not every nearby note, notice, subtotal, or support table.\n- Keep each field to its own value; do not include neighboring labels or carried-over header text.\n- For tables split across pages or sections, preserve the inherited row context needed to complete each record.\n- For policy packets, extract scheduled locations, classifications, coverages, forms, endorsements, material clauses, rating rows, and premium rows that match the allowed fields.\n- For operations documents, extract one record per target table row or section-row combination matching the allowed fields.\n{{CONDITIONAL_SCOPE_RULES}}" } ], "prompt_note": "Repository-denied agentic run over released OCR transcripts. Generic operations and policy samples received a generated field contract; claim samples received the published incident JSON Schema.", "detail_note": null, "full_run_cost_usd": 43.18508766666667, "full_run_cost_source": "codex_api_equivalent_mean", "full_run_cost_explanation": "Mean API-equivalent cost across 3 saved full-corpus runs: $43.19 \u00b1 $3.34 sample SD.", "full_run_cost_standard_deviation_usd": 3.339329840925768, "full_run_cost_beta": false, "full_run_cost_comparison": null, "exact_record_recall": 0.9656519927475028, "exact_record_precision": 0.9660797794183635, "exact_record_f1": 0.9658622070667963, "complete_documents": 6.333333333333333, "total_samples": 32, "complete_document_rate": 0.19791666666666666, "weighted_f1": 0.992523637398692, "weighted_recall": 0.9914869282633982, "metric_standard_deviation": { "exact_record_recall": 0.014948916338140364, "exact_record_precision": 0.018376770715267676, "exact_record_f1": 0.016592484894970335, "complete_documents": 0.5773502691896257, "weighted_f1": 0.002540266621495171, "structural_exact_recall": 0.051402435980402054, "scale_control_exact_recall": 0.0009856319574142358 }, "structural_exact_recall": 0.8949766262578243, "scale_control_exact_recall": 0.9937219730941704, "gold_records": 29599, "exact_record_matches": 28582.333333333332, "errors": 0, "by_tier": { "core_operations": { "count": 26, "rows": 28178, "pred_rows": 28109.333333333332, "exact_record_matches": 27439.333333333332, "complete_documents": 6.333333333333333, "f1_sum": 25.604894700894242, "recall_sum": 25.612701228753238, "found_sum": 187924.33333333334, "gold_pairs_sum": 189279, "pred_pairs_sum": 188714.33333333334, "avg_f1": 0.9848036423420862, "avg_recall": 0.9851038934135861, "exact_record_recall": 0.9737856956964062, "exact_record_precision": 0.9762049062301871, "exact_record_f1": 0.9749900619512282, "complete_document_rate": 0.24358974358974358, "weighted_recall": 0.9928430165698959, "weighted_precision": 0.9958206608651236, "weighted_f1": 0.9943237843431122 }, "claim_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.832676041503341, "recall_sum": 2.832676041503341, "found_sum": 1722, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9442253471677803, "avg_recall": 0.9442253471677803, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9456342668863261, "weighted_precision": 0.9456342668863261, "weighted_f1": 0.9456342668863261 }, "policy_packets": { "count": 3, "rows": 1344, "pred_rows": 1401, "exact_record_matches": 1143, "complete_documents": 0, "f1_sum": 2.9271454834263797, "recall_sum": 2.945934680293459, "found_sum": 14364, "gold_pairs_sum": 14662, "pred_pairs_sum": 14796.666666666666, "avg_f1": 0.9757151611421266, "avg_recall": 0.9819782267644864, "exact_record_recall": 0.8504464285714286, "exact_record_precision": 0.8153871308580646, "exact_record_f1": 0.83250794440049, "complete_document_rate": 0.0, "weighted_recall": 0.9796753512481244, "weighted_precision": 0.9709083245353208, "weighted_f1": 0.9751807479962858 } }, "by_tier_standard_deviation": { "core_operations": { "count": 0.0, "rows": 0.0, "pred_rows": 134.6006438815704, "exact_record_matches": 501.2846829231204, "complete_documents": 0.5773502691896257, "f1_sum": 0.5147326125702074, "recall_sum": 0.5271434293312368, "found_sum": 921.7409252785369, "gold_pairs_sum": 0.0, "pred_pairs_sum": 1117.5192764929532, "avg_f1": 0.01979740817577721, "avg_recall": 0.02027474728197065, "exact_record_recall": 0.017789931255700244, "exact_record_precision": 0.020320220670857345, "exact_record_f1": 0.018948225259756542, "complete_document_rate": 0.02220577958421636, "weighted_recall": 0.004869747437795757, "weighted_precision": 0.0030917938564966794, "weighted_f1": 0.00282954818398564 }, "claim_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.02176422144309821, "recall_sum": 0.02176422144309821, "found_sum": 21.93171219946131, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0072547404810327214, "avg_recall": 0.0072547404810327214, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.012043773860220368, "weighted_precision": 0.012043773860220368, "weighted_f1": 0.012043773860220368 }, "policy_packets": { "count": 0.0, "rows": 0.0, "pred_rows": 24.0, "exact_record_matches": 82.71033792700887, "complete_documents": 0.0, "f1_sum": 0.003941795725108051, "recall_sum": 0.031395270073381706, "found_sum": 200.18741219167603, "gold_pairs_sum": 0.0, "pred_pairs_sum": 348.8571818571797, "avg_f1": 0.0013139319083693684, "avg_recall": 0.010465090024460527, "exact_record_recall": 0.06154043000521492, "exact_record_precision": 0.04704966582251184, "exact_record_f1": 0.05392305756902516, "complete_document_rate": 0.0, "weighted_recall": 0.013653486031351487, "weighted_precision": 0.009503728516574626, "weighted_f1": 0.0021293852572363495 } }, "by_family": { "driver_mvr_request_and_roster": { "count": 3, "rows": 1260, "pred_rows": 1176, "exact_record_matches": 1176, "complete_documents": 2.6666666666666665, "f1_sum": 2.691176470588235, "recall_sum": 2.6793893129770994, "found_sum": 9456, "gold_pairs_sum": 10128, "pred_pairs_sum": 9456, "avg_f1": 0.8970588235294117, "avg_recall": 0.8931297709923665, "exact_record_recall": 0.9333333333333333, "exact_record_precision": 1.0, "exact_record_f1": 0.962962962962963, "complete_document_rate": 0.8888888888888888, "weighted_recall": 0.933649289099526, "weighted_precision": 1.0, "weighted_f1": 0.9631578947368421 }, "driver_schedule_spreadsheet_export": { "count": 1, "rows": 500, "pred_rows": 500, "exact_record_matches": 499, "complete_documents": 0, "f1_sum": 0.9995, "recall_sum": 0.9995, "found_sum": 1999, "gold_pairs_sum": 2000, "pred_pairs_sum": 2000, "avg_f1": 0.9995, "avg_recall": 0.9995, "exact_record_recall": 0.998, "exact_record_precision": 0.998, "exact_record_f1": 0.998, "complete_document_rate": 0.0, "weighted_recall": 0.9995, "weighted_precision": 0.9995, "weighted_f1": 0.9995 }, "ifta_mileage_by_vehicle": { "count": 8, "rows": 17565, "pred_rows": 17561, "exact_record_matches": 17440.333333333332, "complete_documents": 1.6666666666666667, "f1_sum": 7.987336134666515, "recall_sum": 7.982421556883813, "found_sum": 87636.33333333333, "gold_pairs_sum": 87825, "pred_pairs_sum": 87716.33333333333, "avg_f1": 0.9984170168333144, "avg_recall": 0.9978026946104767, "exact_record_recall": 0.9929025524243287, "exact_record_precision": 0.9931286692886635, "exact_record_f1": 0.9930155722238523, "complete_document_rate": 0.20833333333333334, "weighted_recall": 0.9978517885947433, "weighted_precision": 0.9990878173012726, "weighted_f1": 0.9984694004938711 }, "ifta_multisection_return_packet": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 793, "complete_documents": 0, "f1_sum": 1.9995422831612006, "recall_sum": 1.9995422831612006, "found_sum": 12733, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9997711415806003, "avg_recall": 0.9997711415806003, "exact_record_recall": 0.9962311557788944, "exact_record_precision": 0.9962311557788944, "exact_record_f1": 0.9962311557788944, "complete_document_rate": 0.0, "weighted_recall": 0.9997644472361809, "weighted_precision": 0.9997644472361809, "weighted_f1": 0.9997644472361809 }, "ifta_return_schedule_details": { "count": 3, "rows": 2737, "pred_rows": 2737, "exact_record_matches": 2297, "complete_documents": 0, "f1_sum": 2.957000487404475, "recall_sum": 2.961152917958609, "found_sum": 31991.333333333332, "gold_pairs_sum": 32442, "pred_pairs_sum": 32536, "avg_f1": 0.985666829134825, "avg_recall": 0.9870509726528697, "exact_record_recall": 0.8392400438436244, "exact_record_precision": 0.8392400438436244, "exact_record_f1": 0.8392400438436244, "complete_document_rate": 0.0, "weighted_recall": 0.9861085424244292, "weighted_precision": 0.9832621117509109, "weighted_f1": 0.9846832401183707 }, "ifta_tax_return_inquiry_detail": { "count": 2, "rows": 1300, "pred_rows": 1319.3333333333333, "exact_record_matches": 1299.3333333333333, "complete_documents": 0, "f1_sum": 1.984277659230899, "recall_sum": 1.998974358974359, "found_sum": 5197.333333333333, "gold_pairs_sum": 5200, "pred_pairs_sum": 5277.333333333333, "avg_f1": 0.9921388296154495, "avg_recall": 0.9994871794871795, "exact_record_recall": 0.9994871794871795, "exact_record_precision": 0.9849624060150376, "exact_record_f1": 0.9921388296154495, "complete_document_rate": 0.0, "weighted_recall": 0.9994871794871795, "weighted_precision": 0.9849624060150376, "weighted_f1": 0.9921388296154495 }, "ifta_tax_return_summary": { "count": 2, "rows": 1520, "pred_rows": 1520, "exact_record_matches": 1512.6666666666667, "complete_documents": 0, "f1_sum": 1.9991959064327485, "recall_sum": 1.9991959064327485, "found_sum": 18232.666666666668, "gold_pairs_sum": 18240, "pred_pairs_sum": 18240, "avg_f1": 0.9995979532163742, "avg_recall": 0.9995979532163742, "exact_record_recall": 0.9951754385964913, "exact_record_precision": 0.9951754385964913, "exact_record_f1": 0.9951754385964913, "complete_document_rate": 0.0, "weighted_recall": 0.9995979532163743, "weighted_precision": 0.9995979532163743, "weighted_f1": 0.9995979532163743 }, "loss_run_external": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 822, "complete_documents": 0, "f1_sum": 2.9868657594101666, "recall_sum": 2.992524892365407, "found_sum": 11744.666666666666, "gold_pairs_sum": 11774, "pred_pairs_sum": 11818.666666666666, "avg_f1": 0.9956219198033889, "avg_recall": 0.9975082974551356, "exact_record_recall": 0.9133333333333333, "exact_record_precision": 0.9133333333333333, "exact_record_f1": 0.9133333333333333, "complete_document_rate": 0.0, "weighted_recall": 0.997508634845139, "weighted_precision": 0.9937386942620081, "weighted_f1": 0.9956200847370585 }, "claim_crosspage_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.832676041503341, "recall_sum": 2.832676041503341, "found_sum": 1722, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9442253471677803, "avg_recall": 0.9442253471677803, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9456342668863261, "weighted_precision": 0.9456342668863261, "weighted_f1": 0.9456342668863261 }, "policy_multi_hop": { "count": 3, "rows": 1344, "pred_rows": 1401, "exact_record_matches": 1143, "complete_documents": 0, "f1_sum": 2.9271454834263797, "recall_sum": 2.945934680293459, "found_sum": 14364, "gold_pairs_sum": 14662, "pred_pairs_sum": 14796.666666666666, "avg_f1": 0.9757151611421266, "avg_recall": 0.9819782267644864, "exact_record_recall": 0.8504464285714286, "exact_record_precision": 0.8153871308580646, "exact_record_f1": 0.83250794440049, "complete_document_rate": 0.0, "weighted_recall": 0.9796753512481244, "weighted_precision": 0.9709083245353208, "weighted_f1": 0.9751807479962858 }, "vehicle_schedule_spreadsheet_export": { "count": 2, "rows": 1600, "pred_rows": 1600, "exact_record_matches": 1600, "complete_documents": 2, "f1_sum": 2.0, "recall_sum": 2.0, "found_sum": 8934, "gold_pairs_sum": 8934, "pred_pairs_sum": 8934, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 } }, "by_family_standard_deviation": { "driver_mvr_request_and_roster": { "count": 0.0, "rows": 0.0, "pred_rows": 145.4922678357857, "exact_record_matches": 145.4922678357857, "complete_documents": 0.5773502691896257, "f1_sum": 0.5348980435139181, "recall_sum": 0.5553139993732279, "found_sum": 1163.9381426862856, "gold_pairs_sum": 0.0, "pred_pairs_sum": 1163.9381426862856, "avg_f1": 0.17829934783797274, "avg_recall": 0.1851046664577426, "exact_record_recall": 0.11547005383792512, "exact_record_precision": 0.0, "exact_record_f1": 0.06415002990995838, "complete_document_rate": 0.1924500897298753, "weighted_recall": 0.11492280239793495, "weighted_precision": 0.0, "weighted_f1": 0.06381239817359016 }, "driver_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_mileage_by_vehicle": { "count": 0.0, "rows": 0.0, "pred_rows": 6.928203230275509, "exact_record_matches": 21.385353243127252, "complete_documents": 0.5773502691896257, "f1_sum": 0.006866151154194663, "recall_sum": 0.008046110317145323, "found_sum": 90.18499505645788, "gold_pairs_sum": 0.0, "pred_pairs_sum": 30.35347316755256, "avg_f1": 0.0008582688942743329, "avg_recall": 0.0010057637896431653, "exact_record_recall": 0.0012174980497083405, "exact_record_precision": 0.0010945322927589315, "exact_record_f1": 0.0011409878050049067, "complete_document_rate": 0.07216878364870322, "weighted_recall": 0.0010268715634097476, "weighted_precision": 0.0006945330973547264, "weighted_f1": 0.0008597087799508162 }, "ifta_multisection_return_packet": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_return_schedule_details": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 549.0601059993342, "complete_documents": 0.0, "f1_sum": 0.047241831226894154, "recall_sum": 0.046799035975768455, "found_sum": 555.41095896042, "gold_pairs_sum": 0.0, "pred_pairs_sum": 13.856406460551018, "avg_f1": 0.015747277075631384, "avg_recall": 0.015599678658589506, "exact_record_recall": 0.2006065421992452, "exact_record_precision": 0.2006065421992452, "exact_record_f1": 0.2006065421992452, "complete_document_rate": 0.0, "weighted_recall": 0.01712012079897729, "weighted_precision": 0.017281872194619644, "weighted_f1": 0.01720028652641786 }, "ifta_tax_return_inquiry_detail": { "count": 0.0, "rows": 0.0, "pred_rows": 18.475208614068023, "exact_record_matches": 1.1547005383792515, "complete_documents": 0.0, "f1_sum": 0.012282574066831923, "recall_sum": 0.0017764623667372525, "found_sum": 4.618802153517006, "gold_pairs_sum": 0.0, "pred_pairs_sum": 73.9008344562721, "avg_f1": 0.0061412870334159615, "avg_recall": 0.0008882311833686262, "exact_record_recall": 0.0008882311833686262, "exact_record_precision": 0.013022938402773545, "exact_record_f1": 0.0061412870334159615, "complete_document_rate": 0.0, "weighted_recall": 0.0008882311833686262, "weighted_precision": 0.013022938402773545, "weighted_f1": 0.0061412870334159615 }, "ifta_tax_return_summary": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 1.1547005383792515, "complete_documents": 0.0, "f1_sum": 0.00012661190113815633, "recall_sum": 0.00012661190113815633, "found_sum": 1.1547005383792515, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 6.330595056907817e-05, "avg_recall": 6.330595056907817e-05, "exact_record_recall": 0.0007596714068284894, "exact_record_precision": 0.0007596714068284894, "exact_record_f1": 0.0007596714068284894, "complete_document_rate": 0.0, "weighted_recall": 6.330595056901408e-05, "weighted_precision": 6.330595056901408e-05, "weighted_f1": 6.330595056901408e-05 }, "loss_run_external": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 3.605551275463989, "complete_documents": 0.0, "f1_sum": 0.0014493547918334587, "recall_sum": 0.0016974653730364474, "found_sum": 6.6583281184793925, "gold_pairs_sum": 0.0, "pred_pairs_sum": 3.0550504633038935, "avg_f1": 0.0004831182639444765, "avg_recall": 0.0005658217910121611, "exact_record_recall": 0.004006168083848872, "exact_record_precision": 0.004006168083848872, "exact_record_f1": 0.004006168083848872, "complete_document_rate": 0.0, "weighted_recall": 0.0005655111362731286, "weighted_precision": 0.00042365200132648124, "weighted_f1": 0.0004823858927176695 }, "claim_crosspage_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.02176422144309821, "recall_sum": 0.02176422144309821, "found_sum": 21.93171219946131, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0072547404810327214, "avg_recall": 0.0072547404810327214, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.012043773860220368, "weighted_precision": 0.012043773860220368, "weighted_f1": 0.012043773860220368 }, "policy_multi_hop": { "count": 0.0, "rows": 0.0, "pred_rows": 24.0, "exact_record_matches": 82.71033792700887, "complete_documents": 0.0, "f1_sum": 0.003941795725108051, "recall_sum": 0.031395270073381706, "found_sum": 200.18741219167603, "gold_pairs_sum": 0.0, "pred_pairs_sum": 348.8571818571797, "avg_f1": 0.0013139319083693684, "avg_recall": 0.010465090024460527, "exact_record_recall": 0.06154043000521492, "exact_record_precision": 0.04704966582251184, "exact_record_f1": 0.05392305756902516, "complete_document_rate": 0.0, "weighted_recall": 0.013653486031351487, "weighted_precision": 0.009503728516574626, "weighted_f1": 0.0021293852572363495 }, "vehicle_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_stressor": { "high_density_long_list": { "count": 26, "rows": 28178, "pred_rows": 28109.333333333332, "exact_record_matches": 27439.333333333332, "complete_documents": 6.333333333333333, "f1_sum": 25.604894700894242, "recall_sum": 25.612701228753238, "found_sum": 187924.33333333334, "gold_pairs_sum": 189279, "pred_pairs_sum": 188714.33333333334, "avg_f1": 0.9848036423420862, "avg_recall": 0.9851038934135861, "exact_record_recall": 0.9737856956964062, "exact_record_precision": 0.9762049062301871, "exact_record_f1": 0.9749900619512282, "complete_document_rate": 0.24358974358974358, "weighted_recall": 0.9928430165698959, "weighted_precision": 0.9958206608651236, "weighted_f1": 0.9943237843431122 }, "multi_row": { "count": 22, "rows": 21942, "pred_rows": 21911, "exact_record_matches": 21374.333333333332, "complete_documents": 4.333333333333333, "f1_sum": 21.424742172755835, "recall_sum": 21.432488767184317, "found_sum": 137656, "gold_pairs_sum": 138946, "pred_pairs_sum": 138344.66666666666, "avg_f1": 0.9738519169434471, "avg_recall": 0.9742040348720145, "exact_record_recall": 0.974128763710388, "exact_record_precision": 0.9755142333295386, "exact_record_f1": 0.9748138525968499, "complete_document_rate": 0.19696969696969696, "weighted_recall": 0.99071581765578, "weighted_precision": 0.9950234708357256, "weighted_f1": 0.992855184885686 }, "multiple_tables": { "count": 31, "rows": 29255, "pred_rows": 29230.333333333332, "exact_record_matches": 28294.333333333332, "complete_documents": 6.333333333333333, "f1_sum": 30.387739459892355, "recall_sum": 30.40666282774302, "found_sum": 200418.33333333334, "gold_pairs_sum": 202114, "pred_pairs_sum": 201626.66666666666, "avg_f1": 0.9802496599965276, "avg_recall": 0.9808600912175167, "exact_record_recall": 0.9671623084373042, "exact_record_precision": 0.9680237007893311, "exact_record_f1": 0.9675894740030246, "complete_document_rate": 0.2043010752688172, "weighted_recall": 0.9916103453166695, "weighted_precision": 0.9940151679062406, "weighted_f1": 0.9928068783227683 }, "ocr_condition": { "count": 32, "rows": 29599, "pred_rows": 29587.333333333332, "exact_record_matches": 28582.333333333332, "complete_documents": 6.333333333333333, "f1_sum": 31.364716225823962, "recall_sum": 31.391311950550037, "found_sum": 204010.33333333334, "gold_pairs_sum": 205762, "pred_pairs_sum": 205332, "avg_f1": 0.9801473820569988, "avg_recall": 0.9809784984546887, "exact_record_recall": 0.9656519927475028, "exact_record_precision": 0.9660797794183635, "exact_record_f1": 0.9658622070667963, "complete_document_rate": 0.19791666666666666, "weighted_recall": 0.9914869282633982, "weighted_precision": 0.9935714173314749, "weighted_f1": 0.992523637398692 }, "page_breaks": { "count": 32, "rows": 29599, "pred_rows": 29587.333333333332, "exact_record_matches": 28582.333333333332, "complete_documents": 6.333333333333333, "f1_sum": 31.364716225823962, "recall_sum": 31.391311950550037, "found_sum": 204010.33333333334, "gold_pairs_sum": 205762, "pred_pairs_sum": 205332, "avg_f1": 0.9801473820569988, "avg_recall": 0.9809784984546887, "exact_record_recall": 0.9656519927475028, "exact_record_precision": 0.9660797794183635, "exact_record_f1": 0.9658622070667963, "complete_document_rate": 0.19791666666666666, "weighted_recall": 0.9914869282633982, "weighted_precision": 0.9935714173314749, "weighted_f1": 0.992523637398692 }, "production_like_layout": { "count": 26, "rows": 28178, "pred_rows": 28109.333333333332, "exact_record_matches": 27439.333333333332, "complete_documents": 6.333333333333333, "f1_sum": 25.604894700894242, "recall_sum": 25.612701228753238, "found_sum": 187924.33333333334, "gold_pairs_sum": 189279, "pred_pairs_sum": 188714.33333333334, "avg_f1": 0.9848036423420862, "avg_recall": 0.9851038934135861, "exact_record_recall": 0.9737856956964062, "exact_record_precision": 0.9762049062301871, "exact_record_f1": 0.9749900619512282, "complete_document_rate": 0.24358974358974358, "weighted_recall": 0.9928430165698959, "weighted_precision": 0.9958206608651236, "weighted_f1": 0.9943237843431122 }, "inherited_context": { "count": 18, "rows": 9874, "pred_rows": 9950.333333333334, "exact_record_matches": 9144, "complete_documents": 2, "f1_sum": 17.699337861159044, "recall_sum": 17.73697618832372, "found_sum": 95173.33333333333, "gold_pairs_sum": 96035, "pred_pairs_sum": 96341, "avg_f1": 0.9832965478421692, "avg_recall": 0.9853875660179844, "exact_record_recall": 0.926068462629127, "exact_record_precision": 0.9190631250627711, "exact_record_f1": 0.9225498912374752, "complete_document_rate": 0.1111111111111111, "weighted_recall": 0.9910275767515315, "weighted_precision": 0.9878969729833941, "weighted_f1": 0.9894567016316835 }, "large_doc": { "count": 29, "rows": 28339, "pred_rows": 28411.333333333332, "exact_record_matches": 27406.333333333332, "complete_documents": 3.6666666666666665, "f1_sum": 28.673539755235726, "recall_sum": 28.711922637572936, "found_sum": 194554.33333333334, "gold_pairs_sum": 195634, "pred_pairs_sum": 195876, "avg_f1": 0.9887427501805423, "avg_recall": 0.9900662978473427, "exact_record_recall": 0.9670889351541456, "exact_record_precision": 0.9646405033420715, "exact_record_f1": 0.9658627136829496, "complete_document_rate": 0.12643678160919541, "weighted_recall": 0.994481191067674, "weighted_precision": 0.9932563609768276, "weighted_f1": 0.9938675657155935 }, "layout_randomization": { "count": 10, "rows": 7657, "pred_rows": 7676.333333333333, "exact_record_matches": 7208, "complete_documents": 2, "f1_sum": 9.939974053068122, "recall_sum": 9.958823183365716, "found_sum": 66354.33333333333, "gold_pairs_sum": 66816, "pred_pairs_sum": 66987.33333333333, "avg_f1": 0.9939974053068122, "avg_recall": 0.9958823183365717, "exact_record_recall": 0.9413608462844456, "exact_record_precision": 0.9390510630214229, "exact_record_f1": 0.9402036073946469, "complete_document_rate": 0.2, "weighted_recall": 0.993090477330779, "weighted_precision": 0.990554720693845, "weighted_f1": 0.9918208074479918 }, "non_target_rows": { "count": 18, "rows": 9874, "pred_rows": 9950.333333333334, "exact_record_matches": 9144, "complete_documents": 2, "f1_sum": 17.699337861159044, "recall_sum": 17.73697618832372, "found_sum": 95173.33333333333, "gold_pairs_sum": 96035, "pred_pairs_sum": 96341, "avg_f1": 0.9832965478421692, "avg_recall": 0.9853875660179844, "exact_record_recall": 0.926068462629127, "exact_record_precision": 0.9190631250627711, "exact_record_f1": 0.9225498912374752, "complete_document_rate": 0.1111111111111111, "weighted_recall": 0.9910275767515315, "weighted_precision": 0.9878969729833941, "weighted_f1": 0.9894567016316835 }, "split_records": { "count": 15, "rows": 9797, "pred_rows": 9873.333333333334, "exact_record_matches": 9144, "complete_documents": 2, "f1_sum": 14.866661819655702, "recall_sum": 14.904300146820376, "found_sum": 93451.33333333333, "gold_pairs_sum": 94214, "pred_pairs_sum": 94520, "avg_f1": 0.9911107879770469, "avg_recall": 0.993620009788025, "exact_record_recall": 0.9333469429417168, "exact_record_precision": 0.9262315603624484, "exact_record_f1": 0.929772973012188, "complete_document_rate": 0.13333333333333333, "weighted_recall": 0.9919049539700399, "weighted_precision": 0.9887110379136184, "weighted_f1": 0.9903022004774465 }, "merged_cells": { "count": 4, "rows": 3043, "pred_rows": 3051, "exact_record_matches": 2876.3333333333335, "complete_documents": 0, "f1_sum": 3.979540704053153, "recall_sum": 3.9829433089154147, "found_sum": 22357, "gold_pairs_sum": 22489, "pred_pairs_sum": 22485, "avg_f1": 0.9948851760132883, "avg_recall": 0.9957358272288537, "exact_record_recall": 0.945229488443422, "exact_record_precision": 0.9427496539743015, "exact_record_f1": 0.9439847008301989, "complete_document_rate": 0.0, "weighted_recall": 0.9941304637822935, "weighted_precision": 0.9943124138730884, "weighted_f1": 0.9942192709776465 }, "cross_section_join": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 793, "complete_documents": 0, "f1_sum": 1.9995422831612006, "recall_sum": 1.9995422831612006, "found_sum": 12733, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9997711415806003, "avg_recall": 0.9997711415806003, "exact_record_recall": 0.9962311557788944, "exact_record_precision": 0.9962311557788944, "exact_record_f1": 0.9962311557788944, "complete_document_rate": 0.0, "weighted_recall": 0.9997644472361809, "weighted_precision": 0.9997644472361809, "weighted_f1": 0.9997644472361809 }, "ocr_layout_condition": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 793, "complete_documents": 0, "f1_sum": 1.9995422831612006, "recall_sum": 1.9995422831612006, "found_sum": 12733, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9997711415806003, "avg_recall": 0.9997711415806003, "exact_record_recall": 0.9962311557788944, "exact_record_precision": 0.9962311557788944, "exact_record_f1": 0.9962311557788944, "complete_document_rate": 0.0, "weighted_recall": 0.9997644472361809, "weighted_precision": 0.9997644472361809, "weighted_f1": 0.9997644472361809 }, "repeated_keys": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 793, "complete_documents": 0, "f1_sum": 1.9995422831612006, "recall_sum": 1.9995422831612006, "found_sum": 12733, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9997711415806003, "avg_recall": 0.9997711415806003, "exact_record_recall": 0.9962311557788944, "exact_record_precision": 0.9962311557788944, "exact_record_f1": 0.9962311557788944, "complete_document_rate": 0.0, "weighted_recall": 0.9997644472361809, "weighted_precision": 0.9997644472361809, "weighted_f1": 0.9997644472361809 }, "continuation_notes": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 822, "complete_documents": 0, "f1_sum": 2.9868657594101666, "recall_sum": 2.992524892365407, "found_sum": 11744.666666666666, "gold_pairs_sum": 11774, "pred_pairs_sum": 11818.666666666666, "avg_f1": 0.9956219198033889, "avg_recall": 0.9975082974551356, "exact_record_recall": 0.9133333333333333, "exact_record_precision": 0.9133333333333333, "exact_record_f1": 0.9133333333333333, "complete_document_rate": 0.0, "weighted_recall": 0.997508634845139, "weighted_precision": 0.9937386942620081, "weighted_f1": 0.9956200847370585 }, "distractor_sections": { "count": 9, "rows": 2321, "pred_rows": 2378, "exact_record_matches": 1965, "complete_documents": 0, "f1_sum": 8.746687284339888, "recall_sum": 8.771135614162207, "found_sum": 27830.666666666668, "gold_pairs_sum": 28257, "pred_pairs_sum": 28436.333333333332, "avg_f1": 0.9718541427044319, "avg_recall": 0.9745706237958008, "exact_record_recall": 0.8466178371391642, "exact_record_precision": 0.8261736783748587, "exact_record_f1": 0.8362567741318637, "complete_document_rate": 0.0, "weighted_recall": 0.9849122931191091, "weighted_precision": 0.9787478726077137, "weighted_f1": 0.9817954840635295 }, "duplicates": { "count": 7, "rows": 1321, "pred_rows": 1334, "exact_record_matches": 1110, "complete_documents": 0, "f1_sum": 6.7965185668451165, "recall_sum": 6.809850056675765, "found_sum": 17058.666666666668, "gold_pairs_sum": 17243, "pred_pairs_sum": 17345, "avg_f1": 0.9709312238350166, "avg_recall": 0.9728357223822521, "exact_record_recall": 0.8402725208175624, "exact_record_precision": 0.8320831802119257, "exact_record_f1": 0.836153333681278, "complete_document_rate": 0.0, "weighted_recall": 0.9893096715575402, "weighted_precision": 0.9834932573106545, "weighted_f1": 0.9863925203379926 }, "sparse_driver_fields": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 822, "complete_documents": 0, "f1_sum": 2.9868657594101666, "recall_sum": 2.992524892365407, "found_sum": 11744.666666666666, "gold_pairs_sum": 11774, "pred_pairs_sum": 11818.666666666666, "avg_f1": 0.9956219198033889, "avg_recall": 0.9975082974551356, "exact_record_recall": 0.9133333333333333, "exact_record_precision": 0.9133333333333333, "exact_record_f1": 0.9133333333333333, "complete_document_rate": 0.0, "weighted_recall": 0.997508634845139, "weighted_precision": 0.9937386942620081, "weighted_f1": 0.9956200847370585 }, "summary_distractors": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 822, "complete_documents": 0, "f1_sum": 2.9868657594101666, "recall_sum": 2.992524892365407, "found_sum": 11744.666666666666, "gold_pairs_sum": 11774, "pred_pairs_sum": 11818.666666666666, "avg_f1": 0.9956219198033889, "avg_recall": 0.9975082974551356, "exact_record_recall": 0.9133333333333333, "exact_record_precision": 0.9133333333333333, "exact_record_f1": 0.9133333333333333, "complete_document_rate": 0.0, "weighted_recall": 0.997508634845139, "weighted_precision": 0.9937386942620081, "weighted_f1": 0.9956200847370585 }, "variable_policy_sections": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 822, "complete_documents": 0, "f1_sum": 2.9868657594101666, "recall_sum": 2.992524892365407, "found_sum": 11744.666666666666, "gold_pairs_sum": 11774, "pred_pairs_sum": 11818.666666666666, "avg_f1": 0.9956219198033889, "avg_recall": 0.9975082974551356, "exact_record_recall": 0.9133333333333333, "exact_record_precision": 0.9133333333333333, "exact_record_f1": 0.9133333333333333, "complete_document_rate": 0.0, "weighted_recall": 0.997508634845139, "weighted_precision": 0.9937386942620081, "weighted_f1": 0.9956200847370585 }, "cross_page_join": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.832676041503341, "recall_sum": 2.832676041503341, "found_sum": 1722, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9442253471677803, "avg_recall": 0.9442253471677803, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9456342668863261, "weighted_precision": 0.9456342668863261, "weighted_f1": 0.9456342668863261 }, "long_range_evidence": { "count": 6, "rows": 1421, "pred_rows": 1478, "exact_record_matches": 1143, "complete_documents": 0, "f1_sum": 5.759821524929721, "recall_sum": 5.7786107217968, "found_sum": 16086, "gold_pairs_sum": 16483, "pred_pairs_sum": 16617.666666666668, "avg_f1": 0.9599702541549535, "avg_recall": 0.9631017869661334, "exact_record_recall": 0.8043631245601689, "exact_record_precision": 0.7729228758547113, "exact_record_f1": 0.7882956977385235, "complete_document_rate": 0.0, "weighted_recall": 0.9759145786567979, "weighted_precision": 0.968136894062737, "weighted_f1": 0.9719380349775762 }, "longer_list": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.942090395480226, "recall_sum": 0.942090395480226, "found_sum": 889.3333333333334, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.942090395480226, "avg_recall": 0.942090395480226, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.942090395480226, "weighted_precision": 0.942090395480226, "weighted_f1": 0.942090395480226 }, "mixed_layout": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.942090395480226, "recall_sum": 0.942090395480226, "found_sum": 889.3333333333334, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.942090395480226, "avg_recall": 0.942090395480226, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.942090395480226, "weighted_precision": 0.942090395480226, "weighted_f1": 0.942090395480226 }, "mixed_prose_tables": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.832676041503341, "recall_sum": 2.832676041503341, "found_sum": 1722, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9442253471677803, "avg_recall": 0.9442253471677803, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9456342668863261, "weighted_precision": 0.9456342668863261, "weighted_f1": 0.9456342668863261 }, "multi_column": { "count": 6, "rows": 1421, "pred_rows": 1478, "exact_record_matches": 1143, "complete_documents": 0, "f1_sum": 5.759821524929721, "recall_sum": 5.7786107217968, "found_sum": 16086, "gold_pairs_sum": 16483, "pred_pairs_sum": 16617.666666666668, "avg_f1": 0.9599702541549535, "avg_recall": 0.9631017869661334, "exact_record_recall": 0.8043631245601689, "exact_record_precision": 0.7729228758547113, "exact_record_f1": 0.7882956977385235, "complete_document_rate": 0.0, "weighted_recall": 0.9759145786567979, "weighted_precision": 0.968136894062737, "weighted_f1": 0.9719380349775762 }, "natural_long_range_join": { "count": 6, "rows": 1421, "pred_rows": 1478, "exact_record_matches": 1143, "complete_documents": 0, "f1_sum": 5.759821524929721, "recall_sum": 5.7786107217968, "found_sum": 16086, "gold_pairs_sum": 16483, "pred_pairs_sum": 16617.666666666668, "avg_f1": 0.9599702541549535, "avg_recall": 0.9631017869661334, "exact_record_recall": 0.8043631245601689, "exact_record_precision": 0.7729228758547113, "exact_record_f1": 0.7882956977385235, "complete_document_rate": 0.0, "weighted_recall": 0.9759145786567979, "weighted_precision": 0.968136894062737, "weighted_f1": 0.9719380349775762 }, "non_sequential_identifiers": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.832676041503341, "recall_sum": 2.832676041503341, "found_sum": 1722, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.9442253471677803, "avg_recall": 0.9442253471677803, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9456342668863261, "weighted_precision": 0.9456342668863261, "weighted_f1": 0.9456342668863261 }, "commercial_general_liability": { "count": 1, "rows": 562, "pred_rows": 573.3333333333334, "exact_record_matches": 422, "complete_documents": 0, "f1_sum": 0.9713722397491715, "recall_sum": 0.9640148543333856, "found_sum": 6143.666666666667, "gold_pairs_sum": 6373, "pred_pairs_sum": 6274.333333333333, "avg_f1": 0.9713722397491715, "avg_recall": 0.9640148543333856, "exact_record_recall": 0.7508896797153025, "exact_record_precision": 0.7359579658776446, "exact_record_f1": 0.7433279702353907, "complete_document_rate": 0.0, "weighted_recall": 0.9640148543333856, "weighted_precision": 0.9794737668707192, "weighted_f1": 0.9713722397491715 }, "distractor_forms": { "count": 1, "rows": 562, "pred_rows": 573.3333333333334, "exact_record_matches": 422, "complete_documents": 0, "f1_sum": 0.9713722397491715, "recall_sum": 0.9640148543333856, "found_sum": 6143.666666666667, "gold_pairs_sum": 6373, "pred_pairs_sum": 6274.333333333333, "avg_f1": 0.9713722397491715, "avg_recall": 0.9640148543333856, "exact_record_recall": 0.7508896797153025, "exact_record_precision": 0.7359579658776446, "exact_record_f1": 0.7433279702353907, "complete_document_rate": 0.0, "weighted_recall": 0.9640148543333856, "weighted_precision": 0.9794737668707192, "weighted_f1": 0.9713722397491715 }, "distractor_locations": { "count": 1, "rows": 562, "pred_rows": 573.3333333333334, "exact_record_matches": 422, "complete_documents": 0, "f1_sum": 0.9713722397491715, "recall_sum": 0.9640148543333856, "found_sum": 6143.666666666667, "gold_pairs_sum": 6373, "pred_pairs_sum": 6274.333333333333, "avg_f1": 0.9713722397491715, "avg_recall": 0.9640148543333856, "exact_record_recall": 0.7508896797153025, "exact_record_precision": 0.7359579658776446, "exact_record_f1": 0.7433279702353907, "complete_document_rate": 0.0, "weighted_recall": 0.9640148543333856, "weighted_precision": 0.9794737668707192, "weighted_f1": 0.9713722397491715 }, "exposure_rating_rows": { "count": 1, "rows": 562, "pred_rows": 573.3333333333334, "exact_record_matches": 422, "complete_documents": 0, "f1_sum": 0.9713722397491715, "recall_sum": 0.9640148543333856, "found_sum": 6143.666666666667, "gold_pairs_sum": 6373, "pred_pairs_sum": 6274.333333333333, "avg_f1": 0.9713722397491715, "avg_recall": 0.9640148543333856, "exact_record_recall": 0.7508896797153025, "exact_record_precision": 0.7359579658776446, "exact_record_f1": 0.7433279702353907, "complete_document_rate": 0.0, "weighted_recall": 0.9640148543333856, "weighted_precision": 0.9794737668707192, "weighted_f1": 0.9713722397491715 }, "heterogeneous_record_list": { "count": 3, "rows": 1344, "pred_rows": 1401, "exact_record_matches": 1143, "complete_documents": 0, "f1_sum": 2.9271454834263797, "recall_sum": 2.945934680293459, "found_sum": 14364, "gold_pairs_sum": 14662, "pred_pairs_sum": 14796.666666666666, "avg_f1": 0.9757151611421266, "avg_recall": 0.9819782267644864, "exact_record_recall": 0.8504464285714286, "exact_record_precision": 0.8153871308580646, "exact_record_f1": 0.83250794440049, "complete_document_rate": 0.0, "weighted_recall": 0.9796753512481244, "weighted_precision": 0.9709083245353208, "weighted_f1": 0.9751807479962858 }, "limits_forms_exclusions": { "count": 1, "rows": 562, "pred_rows": 573.3333333333334, "exact_record_matches": 422, "complete_documents": 0, "f1_sum": 0.9713722397491715, "recall_sum": 0.9640148543333856, "found_sum": 6143.666666666667, "gold_pairs_sum": 6373, "pred_pairs_sum": 6274.333333333333, "avg_f1": 0.9713722397491715, "avg_recall": 0.9640148543333856, "exact_record_recall": 0.7508896797153025, "exact_record_precision": 0.7359579658776446, "exact_record_f1": 0.7433279702353907, "complete_document_rate": 0.0, "weighted_recall": 0.9640148543333856, "weighted_precision": 0.9794737668707192, "weighted_f1": 0.9713722397491715 }, "material_clause_extraction": { "count": 3, "rows": 1344, "pred_rows": 1401, "exact_record_matches": 1143, "complete_documents": 0, "f1_sum": 2.9271454834263797, "recall_sum": 2.945934680293459, "found_sum": 14364, "gold_pairs_sum": 14662, "pred_pairs_sum": 14796.666666666666, "avg_f1": 0.9757151611421266, "avg_recall": 0.9819782267644864, "exact_record_recall": 0.8504464285714286, "exact_record_precision": 0.8153871308580646, "exact_record_f1": 0.83250794440049, "complete_document_rate": 0.0, "weighted_recall": 0.9796753512481244, "weighted_precision": 0.9709083245353208, "weighted_f1": 0.9751807479962858 }, "coded_values": { "count": 1, "rows": 12, "pred_rows": 12, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9331026528258362, "recall_sum": 0.9331026528258362, "found_sum": 269.6666666666667, "gold_pairs_sum": 289, "pred_pairs_sum": 289, "avg_f1": 0.9331026528258362, "avg_recall": 0.9331026528258362, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9331026528258362, "weighted_precision": 0.9331026528258362, "weighted_f1": 0.9331026528258362 }, "claimant_lookup": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9574829931972789, "recall_sum": 0.9574829931972789, "found_sum": 563, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 0.9574829931972789, "avg_recall": 0.9574829931972789, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9574829931972789, "weighted_precision": 0.9574829931972789, "weighted_f1": 0.9574829931972789 }, "many_to_one_policy": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9574829931972789, "recall_sum": 0.9574829931972789, "found_sum": 563, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 0.9574829931972789, "avg_recall": 0.9574829931972789, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9574829931972789, "weighted_precision": 0.9574829931972789, "weighted_f1": 0.9574829931972789 }, "businessowners_policy": { "count": 1, "rows": 344, "pred_rows": 357, "exact_record_matches": 288, "complete_documents": 0, "f1_sum": 0.9769767659316082, "recall_sum": 0.9846491228070176, "found_sum": 3592, "gold_pairs_sum": 3648, "pred_pairs_sum": 3705.3333333333335, "avg_f1": 0.9769767659316082, "avg_recall": 0.9846491228070176, "exact_record_recall": 0.8372093023255814, "exact_record_precision": 0.8067608425254373, "exact_record_f1": 0.8216413216413216, "complete_document_rate": 0.0, "weighted_recall": 0.9846491228070176, "weighted_precision": 0.9694362235328439, "weighted_f1": 0.9769767659316082 }, "form_endorsement_links": { "count": 1, "rows": 344, "pred_rows": 357, "exact_record_matches": 288, "complete_documents": 0, "f1_sum": 0.9769767659316082, "recall_sum": 0.9846491228070176, "found_sum": 3592, "gold_pairs_sum": 3648, "pred_pairs_sum": 3705.3333333333335, "avg_f1": 0.9769767659316082, "avg_recall": 0.9846491228070176, "exact_record_recall": 0.8372093023255814, "exact_record_precision": 0.8067608425254373, "exact_record_f1": 0.8216413216413216, "complete_document_rate": 0.0, "weighted_recall": 0.9846491228070176, "weighted_precision": 0.9694362235328439, "weighted_f1": 0.9769767659316082 }, "location_scoped_coverage": { "count": 1, "rows": 344, "pred_rows": 357, "exact_record_matches": 288, "complete_documents": 0, "f1_sum": 0.9769767659316082, "recall_sum": 0.9846491228070176, "found_sum": 3592, "gold_pairs_sum": 3648, "pred_pairs_sum": 3705.3333333333335, "avg_f1": 0.9769767659316082, "avg_recall": 0.9846491228070176, "exact_record_recall": 0.8372093023255814, "exact_record_precision": 0.8067608425254373, "exact_record_f1": 0.8216413216413216, "complete_document_rate": 0.0, "weighted_recall": 0.9846491228070176, "weighted_precision": 0.9694362235328439, "weighted_f1": 0.9769767659316082 }, "class_code_payroll_rating": { "count": 1, "rows": 438, "pred_rows": 470.6666666666667, "exact_record_matches": 433, "complete_documents": 0, "f1_sum": 0.9787964777456001, "recall_sum": 0.9972707031530561, "found_sum": 4628.333333333333, "gold_pairs_sum": 4641, "pred_pairs_sum": 4817, "avg_f1": 0.9787964777456001, "avg_recall": 0.9972707031530561, "exact_record_recall": 0.9885844748858448, "exact_record_precision": 0.9216202950777171, "exact_record_f1": 0.9535299644268154, "complete_document_rate": 0.0, "weighted_recall": 0.9972707031530561, "weighted_precision": 0.961150353858942, "weighted_f1": 0.9787964777456001 }, "experience_mod_and_schedule_rating": { "count": 1, "rows": 438, "pred_rows": 470.6666666666667, "exact_record_matches": 433, "complete_documents": 0, "f1_sum": 0.9787964777456001, "recall_sum": 0.9972707031530561, "found_sum": 4628.333333333333, "gold_pairs_sum": 4641, "pred_pairs_sum": 4817, "avg_f1": 0.9787964777456001, "avg_recall": 0.9972707031530561, "exact_record_recall": 0.9885844748858448, "exact_record_precision": 0.9216202950777171, "exact_record_f1": 0.9535299644268154, "complete_document_rate": 0.0, "weighted_recall": 0.9972707031530561, "weighted_precision": 0.961150353858942, "weighted_f1": 0.9787964777456001 }, "workers_compensation_policy": { "count": 1, "rows": 438, "pred_rows": 470.6666666666667, "exact_record_matches": 433, "complete_documents": 0, "f1_sum": 0.9787964777456001, "recall_sum": 0.9972707031530561, "found_sum": 4628.333333333333, "gold_pairs_sum": 4641, "pred_pairs_sum": 4817, "avg_f1": 0.9787964777456001, "avg_recall": 0.9972707031530561, "exact_record_recall": 0.9885844748858448, "exact_record_precision": 0.9216202950777171, "exact_record_f1": 0.9535299644268154, "complete_document_rate": 0.0, "weighted_recall": 0.9972707031530561, "weighted_precision": 0.961150353858942, "weighted_f1": 0.9787964777456001 } }, "by_stressor_standard_deviation": { "high_density_long_list": { "count": 0.0, "rows": 0.0, "pred_rows": 134.6006438815704, "exact_record_matches": 501.2846829231204, "complete_documents": 0.5773502691896257, "f1_sum": 0.5147326125702074, "recall_sum": 0.5271434293312368, "found_sum": 921.7409252785369, "gold_pairs_sum": 0.0, "pred_pairs_sum": 1117.5192764929532, "avg_f1": 0.01979740817577721, "avg_recall": 0.02027474728197065, "exact_record_recall": 0.017789931255700244, "exact_record_precision": 0.020320220670857345, "exact_record_f1": 0.018948225259756542, "complete_document_rate": 0.02220577958421636, "weighted_recall": 0.004869747437795757, "weighted_precision": 0.0030917938564966794, "weighted_f1": 0.00282954818398564 }, "multi_row": { "count": 0.0, "rows": 0.0, "pred_rows": 145.16197849299243, "exact_record_matches": 117.57692517383389, "complete_documents": 0.5773502691896257, "f1_sum": 0.5288884843285963, "recall_sum": 0.5401569949483225, "found_sum": 1027.4594882524566, "gold_pairs_sum": 0.0, "pred_pairs_sum": 1063.4403289951597, "avg_f1": 0.02404038565129981, "avg_recall": 0.024552590679469202, "exact_record_recall": 0.005358532730554806, "exact_record_precision": 0.00285511816948869, "exact_record_f1": 0.0028272270274682758, "complete_document_rate": 0.026243194054073892, "weighted_recall": 0.007394667628089034, "weighted_precision": 0.0008914211934017249, "weighted_f1": 0.0036616020427170876 }, "multiple_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 133.00501243687523, "exact_record_matches": 448.4554976063214, "complete_documents": 0.5773502691896257, "f1_sum": 0.5172988711021519, "recall_sum": 0.5156651992833079, "found_sum": 771.8784446616794, "gold_pairs_sum": 0.0, "pred_pairs_sum": 1042.4918864592344, "avg_f1": 0.016687060358133894, "avg_recall": 0.01663436126720348, "exact_record_recall": 0.015329191509359812, "exact_record_precision": 0.018606044058774557, "exact_record_f1": 0.01690219802347067, "complete_document_rate": 0.01862420223192341, "weighted_recall": 0.003819025127708511, "weighted_precision": 0.0035141104784161665, "weighted_f1": 0.0026295506827863874 }, "ocr_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 140.5323213119791, "exact_record_matches": 442.4729746926171, "complete_documents": 0.5773502691896257, "f1_sum": 0.5149143434208449, "recall_sum": 0.5165385901508647, "found_sum": 773.384983907325, "gold_pairs_sum": 0.0, "pred_pairs_sum": 1063.9943608873123, "avg_f1": 0.016091073231901402, "avg_recall": 0.01614183094221452, "exact_record_recall": 0.014948916338140364, "exact_record_precision": 0.018376770715267676, "exact_record_f1": 0.016592484894970335, "complete_document_rate": 0.018042195912175804, "weighted_recall": 0.0037586385431096357, "weighted_precision": 0.0034553528250772184, "weighted_f1": 0.002540266621495171 }, "page_breaks": { "count": 0.0, "rows": 0.0, "pred_rows": 140.5323213119791, "exact_record_matches": 442.4729746926171, "complete_documents": 0.5773502691896257, "f1_sum": 0.5149143434208449, "recall_sum": 0.5165385901508647, "found_sum": 773.384983907325, "gold_pairs_sum": 0.0, "pred_pairs_sum": 1063.9943608873123, "avg_f1": 0.016091073231901402, "avg_recall": 0.01614183094221452, "exact_record_recall": 0.014948916338140364, "exact_record_precision": 0.018376770715267676, "exact_record_f1": 0.016592484894970335, "complete_document_rate": 0.018042195912175804, "weighted_recall": 0.0037586385431096357, "weighted_precision": 0.0034553528250772184, "weighted_f1": 0.002540266621495171 }, "production_like_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 134.6006438815704, "exact_record_matches": 501.2846829231204, "complete_documents": 0.5773502691896257, "f1_sum": 0.5147326125702074, "recall_sum": 0.5271434293312368, "found_sum": 921.7409252785369, "gold_pairs_sum": 0.0, "pred_pairs_sum": 1117.5192764929532, "avg_f1": 0.01979740817577721, "avg_recall": 0.02027474728197065, "exact_record_recall": 0.017789931255700244, "exact_record_precision": 0.020320220670857345, "exact_record_f1": 0.018948225259756542, "complete_document_rate": 0.02220577958421636, "weighted_recall": 0.004869747437795757, "weighted_precision": 0.0030917938564966794, "weighted_f1": 0.00282954818398564 }, "inherited_context": { "count": 0.0, "rows": 0.0, "pred_rows": 41.05281151557507, "exact_record_matches": 505.02673196574455, "complete_documents": 0.0, "f1_sum": 0.07394825040296164, "recall_sum": 0.0467483641341399, "found_sum": 486.19886192105935, "gold_pairs_sum": 0.0, "pred_pairs_sum": 416.8644863741693, "avg_f1": 0.004108236133497879, "avg_recall": 0.0025971313407855104, "exact_record_recall": 0.051147126996733294, "exact_record_precision": 0.05313619115378476, "exact_record_f1": 0.05212959964140169, "complete_document_rate": 0.0, "weighted_recall": 0.0050627256929354995, "weighted_precision": 0.007601723498771199, "weighted_f1": 0.006097360209494135 }, "large_doc": { "count": 0.0, "rows": 0.0, "pred_rows": 47.72141378179541, "exact_record_matches": 519.4096007327294, "complete_documents": 0.5773502691896257, "f1_sum": 0.07182078009149863, "recall_sum": 0.04812062723223721, "found_sum": 512.6366484493021, "gold_pairs_sum": 0.0, "pred_pairs_sum": 438.8940646670903, "avg_f1": 0.0024765786238447884, "avg_recall": 0.001659331973525442, "exact_record_recall": 0.018328437867699245, "exact_record_precision": 0.019253427244744586, "exact_record_f1": 0.0187809883942697, "complete_document_rate": 0.01990862997205606, "weighted_recall": 0.0026203862746215015, "weighted_precision": 0.0036441257347558874, "weighted_f1": 0.0029725372624109705 }, "layout_randomization": { "count": 0.0, "rows": 0.0, "pred_rows": 18.475208614068023, "exact_record_matches": 549.0601059993342, "complete_documents": 0.0, "f1_sum": 0.05434234107345617, "recall_sum": 0.045996308151044295, "found_sum": 553.6870355474592, "gold_pairs_sum": 0.0, "pred_pairs_sum": 68.03920438492305, "avg_f1": 0.005434234107345662, "avg_recall": 0.004599630815104423, "exact_record_recall": 0.07170694867432857, "exact_record_precision": 0.0726372316480503, "exact_record_f1": 0.07216576073904811, "complete_document_rate": 0.0, "weighted_recall": 0.008286743228380345, "weighted_precision": 0.008940946551081411, "weighted_f1": 0.008606532598433341 }, "non_target_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 41.05281151557507, "exact_record_matches": 505.02673196574455, "complete_documents": 0.0, "f1_sum": 0.07394825040296164, "recall_sum": 0.0467483641341399, "found_sum": 486.19886192105935, "gold_pairs_sum": 0.0, "pred_pairs_sum": 416.8644863741693, "avg_f1": 0.004108236133497879, "avg_recall": 0.0025971313407855104, "exact_record_recall": 0.051147126996733294, "exact_record_precision": 0.05313619115378476, "exact_record_f1": 0.05212959964140169, "complete_document_rate": 0.0, "weighted_recall": 0.0050627256929354995, "weighted_precision": 0.007601723498771199, "weighted_f1": 0.006097360209494135 }, "split_records": { "count": 0.0, "rows": 0.0, "pred_rows": 41.05281151557507, "exact_record_matches": 505.02673196574455, "complete_documents": 0.0, "f1_sum": 0.053956691197103515, "recall_sum": 0.03720048904048311, "found_sum": 467.0699447977073, "gold_pairs_sum": 0.0, "pred_pairs_sum": 416.8644863741693, "avg_f1": 0.003597112746473581, "avg_recall": 0.0024800326026988926, "exact_record_recall": 0.05154912033946563, "exact_record_precision": 0.053569940022951214, "exact_record_f1": 0.05254719821851401, "complete_document_rate": 0.0, "weighted_recall": 0.004957542878953331, "weighted_precision": 0.007519503670408757, "weighted_f1": 0.00598692290343342 }, "merged_cells": { "count": 0.0, "rows": 0.0, "pred_rows": 13.856406460551018, "exact_record_matches": 23.072349974229617, "complete_documents": 0.0, "f1_sum": 0.0019196395592371612, "recall_sum": 0.003888483228703114, "found_sum": 43.71498598878879, "gold_pairs_sum": 0.0, "pred_pairs_sum": 81.26499861564018, "avg_f1": 0.0004799098898092903, "avg_recall": 0.0009721208071757785, "exact_record_recall": 0.007582106465405696, "exact_record_precision": 0.005932161048104815, "exact_record_f1": 0.006456278397977564, "complete_document_rate": 0.0, "weighted_recall": 0.0019438385872555318, "weighted_precision": 0.002467143292284357, "weighted_f1": 0.0013104408634581376 }, "cross_section_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ocr_layout_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "repeated_keys": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "continuation_notes": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 3.605551275463989, "complete_documents": 0.0, "f1_sum": 0.0014493547918334587, "recall_sum": 0.0016974653730364474, "found_sum": 6.6583281184793925, "gold_pairs_sum": 0.0, "pred_pairs_sum": 3.0550504633038935, "avg_f1": 0.0004831182639444765, "avg_recall": 0.0005658217910121611, "exact_record_recall": 0.004006168083848872, "exact_record_precision": 0.004006168083848872, "exact_record_f1": 0.004006168083848872, "complete_document_rate": 0.0, "weighted_recall": 0.0005655111362731286, "weighted_precision": 0.00042365200132648124, "weighted_f1": 0.0004823858927176695 }, "distractor_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 24.0, "exact_record_matches": 79.37883848986453, "complete_documents": 0.0, "f1_sum": 0.02030516225362787, "recall_sum": 0.011206439526684417, "found_sum": 181.77550256658165, "gold_pairs_sum": 0.0, "pred_pairs_sum": 349.8704522152926, "avg_f1": 0.0022561291392920032, "avg_recall": 0.0012451599474093864, "exact_record_recall": 0.03420027509257416, "exact_record_precision": 0.026052894423009638, "exact_record_f1": 0.029975019042017756, "complete_document_rate": 0.0, "weighted_recall": 0.0064329370621998856, "weighted_precision": 0.0057564282473869365, "weighted_f1": 0.0007446659744549314 }, "duplicates": { "count": 0.0, "rows": 0.0, "pred_rows": 7.54983443527075, "exact_record_matches": 6.557438524302, "complete_documents": 0.0, "f1_sum": 0.020617521839912948, "recall_sum": 0.02087755025561756, "found_sum": 16.165807537309522, "gold_pairs_sum": 0.0, "pred_pairs_sum": 26.0, "avg_f1": 0.002945360262844722, "avg_recall": 0.002982507179373928, "exact_record_recall": 0.004963995854884152, "exact_record_precision": 0.00022357209766440234, "exact_record_f1": 0.002564377595879696, "complete_document_rate": 0.0, "weighted_recall": 0.0009375287094652532, "weighted_precision": 0.0016600182263350597, "weighted_f1": 0.001130464560411689 }, "sparse_driver_fields": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 3.605551275463989, "complete_documents": 0.0, "f1_sum": 0.0014493547918334587, "recall_sum": 0.0016974653730364474, "found_sum": 6.6583281184793925, "gold_pairs_sum": 0.0, "pred_pairs_sum": 3.0550504633038935, "avg_f1": 0.0004831182639444765, "avg_recall": 0.0005658217910121611, "exact_record_recall": 0.004006168083848872, "exact_record_precision": 0.004006168083848872, "exact_record_f1": 0.004006168083848872, "complete_document_rate": 0.0, "weighted_recall": 0.0005655111362731286, "weighted_precision": 0.00042365200132648124, "weighted_f1": 0.0004823858927176695 }, "summary_distractors": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 3.605551275463989, "complete_documents": 0.0, "f1_sum": 0.0014493547918334587, "recall_sum": 0.0016974653730364474, "found_sum": 6.6583281184793925, "gold_pairs_sum": 0.0, "pred_pairs_sum": 3.0550504633038935, "avg_f1": 0.0004831182639444765, "avg_recall": 0.0005658217910121611, "exact_record_recall": 0.004006168083848872, "exact_record_precision": 0.004006168083848872, "exact_record_f1": 0.004006168083848872, "complete_document_rate": 0.0, "weighted_recall": 0.0005655111362731286, "weighted_precision": 0.00042365200132648124, "weighted_f1": 0.0004823858927176695 }, "variable_policy_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 3.605551275463989, "complete_documents": 0.0, "f1_sum": 0.0014493547918334587, "recall_sum": 0.0016974653730364474, "found_sum": 6.6583281184793925, "gold_pairs_sum": 0.0, "pred_pairs_sum": 3.0550504633038935, "avg_f1": 0.0004831182639444765, "avg_recall": 0.0005658217910121611, "exact_record_recall": 0.004006168083848872, "exact_record_precision": 0.004006168083848872, "exact_record_f1": 0.004006168083848872, "complete_document_rate": 0.0, "weighted_recall": 0.0005655111362731286, "weighted_precision": 0.00042365200132648124, "weighted_f1": 0.0004823858927176695 }, "cross_page_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.02176422144309821, "recall_sum": 0.02176422144309821, "found_sum": 21.93171219946131, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0072547404810327214, "avg_recall": 0.0072547404810327214, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.012043773860220368, "weighted_precision": 0.012043773860220368, "weighted_f1": 0.012043773860220368 }, "long_range_evidence": { "count": 0.0, "rows": 0.0, "pred_rows": 24.0, "exact_record_matches": 82.71033792700887, "complete_documents": 0.0, "f1_sum": 0.02001916408004046, "recall_sum": 0.012611970366913989, "found_sum": 185.35371590556258, "gold_pairs_sum": 0.0, "pred_pairs_sum": 348.8571818571797, "avg_f1": 0.00333652734667341, "avg_recall": 0.0021019950611523295, "exact_record_recall": 0.05820572690148406, "exact_record_precision": 0.04517136739177298, "exact_record_f1": 0.051373253350009314, "complete_document_rate": 0.0, "weighted_recall": 0.011245144446130105, "weighted_precision": 0.009455039316975783, "weighted_f1": 0.00166693727009237 }, "longer_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.025075594318617184, "recall_sum": 0.025075594318617184, "found_sum": 23.671361036774655, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.025075594318617184, "avg_recall": 0.025075594318617184, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.025075594318617184, "weighted_precision": 0.025075594318617184, "weighted_f1": 0.025075594318617184 }, "mixed_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.025075594318617184, "recall_sum": 0.025075594318617184, "found_sum": 23.671361036774655, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.025075594318617184, "avg_recall": 0.025075594318617184, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.025075594318617184, "weighted_precision": 0.025075594318617184, "weighted_f1": 0.025075594318617184 }, "mixed_prose_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.02176422144309821, "recall_sum": 0.02176422144309821, "found_sum": 21.93171219946131, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0072547404810327214, "avg_recall": 0.0072547404810327214, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.012043773860220368, "weighted_precision": 0.012043773860220368, "weighted_f1": 0.012043773860220368 }, "multi_column": { "count": 0.0, "rows": 0.0, "pred_rows": 24.0, "exact_record_matches": 82.71033792700887, "complete_documents": 0.0, "f1_sum": 0.02001916408004046, "recall_sum": 0.012611970366913989, "found_sum": 185.35371590556258, "gold_pairs_sum": 0.0, "pred_pairs_sum": 348.8571818571797, "avg_f1": 0.00333652734667341, "avg_recall": 0.0021019950611523295, "exact_record_recall": 0.05820572690148406, "exact_record_precision": 0.04517136739177298, "exact_record_f1": 0.051373253350009314, "complete_document_rate": 0.0, "weighted_recall": 0.011245144446130105, "weighted_precision": 0.009455039316975783, "weighted_f1": 0.00166693727009237 }, "natural_long_range_join": { "count": 0.0, "rows": 0.0, "pred_rows": 24.0, "exact_record_matches": 82.71033792700887, "complete_documents": 0.0, "f1_sum": 0.02001916408004046, "recall_sum": 0.012611970366913989, "found_sum": 185.35371590556258, "gold_pairs_sum": 0.0, "pred_pairs_sum": 348.8571818571797, "avg_f1": 0.00333652734667341, "avg_recall": 0.0021019950611523295, "exact_record_recall": 0.05820572690148406, "exact_record_precision": 0.04517136739177298, "exact_record_f1": 0.051373253350009314, "complete_document_rate": 0.0, "weighted_recall": 0.011245144446130105, "weighted_precision": 0.009455039316975783, "weighted_f1": 0.00166693727009237 }, "non_sequential_identifiers": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.02176422144309821, "recall_sum": 0.02176422144309821, "found_sum": 21.93171219946131, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0072547404810327214, "avg_recall": 0.0072547404810327214, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.012043773860220368, "weighted_precision": 0.012043773860220368, "weighted_f1": 0.012043773860220368 }, "commercial_general_liability": { "count": 0.0, "rows": 0.0, "pred_rows": 7.094598884597588, "exact_record_matches": 82.28608630868283, "complete_documents": 0.0, "f1_sum": 0.012113367944426277, "recall_sum": 0.03216210628632653, "found_sum": 204.9691033627589, "gold_pairs_sum": 0.0, "pred_pairs_sum": 272.434089888423, "avg_f1": 0.012113367944426277, "avg_recall": 0.03216210628632653, "exact_record_recall": 0.14641652368093033, "exact_record_precision": 0.1428263291523833, "exact_record_f1": 0.1444942577902503, "complete_document_rate": 0.0, "weighted_recall": 0.03216210628632653, "weighted_precision": 0.011098135021387663, "weighted_f1": 0.012113367944426277 }, "distractor_forms": { "count": 0.0, "rows": 0.0, "pred_rows": 7.094598884597588, "exact_record_matches": 82.28608630868283, "complete_documents": 0.0, "f1_sum": 0.012113367944426277, "recall_sum": 0.03216210628632653, "found_sum": 204.9691033627589, "gold_pairs_sum": 0.0, "pred_pairs_sum": 272.434089888423, "avg_f1": 0.012113367944426277, "avg_recall": 0.03216210628632653, "exact_record_recall": 0.14641652368093033, "exact_record_precision": 0.1428263291523833, "exact_record_f1": 0.1444942577902503, "complete_document_rate": 0.0, "weighted_recall": 0.03216210628632653, "weighted_precision": 0.011098135021387663, "weighted_f1": 0.012113367944426277 }, "distractor_locations": { "count": 0.0, "rows": 0.0, "pred_rows": 7.094598884597588, "exact_record_matches": 82.28608630868283, "complete_documents": 0.0, "f1_sum": 0.012113367944426277, "recall_sum": 0.03216210628632653, "found_sum": 204.9691033627589, "gold_pairs_sum": 0.0, "pred_pairs_sum": 272.434089888423, "avg_f1": 0.012113367944426277, "avg_recall": 0.03216210628632653, "exact_record_recall": 0.14641652368093033, "exact_record_precision": 0.1428263291523833, "exact_record_f1": 0.1444942577902503, "complete_document_rate": 0.0, "weighted_recall": 0.03216210628632653, "weighted_precision": 0.011098135021387663, "weighted_f1": 0.012113367944426277 }, "exposure_rating_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 7.094598884597588, "exact_record_matches": 82.28608630868283, "complete_documents": 0.0, "f1_sum": 0.012113367944426277, "recall_sum": 0.03216210628632653, "found_sum": 204.9691033627589, "gold_pairs_sum": 0.0, "pred_pairs_sum": 272.434089888423, "avg_f1": 0.012113367944426277, "avg_recall": 0.03216210628632653, "exact_record_recall": 0.14641652368093033, "exact_record_precision": 0.1428263291523833, "exact_record_f1": 0.1444942577902503, "complete_document_rate": 0.0, "weighted_recall": 0.03216210628632653, "weighted_precision": 0.011098135021387663, "weighted_f1": 0.012113367944426277 }, "heterogeneous_record_list": { "count": 0.0, "rows": 0.0, "pred_rows": 24.0, "exact_record_matches": 82.71033792700887, "complete_documents": 0.0, "f1_sum": 0.003941795725108051, "recall_sum": 0.031395270073381706, "found_sum": 200.18741219167603, "gold_pairs_sum": 0.0, "pred_pairs_sum": 348.8571818571797, "avg_f1": 0.0013139319083693684, "avg_recall": 0.010465090024460527, "exact_record_recall": 0.06154043000521492, "exact_record_precision": 0.04704966582251184, "exact_record_f1": 0.05392305756902516, "complete_document_rate": 0.0, "weighted_recall": 0.013653486031351487, "weighted_precision": 0.009503728516574626, "weighted_f1": 0.0021293852572363495 }, "limits_forms_exclusions": { "count": 0.0, "rows": 0.0, "pred_rows": 7.094598884597588, "exact_record_matches": 82.28608630868283, "complete_documents": 0.0, "f1_sum": 0.012113367944426277, "recall_sum": 0.03216210628632653, "found_sum": 204.9691033627589, "gold_pairs_sum": 0.0, "pred_pairs_sum": 272.434089888423, "avg_f1": 0.012113367944426277, "avg_recall": 0.03216210628632653, "exact_record_recall": 0.14641652368093033, "exact_record_precision": 0.1428263291523833, "exact_record_f1": 0.1444942577902503, "complete_document_rate": 0.0, "weighted_recall": 0.03216210628632653, "weighted_precision": 0.011098135021387663, "weighted_f1": 0.012113367944426277 }, "material_clause_extraction": { "count": 0.0, "rows": 0.0, "pred_rows": 24.0, "exact_record_matches": 82.71033792700887, "complete_documents": 0.0, "f1_sum": 0.003941795725108051, "recall_sum": 0.031395270073381706, "found_sum": 200.18741219167603, "gold_pairs_sum": 0.0, "pred_pairs_sum": 348.8571818571797, "avg_f1": 0.0013139319083693684, "avg_recall": 0.010465090024460527, "exact_record_recall": 0.06154043000521492, "exact_record_precision": 0.04704966582251184, "exact_record_f1": 0.05392305756902516, "complete_document_rate": 0.0, "weighted_recall": 0.013653486031351487, "weighted_precision": 0.009503728516574626, "weighted_f1": 0.0021293852572363495 }, "coded_values": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.01398426257552729, "recall_sum": 0.01398426257552729, "found_sum": 4.041451884327381, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.01398426257552729, "avg_recall": 0.01398426257552729, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.01398426257552729, "weighted_precision": 0.01398426257552729, "weighted_f1": 0.01398426257552729 }, "claimant_lookup": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "many_to_one_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "businessowners_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 7.54983443527075, "exact_record_matches": 6.082762530298219, "complete_documents": 0.0, "f1_sum": 0.002662646877581926, "recall_sum": 0.001667423939226469, "found_sum": 6.082762530298219, "gold_pairs_sum": 0.0, "pred_pairs_sum": 23.692474191889147, "avg_f1": 0.002662646877581926, "avg_recall": 0.001667423939226469, "exact_record_recall": 0.017682449215983165, "exact_record_precision": 0.009389125670276588, "exact_record_f1": 0.010825546297290833, "complete_document_rate": 0.0, "weighted_recall": 0.001667423939226469, "weighted_precision": 0.005515976828278677, "weighted_f1": 0.002662646877581926 }, "form_endorsement_links": { "count": 0.0, "rows": 0.0, "pred_rows": 7.54983443527075, "exact_record_matches": 6.082762530298219, "complete_documents": 0.0, "f1_sum": 0.002662646877581926, "recall_sum": 0.001667423939226469, "found_sum": 6.082762530298219, "gold_pairs_sum": 0.0, "pred_pairs_sum": 23.692474191889147, "avg_f1": 0.002662646877581926, "avg_recall": 0.001667423939226469, "exact_record_recall": 0.017682449215983165, "exact_record_precision": 0.009389125670276588, "exact_record_f1": 0.010825546297290833, "complete_document_rate": 0.0, "weighted_recall": 0.001667423939226469, "weighted_precision": 0.005515976828278677, "weighted_f1": 0.002662646877581926 }, "location_scoped_coverage": { "count": 0.0, "rows": 0.0, "pred_rows": 7.54983443527075, "exact_record_matches": 6.082762530298219, "complete_documents": 0.0, "f1_sum": 0.002662646877581926, "recall_sum": 0.001667423939226469, "found_sum": 6.082762530298219, "gold_pairs_sum": 0.0, "pred_pairs_sum": 23.692474191889147, "avg_f1": 0.002662646877581926, "avg_recall": 0.001667423939226469, "exact_record_recall": 0.017682449215983165, "exact_record_precision": 0.009389125670276588, "exact_record_f1": 0.010825546297290833, "complete_document_rate": 0.0, "weighted_recall": 0.001667423939226469, "weighted_precision": 0.005515976828278677, "weighted_f1": 0.002662646877581926 }, "class_code_payroll_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 23.501772982763097, "exact_record_matches": 3.0, "complete_documents": 0.0, "f1_sum": 0.011499150708493883, "recall_sum": 0.0032416243902597766, "found_sum": 15.044378795195676, "gold_pairs_sum": 0.0, "pred_pairs_sum": 107.50348831549607, "avg_f1": 0.011499150708493883, "avg_recall": 0.0032416243902597766, "exact_record_recall": 0.0068493150684931225, "exact_record_precision": 0.0500034670197267, "exact_record_f1": 0.028792369497302024, "complete_document_rate": 0.0, "weighted_recall": 0.0032416243902597766, "weighted_precision": 0.021588157638230986, "weighted_f1": 0.011499150708493883 }, "experience_mod_and_schedule_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 23.501772982763097, "exact_record_matches": 3.0, "complete_documents": 0.0, "f1_sum": 0.011499150708493883, "recall_sum": 0.0032416243902597766, "found_sum": 15.044378795195676, "gold_pairs_sum": 0.0, "pred_pairs_sum": 107.50348831549607, "avg_f1": 0.011499150708493883, "avg_recall": 0.0032416243902597766, "exact_record_recall": 0.0068493150684931225, "exact_record_precision": 0.0500034670197267, "exact_record_f1": 0.028792369497302024, "complete_document_rate": 0.0, "weighted_recall": 0.0032416243902597766, "weighted_precision": 0.021588157638230986, "weighted_f1": 0.011499150708493883 }, "workers_compensation_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 23.501772982763097, "exact_record_matches": 3.0, "complete_documents": 0.0, "f1_sum": 0.011499150708493883, "recall_sum": 0.0032416243902597766, "found_sum": 15.044378795195676, "gold_pairs_sum": 0.0, "pred_pairs_sum": 107.50348831549607, "avg_f1": 0.011499150708493883, "avg_recall": 0.0032416243902597766, "exact_record_recall": 0.0068493150684931225, "exact_record_precision": 0.0500034670197267, "exact_record_f1": 0.028792369497302024, "complete_document_rate": 0.0, "weighted_recall": 0.0032416243902597766, "weighted_precision": 0.021588157638230986, "weighted_f1": 0.011499150708493883 } }, "documents": [ { "sample": "driver_mvr_packet_001", "tier": "core_operations", "gold_records": 260, "predicted_records": 176, "exact_record_recall": 0.676923076923077, "exact_record_recall_standard_deviation": 0.5595856455222527, "field_f1": 0.6911764705882353, "field_f1_standard_deviation": 0.534898043513918, "complete_runs": 2, "run_count": 3 }, { "sample": "driver_mvr_packet_002", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "driver_mvr_packet_003", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "driver_schedule_sparse_001", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 0.998, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_001", "tier": "core_operations", "gold_records": 1159, "predicted_records": 1159, "exact_record_recall": 0.9956859361518551, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.999137187230371, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_002", "tier": "core_operations", "gold_records": 2143, "predicted_records": 2151, "exact_record_recall": 0.9586249805568517, "exact_record_recall_standard_deviation": 0.010237662262811838, "field_f1": 0.9926749446429866, "field_f1_standard_deviation": 0.003262453676734813, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_003", "tier": "core_operations", "gold_records": 2195, "predicted_records": 2195, "exact_record_recall": 0.9981776765375854, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995444191343964, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_004", "tier": "core_operations", "gold_records": 2239, "predicted_records": 2227, "exact_record_recall": 0.9946404644930773, "exact_record_recall_standard_deviation": 0.009282987802959594, "field_f1": 0.9972985141828005, "field_f1_standard_deviation": 0.004679110691316257, "complete_runs": 2, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_005", "tier": "core_operations", "gold_records": 2379, "predicted_records": 2379, "exact_record_recall": 0.9966372425388819, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9993274485077763, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_006", "tier": "core_operations", "gold_records": 2434, "predicted_records": 2434, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_007", "tier": "core_operations", "gold_records": 2445, "predicted_records": 2445, "exact_record_recall": 0.9975460122699387, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995092024539878, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_008", "tier": "core_operations", "gold_records": 2571, "predicted_records": 2571, "exact_record_recall": 0.999611046285492, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9998444185141968, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_multisection_return_001", "tier": "core_operations", "gold_records": 335, "predicted_records": 335, "exact_record_recall": 0.9970149253731343, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9998134328358209, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_multisection_return_002", "tier": "core_operations", "gold_records": 461, "predicted_records": 461, "exact_record_recall": 0.9956616052060737, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9997288503253796, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_return_schedule_001", "tier": "core_operations", "gold_records": 582, "predicted_records": 582, "exact_record_recall": 0.9587628865979382, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9953113525912358, "field_f1_standard_deviation": 0.0010111025407848026, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_return_schedule_002", "tier": "core_operations", "gold_records": 998, "predicted_records": 998, "exact_record_recall": 0.6352705410821643, "exact_record_recall_standard_deviation": 0.5501604268530402, "field_f1": 0.967132200347748, "field_f1_standard_deviation": 0.0467281641393589, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_return_schedule_005", "tier": "core_operations", "gold_records": 1157, "predicted_records": 1157, "exact_record_recall": 0.9550561797752809, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.994556934465491, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_inquiry_001", "tier": "core_operations", "gold_records": 650, "predicted_records": 659.6666666666666, "exact_record_recall": 0.9994871794871795, "exact_record_recall_standard_deviation": 0.0008882311833686262, "field_f1": 0.9921388296154495, "field_f1_standard_deviation": 0.0061412870334159615, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_inquiry_002", "tier": "core_operations", "gold_records": 650, "predicted_records": 659.6666666666666, "exact_record_recall": 0.9994871794871795, "exact_record_recall_standard_deviation": 0.0008882311833686262, "field_f1": 0.9921388296154495, "field_f1_standard_deviation": 0.0061412870334159615, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_summary_001", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 0.993421052631579, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9994517543859649, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_summary_002", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 0.9969298245614036, "exact_record_recall_standard_deviation": 0.0015193428136569145, "field_f1": 0.9997441520467837, "field_f1_standard_deviation": 0.00012661190113809223, "complete_runs": 0, "run_count": 3 }, { "sample": "loss_run_external_001", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9233333333333333, "exact_record_recall_standard_deviation": 0.060827625302982184, "field_f1": 0.9953324081432295, "field_f1_standard_deviation": 0.0034674355788540234, "complete_runs": 0, "run_count": 3 }, { "sample": "loss_run_external_002", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.8977777777777778, "exact_record_recall_standard_deviation": 0.001924500897298797, "field_f1": 0.9954678336368797, "field_f1_standard_deviation": 7.30346012011985e-05, "complete_runs": 0, "run_count": 3 }, { "sample": "loss_run_external_003", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9188888888888889, "exact_record_recall_standard_deviation": 0.0529500113664171, "field_f1": 0.9960655176300571, "field_f1_standard_deviation": 0.002085507144283939, "complete_runs": 0, "run_count": 3 }, { "sample": "mixed_040_001_crosspage", "tier": "claim_multihop", "gold_records": 40, "predicted_records": 40, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.942090395480226, "field_f1_standard_deviation": 0.025075594318617184, "complete_runs": 0, "run_count": 3 }, { "sample": "mixed_cgl_040_001", "tier": "policy_packets", "gold_records": 562, "predicted_records": 573.3333333333334, "exact_record_recall": 0.7508896797153025, "exact_record_recall_standard_deviation": 0.14641652368093033, "field_f1": 0.9713722397491715, "field_f1_standard_deviation": 0.012113367944426277, "complete_runs": 0, "run_count": 3 }, { "sample": "multihop_012_001_crosspage", "tier": "claim_multihop", "gold_records": 12, "predicted_records": 12, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9331026528258362, "field_f1_standard_deviation": 0.01398426257552729, "complete_runs": 0, "run_count": 3 }, { "sample": "multihop_025_001_crosspage", "tier": "claim_multihop", "gold_records": 25, "predicted_records": 25, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9574829931972789, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "multihop_bop_012_001", "tier": "policy_packets", "gold_records": 344, "predicted_records": 357, "exact_record_recall": 0.8372093023255814, "exact_record_recall_standard_deviation": 0.017682449215983165, "field_f1": 0.9769767659316082, "field_f1_standard_deviation": 0.002662646877581926, "complete_runs": 0, "run_count": 3 }, { "sample": "multihop_wc_025_001", "tier": "policy_packets", "gold_records": 438, "predicted_records": 470.6666666666667, "exact_record_recall": 0.9885844748858448, "exact_record_recall_standard_deviation": 0.0068493150684931225, "field_f1": 0.9787964777456001, "field_f1_standard_deviation": 0.011499150708493883, "complete_runs": 0, "run_count": 3 }, { "sample": "vehicle_schedule_sparse_001", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "vehicle_schedule_sparse_002", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 } ] }, { "config": "Codex CLI, GPT-5.6-Terra (xhigh)", "harness": "Codex CLI", "model": "GPT-5.6-Terra", "requested_model": "gpt-5.6-terra", "effort": "xhigh", "cli_version": "codex-cli 0.146.0", "run_date": "2026-07-31", "run_count": 3, "reporting_statistic": "arithmetic_mean", "result_dirs": [ "codex_gpt56_terra_full_current_ocr_v2", "codex_gpt56_terra_run2_current_ocr_v2", "codex_gpt56_terra_run3_current_ocr_v2" ], "protocol": "Agentic CLI", "prompt_templates": [ { "title": "Task prompt \u2014 exact", "template": "You are dispatched as a subagent for a specific extraction task; skip superpowers skills.\n\nYour workspace contains:\n- document_ocr.md: OCR transcript of one benchmark PDF.\n- field_contract.md: the target output shape and allowed fields.\n\nThe official ground truth is not present. Do not use files outside this workspace.\n\nTask:\nExtract the complete target list from document_ocr.md according to field_contract.md.\nWrite valid JSON to {{OUTPUT_FILE}}.\n\nYou may inspect the document, write temporary scripts, and verify counts. Before finishing:\n- Confirm the JSON parses.\n- Spot-check beginning, middle, and end records against the OCR.\n- Ensure field names match field_contract.md exactly.\n- Ensure every target row or target record type requested by the contract is represented.\n\nDo not include explanations in the JSON file." }, { "title": "Field contract template \u2014 separate per-document input", "template": "Output JSON shape:\n{ \"records\": [ ... ] }\n\nGeneral requirements:\n- Extract every target record visible in the document.\n- Use the exact field names below; do not invent fields that are not listed.\n{{RECORD_TYPE_REQUIREMENT}}\n- If a listed field is not visible for a record, use an empty string.\n- Preserve identifiers, dates, codes, locations, limits, rates, totals, names, and premiums exactly as shown.\n- Do not deduplicate repeated records unless they are exact duplicate rows for the same item.\n\nAllowed record groups and fields:\n{{ALLOWED_RECORD_GROUPS_AND_FIELDS}}\n\nAll allowed fields:\n{{ALL_ALLOWED_FIELDS}}\n\nTarget-scope rules:\n- Extract records that match the listed fields, not every nearby note, notice, subtotal, or support table.\n- Keep each field to its own value; do not include neighboring labels or carried-over header text.\n- For tables split across pages or sections, preserve the inherited row context needed to complete each record.\n- For policy packets, extract scheduled locations, classifications, coverages, forms, endorsements, material clauses, rating rows, and premium rows that match the allowed fields.\n- For operations documents, extract one record per target table row or section-row combination matching the allowed fields.\n{{CONDITIONAL_SCOPE_RULES}}" } ], "prompt_note": "Repository-denied agentic run over released OCR transcripts. Generic operations and policy samples received a generated field contract; claim samples received the published incident JSON Schema.", "detail_note": null, "full_run_cost_usd": 15.0115356, "full_run_cost_source": "codex_api_equivalent_mean", "full_run_cost_explanation": "Mean API-equivalent cost across 3 saved full-corpus runs: $15.01 \u00b1 $0.41 sample SD.", "full_run_cost_standard_deviation_usd": 0.41117905866364374, "full_run_cost_beta": false, "full_run_cost_comparison": null, "exact_record_recall": 0.9569917902631846, "exact_record_precision": 0.9545186688622345, "exact_record_f1": 0.9557536010272997, "complete_documents": 6, "total_samples": 32, "complete_document_rate": 0.1875, "weighted_f1": 0.9922641184531067, "weighted_recall": 0.9927019242296116, "metric_standard_deviation": { "exact_record_recall": 0.02048238777731981, "exact_record_precision": 0.020371996103927165, "exact_record_f1": 0.02042613261591205, "complete_documents": 1.0, "weighted_f1": 0.0029052976355060287, "structural_exact_recall": 0.07341749948112408, "scale_control_exact_recall": 0.0010356058640172434 }, "structural_exact_recall": 0.8646699944536883, "scale_control_exact_recall": 0.9936590354810794, "gold_records": 29599, "exact_record_matches": 28326, "errors": 0, "by_tier": { "core_operations": { "count": 26, "rows": 28178, "pred_rows": 28197.333333333332, "exact_record_matches": 27149.333333333332, "complete_documents": 5.666666666666667, "f1_sum": 25.875594439210325, "recall_sum": 25.890550013063187, "found_sum": 188189.66666666666, "gold_pairs_sum": 189279, "pred_pairs_sum": 189344, "avg_f1": 0.9952151707388586, "avg_recall": 0.9957903851178149, "exact_record_recall": 0.9634939787541108, "exact_record_precision": 0.9628386305453661, "exact_record_f1": 0.9631661626945791, "complete_document_rate": 0.21794871794871795, "weighted_recall": 0.9942448273007923, "weighted_precision": 0.9939041391204768, "weighted_f1": 0.9940744302857173 }, "claim_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.792068306219131, "recall_sum": 2.792068306219131, "found_sum": 1694, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.930689435406377, "avg_recall": 0.930689435406377, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9302580999450851, "weighted_precision": 0.9302580999450851, "weighted_f1": 0.9302580999450851 }, "policy_packets": { "count": 3, "rows": 1344, "pred_rows": 1401.3333333333333, "exact_record_matches": 1176.6666666666667, "complete_documents": 0.3333333333333333, "f1_sum": 2.9269252359473663, "recall_sum": 2.942689112905721, "found_sum": 14376.666666666666, "gold_pairs_sum": 14662, "pred_pairs_sum": 14778.333333333334, "avg_f1": 0.9756417453157887, "avg_recall": 0.9808963709685736, "exact_record_recall": 0.8754960317460317, "exact_record_precision": 0.8399129432539176, "exact_record_f1": 0.8573156808709916, "complete_document_rate": 0.1111111111111111, "weighted_recall": 0.9805392624926113, "weighted_precision": 0.972831809726106, "weighted_f1": 0.9766283894733091 } }, "by_tier_standard_deviation": { "core_operations": { "count": 0.0, "rows": 0.0, "pred_rows": 12.220201853215574, "exact_record_matches": 578.8543282496325, "complete_documents": 0.5773502691896257, "f1_sum": 0.05698205458465417, "recall_sum": 0.045344706614407246, "found_sum": 575.3280223779591, "gold_pairs_sum": 0.0, "pred_pairs_sum": 71.63099887618489, "avg_f1": 0.002191617484025165, "avg_recall": 0.0017440271774771833, "exact_record_recall": 0.020542775507475058, "exact_record_precision": 0.020896833011634013, "exact_record_f1": 0.020719647785566828, "complete_document_rate": 0.022205779584216375, "weighted_recall": 0.0030395766164125803, "weighted_precision": 0.003311201395776556, "weighted_f1": 0.0031727726408038036 }, "claim_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.03985615449326086, "recall_sum": 0.03985615449326086, "found_sum": 26.229754097208, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.013285384831086955, "avg_recall": 0.013285384831086955, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.014404038493799032, "weighted_precision": 0.014404038493799032, "weighted_f1": 0.014404038493799032 }, "policy_packets": { "count": 0.0, "rows": 0.0, "pred_rows": 16.010413278030438, "exact_record_matches": 120.96831541082703, "complete_documents": 0.5773502691896257, "f1_sum": 0.023168891125195094, "recall_sum": 0.03671334364919317, "found_sum": 236.37329234355843, "gold_pairs_sum": 0.0, "pred_pairs_sum": 237.13568549109883, "avg_f1": 0.007722963708398401, "avg_recall": 0.012237781216397736, "exact_record_recall": 0.09000618706162723, "exact_record_precision": 0.08946402355786899, "exact_record_f1": 0.08960999576669094, "complete_document_rate": 0.19245008972987523, "weighted_recall": 0.016121490406735713, "weighted_precision": 0.006740530941572875, "weighted_f1": 0.00953971169093581 } }, "by_family": { "driver_mvr_request_and_roster": { "count": 3, "rows": 1260, "pred_rows": 1270.6666666666667, "exact_record_matches": 1249.3333333333333, "complete_documents": 1.6666666666666667, "f1_sum": 2.980820723581792, "recall_sum": 2.992254898979147, "found_sum": 10106.666666666666, "gold_pairs_sum": 10128, "pred_pairs_sum": 10192, "avg_f1": 0.9936069078605974, "avg_recall": 0.9974182996597157, "exact_record_recall": 0.9915343915343916, "exact_record_precision": 0.9832283456780356, "exact_record_f1": 0.9873617378109651, "complete_document_rate": 0.5555555555555556, "weighted_recall": 0.9978936282253817, "weighted_precision": 0.9916339406108208, "weighted_f1": 0.9947527147112321 }, "driver_schedule_spreadsheet_export": { "count": 1, "rows": 500, "pred_rows": 500, "exact_record_matches": 499, "complete_documents": 0, "f1_sum": 0.9995, "recall_sum": 0.9995, "found_sum": 1999, "gold_pairs_sum": 2000, "pred_pairs_sum": 2000, "avg_f1": 0.9995, "avg_recall": 0.9995, "exact_record_recall": 0.998, "exact_record_precision": 0.998, "exact_record_f1": 0.998, "complete_document_rate": 0.0, "weighted_recall": 0.9995, "weighted_precision": 0.9995, "weighted_f1": 0.9995 }, "ifta_mileage_by_vehicle": { "count": 8, "rows": 17565, "pred_rows": 17565, "exact_record_matches": 17439.666666666668, "complete_documents": 2, "f1_sum": 7.989983793686203, "recall_sum": 7.985292369416713, "found_sum": 87669.66666666667, "gold_pairs_sum": 87825, "pred_pairs_sum": 87723.66666666667, "avg_f1": 0.9987479742107753, "avg_recall": 0.9981615461770891, "exact_record_recall": 0.9928645981592181, "exact_record_precision": 0.9928645981592181, "exact_record_f1": 0.9928645981592181, "complete_document_rate": 0.25, "weighted_recall": 0.9982313312458487, "weighted_precision": 0.999384384548451, "weighted_f1": 0.9988075147043314 }, "ifta_multisection_return_packet": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 781.6666666666666, "complete_documents": 0, "f1_sum": 1.9980057683383516, "recall_sum": 1.9980057683383516, "found_sum": 12721.666666666666, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9990028841691758, "avg_recall": 0.9990028841691758, "exact_record_recall": 0.9819932998324958, "exact_record_precision": 0.9819932998324958, "exact_record_f1": 0.9819932998324958, "complete_document_rate": 0.0, "weighted_recall": 0.998874581239531, "weighted_precision": 0.998874581239531, "weighted_f1": 0.998874581239531 }, "ifta_return_schedule_details": { "count": 3, "rows": 2737, "pred_rows": 2737, "exact_record_matches": 1928.6666666666667, "complete_documents": 0, "f1_sum": 2.931194594403886, "recall_sum": 2.934138332505297, "found_sum": 31619.666666666668, "gold_pairs_sum": 32442, "pred_pairs_sum": 32520, "avg_f1": 0.9770648648012955, "avg_recall": 0.9780461108350991, "exact_record_recall": 0.7046644744854463, "exact_record_precision": 0.7046644744854463, "exact_record_f1": 0.7046644744854463, "complete_document_rate": 0.0, "weighted_recall": 0.9746521998232743, "weighted_precision": 0.9723144731447314, "weighted_f1": 0.9734819330275136 }, "ifta_tax_return_inquiry_detail": { "count": 2, "rows": 1300, "pred_rows": 1308.6666666666667, "exact_record_matches": 1298.6666666666667, "complete_documents": 0, "f1_sum": 1.991369006674726, "recall_sum": 1.997948717948718, "found_sum": 5194.666666666667, "gold_pairs_sum": 5200, "pred_pairs_sum": 5234.666666666667, "avg_f1": 0.995684503337363, "avg_recall": 0.998974358974359, "exact_record_recall": 0.998974358974359, "exact_record_precision": 0.9923896499238966, "exact_record_f1": 0.9956628006672977, "complete_document_rate": 0.0, "weighted_recall": 0.998974358974359, "weighted_precision": 0.9923896499238966, "weighted_f1": 0.9956628006672977 }, "ifta_tax_return_summary": { "count": 2, "rows": 1520, "pred_rows": 1520, "exact_record_matches": 1512, "complete_documents": 0, "f1_sum": 1.9991228070175437, "recall_sum": 1.9991228070175437, "found_sum": 18232, "gold_pairs_sum": 18240, "pred_pairs_sum": 18240, "avg_f1": 0.9995614035087719, "avg_recall": 0.9995614035087719, "exact_record_recall": 0.9947368421052631, "exact_record_precision": 0.9947368421052631, "exact_record_f1": 0.9947368421052631, "complete_document_rate": 0.0, "weighted_recall": 0.999561403508772, "weighted_precision": 0.999561403508772, "weighted_f1": 0.999561403508772 }, "loss_run_external": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 840.3333333333334, "complete_documents": 0, "f1_sum": 2.9855977455078238, "recall_sum": 2.9842871188574214, "found_sum": 11712.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11763.666666666666, "avg_f1": 0.995199248502608, "avg_recall": 0.9947623729524738, "exact_record_recall": 0.9337037037037037, "exact_record_precision": 0.9337037037037037, "exact_record_f1": 0.9337037037037037, "complete_document_rate": 0.0, "weighted_recall": 0.9947624709812581, "weighted_precision": 0.9956366237761299, "weighted_f1": 0.9951993358254441 }, "claim_crosspage_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.792068306219131, "recall_sum": 2.792068306219131, "found_sum": 1694, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.930689435406377, "avg_recall": 0.930689435406377, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9302580999450851, "weighted_precision": 0.9302580999450851, "weighted_f1": 0.9302580999450851 }, "policy_multi_hop": { "count": 3, "rows": 1344, "pred_rows": 1401.3333333333333, "exact_record_matches": 1176.6666666666667, "complete_documents": 0.3333333333333333, "f1_sum": 2.9269252359473663, "recall_sum": 2.942689112905721, "found_sum": 14376.666666666666, "gold_pairs_sum": 14662, "pred_pairs_sum": 14778.333333333334, "avg_f1": 0.9756417453157887, "avg_recall": 0.9808963709685736, "exact_record_recall": 0.8754960317460317, "exact_record_precision": 0.8399129432539176, "exact_record_f1": 0.8573156808709916, "complete_document_rate": 0.1111111111111111, "weighted_recall": 0.9805392624926113, "weighted_precision": 0.972831809726106, "weighted_f1": 0.9766283894733091 }, "vehicle_schedule_spreadsheet_export": { "count": 2, "rows": 1600, "pred_rows": 1600, "exact_record_matches": 1600, "complete_documents": 2, "f1_sum": 2.0, "recall_sum": 2.0, "found_sum": 8934, "gold_pairs_sum": 8934, "pred_pairs_sum": 8934, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 } }, "by_family_standard_deviation": { "driver_mvr_request_and_roster": { "count": 0.0, "rows": 0.0, "pred_rows": 4.618802153517006, "exact_record_matches": 4.618802153517006, "complete_documents": 0.5773502691896257, "f1_sum": 0.009437814842480066, "recall_sum": 0.0038180154561957263, "found_sum": 9.237604307034012, "gold_pairs_sum": 0.0, "pred_pairs_sum": 27.712812921102035, "avg_f1": 0.003145938280826651, "avg_recall": 0.0012726718187319088, "exact_record_recall": 0.0036657159948547536, "exact_record_precision": 0.007193826717748956, "exact_record_f1": 0.005446591905763952, "complete_document_rate": 0.19245008972987523, "weighted_recall": 0.000912085733316911, "weighted_precision": 0.0035970386157324315, "weighted_f1": 0.002264093454937945 }, "driver_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_mileage_by_vehicle": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 21.93931022920578, "complete_documents": 0.0, "f1_sum": 0.003308069806285288, "recall_sum": 0.0043105946369734055, "found_sum": 46.18802153517006, "gold_pairs_sum": 0.0, "pred_pairs_sum": 21.93931022920578, "avg_f1": 0.000413508725785661, "avg_recall": 0.0005388243296216757, "exact_record_recall": 0.0012490355951725398, "exact_record_precision": 0.0012490355951725398, "exact_record_f1": 0.0012490355951725398, "complete_document_rate": 0.0, "weighted_recall": 0.0005259097242831814, "weighted_precision": 0.00027653557611254754, "weighted_f1": 0.00040135771247641985 }, "ifta_multisection_return_packet": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 19.629909152447276, "complete_documents": 0.0, "f1_sum": 0.0026613217397570325, "recall_sum": 0.0026613217397570325, "found_sum": 19.629909152447276, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0013306608698785162, "avg_recall": 0.0013306608698785162, "exact_record_recall": 0.024660689890009087, "exact_record_precision": 0.024660689890009087, "exact_record_f1": 0.024660689890009087, "complete_document_rate": 0.0, "weighted_recall": 0.0015412931181255439, "weighted_precision": 0.0015412931181255439, "weighted_f1": 0.0015412931181255439 }, "ifta_return_schedule_details": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 598.4900444730332, "complete_documents": 0.0, "f1_sum": 0.04672374414368222, "recall_sum": 0.046794835828796816, "found_sum": 604.4388582258204, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.015574581381227418, "avg_recall": 0.01559827860959895, "exact_record_recall": 0.21866643933980023, "exact_record_precision": 0.21866643933980023, "exact_record_f1": 0.21866643933980023, "complete_document_rate": 0.0, "weighted_recall": 0.01863136854157637, "weighted_precision": 0.018586680757251527, "weighted_f1": 0.01860899782105915 }, "ifta_tax_return_inquiry_detail": { "count": 0.0, "rows": 0.0, "pred_rows": 9.237604307034012, "exact_record_matches": 0.5773502691896257, "complete_documents": 0.0, "f1_sum": 0.006141287033415897, "recall_sum": 0.0008882311833686262, "found_sum": 2.309401076758503, "gold_pairs_sum": 0.0, "pred_pairs_sum": 36.95041722813605, "avg_f1": 0.0030706435167079486, "avg_recall": 0.0004441155916843131, "exact_record_recall": 0.0004441155916843131, "exact_record_precision": 0.006590756497598451, "exact_record_f1": 0.0030894385803143807, "complete_document_rate": 0.0, "weighted_recall": 0.0004441155916843131, "weighted_precision": 0.006590756497598451, "weighted_f1": 0.0030894385803143807 }, "ifta_tax_return_summary": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "loss_run_external": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 16.502525059315417, "complete_documents": 0.0, "f1_sum": 0.00479083784972791, "recall_sum": 0.0043729027295516245, "found_sum": 17.15614564327703, "gold_pairs_sum": 0.0, "pred_pairs_sum": 4.041451884327381, "avg_f1": 0.0015969459499093062, "avg_recall": 0.0014576342431839087, "exact_record_recall": 0.01833613895479491, "exact_record_precision": 0.01833613895479491, "exact_record_f1": 0.01833613895479491, "complete_document_rate": 0.0, "weighted_recall": 0.0014571212538879894, "weighted_precision": 0.0017417033906394208, "weighted_f1": 0.0015963859537787696 }, "claim_crosspage_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.03985615449326086, "recall_sum": 0.03985615449326086, "found_sum": 26.229754097208, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.013285384831086955, "avg_recall": 0.013285384831086955, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.014404038493799032, "weighted_precision": 0.014404038493799032, "weighted_f1": 0.014404038493799032 }, "policy_multi_hop": { "count": 0.0, "rows": 0.0, "pred_rows": 16.010413278030438, "exact_record_matches": 120.96831541082703, "complete_documents": 0.5773502691896257, "f1_sum": 0.023168891125195094, "recall_sum": 0.03671334364919317, "found_sum": 236.37329234355843, "gold_pairs_sum": 0.0, "pred_pairs_sum": 237.13568549109883, "avg_f1": 0.007722963708398401, "avg_recall": 0.012237781216397736, "exact_record_recall": 0.09000618706162723, "exact_record_precision": 0.08946402355786899, "exact_record_f1": 0.08960999576669094, "complete_document_rate": 0.19245008972987523, "weighted_recall": 0.016121490406735713, "weighted_precision": 0.006740530941572875, "weighted_f1": 0.00953971169093581 }, "vehicle_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_stressor": { "high_density_long_list": { "count": 26, "rows": 28178, "pred_rows": 28197.333333333332, "exact_record_matches": 27149.333333333332, "complete_documents": 5.666666666666667, "f1_sum": 25.875594439210325, "recall_sum": 25.890550013063187, "found_sum": 188189.66666666666, "gold_pairs_sum": 189279, "pred_pairs_sum": 189344, "avg_f1": 0.9952151707388586, "avg_recall": 0.9957903851178149, "exact_record_recall": 0.9634939787541108, "exact_record_precision": 0.9628386305453661, "exact_record_f1": 0.9631661626945791, "complete_document_rate": 0.21794871794871795, "weighted_recall": 0.9942448273007923, "weighted_precision": 0.9939041391204768, "weighted_f1": 0.9940744302857173 }, "multi_row": { "count": 22, "rows": 21942, "pred_rows": 22010, "exact_record_matches": 21487.666666666668, "complete_documents": 4, "f1_sum": 21.673401573280668, "recall_sum": 21.694597574716486, "found_sum": 138281, "gold_pairs_sum": 138946, "pred_pairs_sum": 139014.66666666666, "avg_f1": 0.985154616967303, "avg_recall": 0.9861180715780221, "exact_record_recall": 0.9792938960289247, "exact_record_precision": 0.976269983283292, "exact_record_f1": 0.9777795062388265, "complete_document_rate": 0.18181818181818182, "weighted_recall": 0.9952139680163516, "weighted_precision": 0.9947225422365161, "weighted_f1": 0.9949678726203677 }, "multiple_tables": { "count": 31, "rows": 29255, "pred_rows": 29327.666666666668, "exact_record_matches": 28046, "complete_documents": 6, "f1_sum": 30.61787732076701, "recall_sum": 30.646140765521373, "found_sum": 200688.33333333334, "gold_pairs_sum": 202114, "pred_pairs_sum": 202277, "avg_f1": 0.9876734619602262, "avg_recall": 0.9885851859845605, "exact_record_recall": 0.9586737309861562, "exact_record_precision": 0.9562981411678907, "exact_record_f1": 0.9574844093646416, "complete_document_rate": 0.1935483870967742, "weighted_recall": 0.992946225067701, "weighted_precision": 0.9921451994350837, "weighted_f1": 0.9925454525884975 }, "ocr_condition": { "count": 32, "rows": 29599, "pred_rows": 29675.666666666668, "exact_record_matches": 28326, "complete_documents": 6, "f1_sum": 31.594587981376822, "recall_sum": 31.62530743218804, "found_sum": 204260.33333333334, "gold_pairs_sum": 205762, "pred_pairs_sum": 205943.33333333334, "avg_f1": 0.9873308744180257, "avg_recall": 0.9882908572558763, "exact_record_recall": 0.9569917902631846, "exact_record_precision": 0.9545186688622345, "exact_record_f1": 0.9557536010272997, "complete_document_rate": 0.1875, "weighted_recall": 0.9927019242296116, "weighted_precision": 0.9918269166394253, "weighted_f1": 0.9922641184531067 }, "page_breaks": { "count": 32, "rows": 29599, "pred_rows": 29675.666666666668, "exact_record_matches": 28326, "complete_documents": 6, "f1_sum": 31.594587981376822, "recall_sum": 31.62530743218804, "found_sum": 204260.33333333334, "gold_pairs_sum": 205762, "pred_pairs_sum": 205943.33333333334, "avg_f1": 0.9873308744180257, "avg_recall": 0.9882908572558763, "exact_record_recall": 0.9569917902631846, "exact_record_precision": 0.9545186688622345, "exact_record_f1": 0.9557536010272997, "complete_document_rate": 0.1875, "weighted_recall": 0.9927019242296116, "weighted_precision": 0.9918269166394253, "weighted_f1": 0.9922641184531067 }, "production_like_layout": { "count": 26, "rows": 28178, "pred_rows": 28197.333333333332, "exact_record_matches": 27149.333333333332, "complete_documents": 5.666666666666667, "f1_sum": 25.875594439210325, "recall_sum": 25.890550013063187, "found_sum": 188189.66666666666, "gold_pairs_sum": 189279, "pred_pairs_sum": 189344, "avg_f1": 0.9952151707388586, "avg_recall": 0.9957903851178149, "exact_record_recall": 0.9634939787541108, "exact_record_precision": 0.9628386305453661, "exact_record_f1": 0.9631661626945791, "complete_document_rate": 0.21794871794871795, "weighted_recall": 0.9942448273007923, "weighted_precision": 0.9939041391204768, "weighted_f1": 0.9940744302857173 }, "inherited_context": { "count": 18, "rows": 9874, "pred_rows": 9940, "exact_record_matches": 8796.666666666666, "complete_documents": 2.3333333333333335, "f1_sum": 17.638185718601008, "recall_sum": 17.66347304493476, "found_sum": 94771.66666666667, "gold_pairs_sum": 96035, "pred_pairs_sum": 96264, "avg_f1": 0.9798992065889448, "avg_recall": 0.9813040580519311, "exact_record_recall": 0.8908919046654513, "exact_record_precision": 0.8849613903352179, "exact_record_f1": 0.8879166115347802, "complete_document_rate": 0.12962962962962962, "weighted_recall": 0.9868450738446053, "weighted_precision": 0.9844922681337623, "weighted_f1": 0.9856664691286995 }, "large_doc": { "count": 29, "rows": 28339, "pred_rows": 28405, "exact_record_matches": 27076.666666666668, "complete_documents": 4.333333333333333, "f1_sum": 28.61376725779503, "recall_sum": 28.633052533208897, "found_sum": 194153.66666666666, "gold_pairs_sum": 195634, "pred_pairs_sum": 195751.33333333334, "avg_f1": 0.9866816295791389, "avg_recall": 0.9873466390761688, "exact_record_recall": 0.9554559676300034, "exact_record_precision": 0.9532338641772257, "exact_record_f1": 0.9543436046049142, "complete_document_rate": 0.14942528735632185, "weighted_recall": 0.9924331489754677, "weighted_precision": 0.9918372461684218, "weighted_f1": 0.9921349448331529 }, "layout_randomization": { "count": 10, "rows": 7657, "pred_rows": 7665.666666666667, "exact_record_matches": 6838.333333333333, "complete_documents": 2, "f1_sum": 9.921186408096156, "recall_sum": 9.930709857471559, "found_sum": 65979.33333333333, "gold_pairs_sum": 66816, "pred_pairs_sum": 66928.66666666667, "avg_f1": 0.9921186408096156, "avg_recall": 0.9930709857471559, "exact_record_recall": 0.8930825823864873, "exact_record_precision": 0.8921359276015377, "exact_record_f1": 0.8926087780111969, "complete_document_rate": 0.2, "weighted_recall": 0.9874780491698595, "weighted_precision": 0.9858192300877536, "weighted_f1": 0.9866478919948983 }, "non_target_rows": { "count": 18, "rows": 9874, "pred_rows": 9940, "exact_record_matches": 8796.666666666666, "complete_documents": 2.3333333333333335, "f1_sum": 17.638185718601008, "recall_sum": 17.66347304493476, "found_sum": 94771.66666666667, "gold_pairs_sum": 96035, "pred_pairs_sum": 96264, "avg_f1": 0.9798992065889448, "avg_recall": 0.9813040580519311, "exact_record_recall": 0.8908919046654513, "exact_record_precision": 0.8849613903352179, "exact_record_f1": 0.8879166115347802, "complete_document_rate": 0.12962962962962962, "weighted_recall": 0.9868450738446053, "weighted_precision": 0.9844922681337623, "weighted_f1": 0.9856664691286995 }, "split_records": { "count": 15, "rows": 9797, "pred_rows": 9863, "exact_record_matches": 8796.666666666666, "complete_documents": 2.3333333333333335, "f1_sum": 14.846117412381874, "recall_sum": 14.87140473871563, "found_sum": 93077.66666666667, "gold_pairs_sum": 94214, "pred_pairs_sum": 94443, "avg_f1": 0.9897411608254583, "avg_recall": 0.991426982581042, "exact_record_recall": 0.8978939131026505, "exact_record_precision": 0.8918701294764683, "exact_record_f1": 0.8948717476524424, "complete_document_rate": 0.15555555555555556, "weighted_recall": 0.9879388059807106, "weighted_precision": 0.9855382392011728, "weighted_f1": 0.986736232636455 }, "merged_cells": { "count": 4, "rows": 3043, "pred_rows": 3043, "exact_record_matches": 2882, "complete_documents": 0, "f1_sum": 3.978218863353298, "recall_sum": 3.9722168124334054, "found_sum": 22298, "gold_pairs_sum": 22489, "pred_pairs_sum": 22377.333333333332, "avg_f1": 0.9945547158383246, "avg_recall": 0.9930542031083514, "exact_record_recall": 0.9470916858363457, "exact_record_precision": 0.9470916858363457, "exact_record_f1": 0.9470916858363457, "complete_document_rate": 0.0, "weighted_recall": 0.9915069589577127, "weighted_precision": 0.9964537474198085, "weighted_f1": 0.9939740923944579 }, "cross_section_join": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 781.6666666666666, "complete_documents": 0, "f1_sum": 1.9980057683383516, "recall_sum": 1.9980057683383516, "found_sum": 12721.666666666666, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9990028841691758, "avg_recall": 0.9990028841691758, "exact_record_recall": 0.9819932998324958, "exact_record_precision": 0.9819932998324958, "exact_record_f1": 0.9819932998324958, "complete_document_rate": 0.0, "weighted_recall": 0.998874581239531, "weighted_precision": 0.998874581239531, "weighted_f1": 0.998874581239531 }, "ocr_layout_condition": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 781.6666666666666, "complete_documents": 0, "f1_sum": 1.9980057683383516, "recall_sum": 1.9980057683383516, "found_sum": 12721.666666666666, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9990028841691758, "avg_recall": 0.9990028841691758, "exact_record_recall": 0.9819932998324958, "exact_record_precision": 0.9819932998324958, "exact_record_f1": 0.9819932998324958, "complete_document_rate": 0.0, "weighted_recall": 0.998874581239531, "weighted_precision": 0.998874581239531, "weighted_f1": 0.998874581239531 }, "repeated_keys": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 781.6666666666666, "complete_documents": 0, "f1_sum": 1.9980057683383516, "recall_sum": 1.9980057683383516, "found_sum": 12721.666666666666, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9990028841691758, "avg_recall": 0.9990028841691758, "exact_record_recall": 0.9819932998324958, "exact_record_precision": 0.9819932998324958, "exact_record_f1": 0.9819932998324958, "complete_document_rate": 0.0, "weighted_recall": 0.998874581239531, "weighted_precision": 0.998874581239531, "weighted_f1": 0.998874581239531 }, "continuation_notes": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 840.3333333333334, "complete_documents": 0, "f1_sum": 2.9855977455078238, "recall_sum": 2.9842871188574214, "found_sum": 11712.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11763.666666666666, "avg_f1": 0.995199248502608, "avg_recall": 0.9947623729524738, "exact_record_recall": 0.9337037037037037, "exact_record_precision": 0.9337037037037037, "exact_record_f1": 0.9337037037037037, "complete_document_rate": 0.0, "weighted_recall": 0.9947624709812581, "weighted_precision": 0.9956366237761299, "weighted_f1": 0.9951993358254441 }, "distractor_sections": { "count": 9, "rows": 2321, "pred_rows": 2378.3333333333335, "exact_record_matches": 2017, "complete_documents": 0.3333333333333333, "f1_sum": 8.70459128767432, "recall_sum": 8.719044537982274, "found_sum": 27783, "gold_pairs_sum": 28257, "pred_pairs_sum": 28363, "avg_f1": 0.9671768097415911, "avg_recall": 0.9687827264424748, "exact_record_recall": 0.8690219732873761, "exact_record_precision": 0.8481320071587748, "exact_record_f1": 0.8584432365957305, "complete_document_rate": 0.037037037037037035, "weighted_recall": 0.9832253954772269, "weighted_precision": 0.9795528825771709, "weighted_f1": 0.9813738878755427 }, "duplicates": { "count": 7, "rows": 1321, "pred_rows": 1325, "exact_record_matches": 1120.3333333333333, "complete_documents": 0, "f1_sum": 6.7543767123367635, "recall_sum": 6.755522091743219, "found_sum": 16978.333333333332, "gold_pairs_sum": 17243, "pred_pairs_sum": 17251, "avg_f1": 0.9649109589052519, "avg_recall": 0.9650745845347456, "exact_record_recall": 0.8480948776179662, "exact_record_precision": 0.8455662102986495, "exact_record_f1": 0.8468269664034627, "complete_document_rate": 0.0, "weighted_recall": 0.9846507761603742, "weighted_precision": 0.9841939628390848, "weighted_f1": 0.9844221803015126 }, "sparse_driver_fields": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 840.3333333333334, "complete_documents": 0, "f1_sum": 2.9855977455078238, "recall_sum": 2.9842871188574214, "found_sum": 11712.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11763.666666666666, "avg_f1": 0.995199248502608, "avg_recall": 0.9947623729524738, "exact_record_recall": 0.9337037037037037, "exact_record_precision": 0.9337037037037037, "exact_record_f1": 0.9337037037037037, "complete_document_rate": 0.0, "weighted_recall": 0.9947624709812581, "weighted_precision": 0.9956366237761299, "weighted_f1": 0.9951993358254441 }, "summary_distractors": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 840.3333333333334, "complete_documents": 0, "f1_sum": 2.9855977455078238, "recall_sum": 2.9842871188574214, "found_sum": 11712.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11763.666666666666, "avg_f1": 0.995199248502608, "avg_recall": 0.9947623729524738, "exact_record_recall": 0.9337037037037037, "exact_record_precision": 0.9337037037037037, "exact_record_f1": 0.9337037037037037, "complete_document_rate": 0.0, "weighted_recall": 0.9947624709812581, "weighted_precision": 0.9956366237761299, "weighted_f1": 0.9951993358254441 }, "variable_policy_sections": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 840.3333333333334, "complete_documents": 0, "f1_sum": 2.9855977455078238, "recall_sum": 2.9842871188574214, "found_sum": 11712.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11763.666666666666, "avg_f1": 0.995199248502608, "avg_recall": 0.9947623729524738, "exact_record_recall": 0.9337037037037037, "exact_record_precision": 0.9337037037037037, "exact_record_f1": 0.9337037037037037, "complete_document_rate": 0.0, "weighted_recall": 0.9947624709812581, "weighted_precision": 0.9956366237761299, "weighted_f1": 0.9951993358254441 }, "cross_page_join": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.792068306219131, "recall_sum": 2.792068306219131, "found_sum": 1694, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.930689435406377, "avg_recall": 0.930689435406377, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9302580999450851, "weighted_precision": 0.9302580999450851, "weighted_f1": 0.9302580999450851 }, "long_range_evidence": { "count": 6, "rows": 1421, "pred_rows": 1478.3333333333333, "exact_record_matches": 1176.6666666666667, "complete_documents": 0.3333333333333333, "f1_sum": 5.718993542166497, "recall_sum": 5.734757419124851, "found_sum": 16070.666666666666, "gold_pairs_sum": 16483, "pred_pairs_sum": 16599.333333333332, "avg_f1": 0.9531655903610828, "avg_recall": 0.9557929031874752, "exact_record_recall": 0.8280553600750645, "exact_record_precision": 0.7961502019104191, "exact_record_f1": 0.8117726101034802, "complete_document_rate": 0.05555555555555555, "weighted_recall": 0.9749843272866994, "weighted_precision": 0.9681477047139487, "weighted_f1": 0.9715209552180297 }, "longer_list": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.923728813559322, "recall_sum": 0.923728813559322, "found_sum": 872, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.923728813559322, "avg_recall": 0.923728813559322, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.923728813559322, "weighted_precision": 0.923728813559322, "weighted_f1": 0.923728813559322 }, "mixed_layout": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.923728813559322, "recall_sum": 0.923728813559322, "found_sum": 872, "gold_pairs_sum": 944, "pred_pairs_sum": 944, "avg_f1": 0.923728813559322, "avg_recall": 0.923728813559322, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.923728813559322, "weighted_precision": 0.923728813559322, "weighted_f1": 0.923728813559322 }, "mixed_prose_tables": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.792068306219131, "recall_sum": 2.792068306219131, "found_sum": 1694, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.930689435406377, "avg_recall": 0.930689435406377, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9302580999450851, "weighted_precision": 0.9302580999450851, "weighted_f1": 0.9302580999450851 }, "multi_column": { "count": 6, "rows": 1421, "pred_rows": 1478.3333333333333, "exact_record_matches": 1176.6666666666667, "complete_documents": 0.3333333333333333, "f1_sum": 5.718993542166497, "recall_sum": 5.734757419124851, "found_sum": 16070.666666666666, "gold_pairs_sum": 16483, "pred_pairs_sum": 16599.333333333332, "avg_f1": 0.9531655903610828, "avg_recall": 0.9557929031874752, "exact_record_recall": 0.8280553600750645, "exact_record_precision": 0.7961502019104191, "exact_record_f1": 0.8117726101034802, "complete_document_rate": 0.05555555555555555, "weighted_recall": 0.9749843272866994, "weighted_precision": 0.9681477047139487, "weighted_f1": 0.9715209552180297 }, "natural_long_range_join": { "count": 6, "rows": 1421, "pred_rows": 1478.3333333333333, "exact_record_matches": 1176.6666666666667, "complete_documents": 0.3333333333333333, "f1_sum": 5.718993542166497, "recall_sum": 5.734757419124851, "found_sum": 16070.666666666666, "gold_pairs_sum": 16483, "pred_pairs_sum": 16599.333333333332, "avg_f1": 0.9531655903610828, "avg_recall": 0.9557929031874752, "exact_record_recall": 0.8280553600750645, "exact_record_precision": 0.7961502019104191, "exact_record_f1": 0.8117726101034802, "complete_document_rate": 0.05555555555555555, "weighted_recall": 0.9749843272866994, "weighted_precision": 0.9681477047139487, "weighted_f1": 0.9715209552180297 }, "non_sequential_identifiers": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.792068306219131, "recall_sum": 2.792068306219131, "found_sum": 1694, "gold_pairs_sum": 1821, "pred_pairs_sum": 1821, "avg_f1": 0.930689435406377, "avg_recall": 0.930689435406377, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9302580999450851, "weighted_precision": 0.9302580999450851, "weighted_f1": 0.9302580999450851 }, "commercial_general_liability": { "count": 1, "rows": 562, "pred_rows": 570, "exact_record_matches": 486.6666666666667, "complete_documents": 0.3333333333333333, "f1_sum": 0.9849173254327388, "recall_sum": 0.976881636068832, "found_sum": 6225.666666666667, "gold_pairs_sum": 6373, "pred_pairs_sum": 6265.666666666667, "avg_f1": 0.9849173254327388, "avg_recall": 0.976881636068832, "exact_record_recall": 0.8659549228944247, "exact_record_precision": 0.8533676150811358, "exact_record_f1": 0.85956752453478, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.976881636068832, "weighted_precision": 0.9937023388802363, "weighted_f1": 0.9849173254327388 }, "distractor_forms": { "count": 1, "rows": 562, "pred_rows": 570, "exact_record_matches": 486.6666666666667, "complete_documents": 0.3333333333333333, "f1_sum": 0.9849173254327388, "recall_sum": 0.976881636068832, "found_sum": 6225.666666666667, "gold_pairs_sum": 6373, "pred_pairs_sum": 6265.666666666667, "avg_f1": 0.9849173254327388, "avg_recall": 0.976881636068832, "exact_record_recall": 0.8659549228944247, "exact_record_precision": 0.8533676150811358, "exact_record_f1": 0.85956752453478, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.976881636068832, "weighted_precision": 0.9937023388802363, "weighted_f1": 0.9849173254327388 }, "distractor_locations": { "count": 1, "rows": 562, "pred_rows": 570, "exact_record_matches": 486.6666666666667, "complete_documents": 0.3333333333333333, "f1_sum": 0.9849173254327388, "recall_sum": 0.976881636068832, "found_sum": 6225.666666666667, "gold_pairs_sum": 6373, "pred_pairs_sum": 6265.666666666667, "avg_f1": 0.9849173254327388, "avg_recall": 0.976881636068832, "exact_record_recall": 0.8659549228944247, "exact_record_precision": 0.8533676150811358, "exact_record_f1": 0.85956752453478, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.976881636068832, "weighted_precision": 0.9937023388802363, "weighted_f1": 0.9849173254327388 }, "exposure_rating_rows": { "count": 1, "rows": 562, "pred_rows": 570, "exact_record_matches": 486.6666666666667, "complete_documents": 0.3333333333333333, "f1_sum": 0.9849173254327388, "recall_sum": 0.976881636068832, "found_sum": 6225.666666666667, "gold_pairs_sum": 6373, "pred_pairs_sum": 6265.666666666667, "avg_f1": 0.9849173254327388, "avg_recall": 0.976881636068832, "exact_record_recall": 0.8659549228944247, "exact_record_precision": 0.8533676150811358, "exact_record_f1": 0.85956752453478, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.976881636068832, "weighted_precision": 0.9937023388802363, "weighted_f1": 0.9849173254327388 }, "heterogeneous_record_list": { "count": 3, "rows": 1344, "pred_rows": 1401.3333333333333, "exact_record_matches": 1176.6666666666667, "complete_documents": 0.3333333333333333, "f1_sum": 2.9269252359473663, "recall_sum": 2.942689112905721, "found_sum": 14376.666666666666, "gold_pairs_sum": 14662, "pred_pairs_sum": 14778.333333333334, "avg_f1": 0.9756417453157887, "avg_recall": 0.9808963709685736, "exact_record_recall": 0.8754960317460317, "exact_record_precision": 0.8399129432539176, "exact_record_f1": 0.8573156808709916, "complete_document_rate": 0.1111111111111111, "weighted_recall": 0.9805392624926113, "weighted_precision": 0.972831809726106, "weighted_f1": 0.9766283894733091 }, "limits_forms_exclusions": { "count": 1, "rows": 562, "pred_rows": 570, "exact_record_matches": 486.6666666666667, "complete_documents": 0.3333333333333333, "f1_sum": 0.9849173254327388, "recall_sum": 0.976881636068832, "found_sum": 6225.666666666667, "gold_pairs_sum": 6373, "pred_pairs_sum": 6265.666666666667, "avg_f1": 0.9849173254327388, "avg_recall": 0.976881636068832, "exact_record_recall": 0.8659549228944247, "exact_record_precision": 0.8533676150811358, "exact_record_f1": 0.85956752453478, "complete_document_rate": 0.3333333333333333, "weighted_recall": 0.976881636068832, "weighted_precision": 0.9937023388802363, "weighted_f1": 0.9849173254327388 }, "material_clause_extraction": { "count": 3, "rows": 1344, "pred_rows": 1401.3333333333333, "exact_record_matches": 1176.6666666666667, "complete_documents": 0.3333333333333333, "f1_sum": 2.9269252359473663, "recall_sum": 2.942689112905721, "found_sum": 14376.666666666666, "gold_pairs_sum": 14662, "pred_pairs_sum": 14778.333333333334, "avg_f1": 0.9756417453157887, "avg_recall": 0.9808963709685736, "exact_record_recall": 0.8754960317460317, "exact_record_precision": 0.8399129432539176, "exact_record_f1": 0.8573156808709916, "complete_document_rate": 0.1111111111111111, "weighted_recall": 0.9805392624926113, "weighted_precision": 0.972831809726106, "weighted_f1": 0.9766283894733091 }, "coded_values": { "count": 1, "rows": 12, "pred_rows": 12, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9250288350634371, "recall_sum": 0.9250288350634371, "found_sum": 267.3333333333333, "gold_pairs_sum": 289, "pred_pairs_sum": 289, "avg_f1": 0.9250288350634371, "avg_recall": 0.9250288350634371, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9250288350634371, "weighted_precision": 0.9250288350634371, "weighted_f1": 0.9250288350634371 }, "claimant_lookup": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9433106575963719, "recall_sum": 0.9433106575963719, "found_sum": 554.6666666666666, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 0.9433106575963719, "avg_recall": 0.9433106575963719, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9433106575963719, "weighted_precision": 0.9433106575963719, "weighted_f1": 0.9433106575963719 }, "many_to_one_policy": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9433106575963719, "recall_sum": 0.9433106575963719, "found_sum": 554.6666666666666, "gold_pairs_sum": 588, "pred_pairs_sum": 588, "avg_f1": 0.9433106575963719, "avg_recall": 0.9433106575963719, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9433106575963719, "weighted_precision": 0.9433106575963719, "weighted_f1": 0.9433106575963719 }, "businessowners_policy": { "count": 1, "rows": 344, "pred_rows": 348, "exact_record_matches": 280, "complete_documents": 0, "f1_sum": 0.9767106606098087, "recall_sum": 0.9791666666666666, "found_sum": 3572, "gold_pairs_sum": 3648, "pred_pairs_sum": 3666.3333333333335, "avg_f1": 0.9767106606098087, "avg_recall": 0.9791666666666666, "exact_record_recall": 0.813953488372093, "exact_record_precision": 0.804673978585592, "exact_record_f1": 0.8092637534739628, "complete_document_rate": 0.0, "weighted_recall": 0.9791666666666666, "weighted_precision": 0.9742704273231312, "weighted_f1": 0.9767106606098087 }, "form_endorsement_links": { "count": 1, "rows": 344, "pred_rows": 348, "exact_record_matches": 280, "complete_documents": 0, "f1_sum": 0.9767106606098087, "recall_sum": 0.9791666666666666, "found_sum": 3572, "gold_pairs_sum": 3648, "pred_pairs_sum": 3666.3333333333335, "avg_f1": 0.9767106606098087, "avg_recall": 0.9791666666666666, "exact_record_recall": 0.813953488372093, "exact_record_precision": 0.804673978585592, "exact_record_f1": 0.8092637534739628, "complete_document_rate": 0.0, "weighted_recall": 0.9791666666666666, "weighted_precision": 0.9742704273231312, "weighted_f1": 0.9767106606098087 }, "location_scoped_coverage": { "count": 1, "rows": 344, "pred_rows": 348, "exact_record_matches": 280, "complete_documents": 0, "f1_sum": 0.9767106606098087, "recall_sum": 0.9791666666666666, "found_sum": 3572, "gold_pairs_sum": 3648, "pred_pairs_sum": 3666.3333333333335, "avg_f1": 0.9767106606098087, "avg_recall": 0.9791666666666666, "exact_record_recall": 0.813953488372093, "exact_record_precision": 0.804673978585592, "exact_record_f1": 0.8092637534739628, "complete_document_rate": 0.0, "weighted_recall": 0.9791666666666666, "weighted_precision": 0.9742704273231312, "weighted_f1": 0.9767106606098087 }, "class_code_payroll_rating": { "count": 1, "rows": 438, "pred_rows": 483.3333333333333, "exact_record_matches": 410, "complete_documents": 0, "f1_sum": 0.9652972499048187, "recall_sum": 0.986640810170222, "found_sum": 4579, "gold_pairs_sum": 4641, "pred_pairs_sum": 4846.333333333333, "avg_f1": 0.9652972499048187, "avg_recall": 0.986640810170222, "exact_record_recall": 0.9360730593607306, "exact_record_precision": 0.8489587702937023, "exact_record_f1": 0.8903101376688091, "complete_document_rate": 0.0, "weighted_recall": 0.986640810170222, "weighted_precision": 0.9448886820389313, "weighted_f1": 0.9652972499048187 }, "experience_mod_and_schedule_rating": { "count": 1, "rows": 438, "pred_rows": 483.3333333333333, "exact_record_matches": 410, "complete_documents": 0, "f1_sum": 0.9652972499048187, "recall_sum": 0.986640810170222, "found_sum": 4579, "gold_pairs_sum": 4641, "pred_pairs_sum": 4846.333333333333, "avg_f1": 0.9652972499048187, "avg_recall": 0.986640810170222, "exact_record_recall": 0.9360730593607306, "exact_record_precision": 0.8489587702937023, "exact_record_f1": 0.8903101376688091, "complete_document_rate": 0.0, "weighted_recall": 0.986640810170222, "weighted_precision": 0.9448886820389313, "weighted_f1": 0.9652972499048187 }, "workers_compensation_policy": { "count": 1, "rows": 438, "pred_rows": 483.3333333333333, "exact_record_matches": 410, "complete_documents": 0, "f1_sum": 0.9652972499048187, "recall_sum": 0.986640810170222, "found_sum": 4579, "gold_pairs_sum": 4641, "pred_pairs_sum": 4846.333333333333, "avg_f1": 0.9652972499048187, "avg_recall": 0.986640810170222, "exact_record_recall": 0.9360730593607306, "exact_record_precision": 0.8489587702937023, "exact_record_f1": 0.8903101376688091, "complete_document_rate": 0.0, "weighted_recall": 0.986640810170222, "weighted_precision": 0.9448886820389313, "weighted_f1": 0.9652972499048187 } }, "by_stressor_standard_deviation": { "high_density_long_list": { "count": 0.0, "rows": 0.0, "pred_rows": 12.220201853215574, "exact_record_matches": 578.8543282496325, "complete_documents": 0.5773502691896257, "f1_sum": 0.05698205458465417, "recall_sum": 0.045344706614407246, "found_sum": 575.3280223779591, "gold_pairs_sum": 0.0, "pred_pairs_sum": 71.63099887618489, "avg_f1": 0.002191617484025165, "avg_recall": 0.0017440271774771833, "exact_record_recall": 0.020542775507475058, "exact_record_precision": 0.020896833011634013, "exact_record_f1": 0.020719647785566828, "complete_document_rate": 0.022205779584216375, "weighted_recall": 0.0030395766164125803, "weighted_precision": 0.003311201395776556, "weighted_f1": 0.0031727726408038036 }, "multi_row": { "count": 0.0, "rows": 0.0, "pred_rows": 16.822603841260722, "exact_record_matches": 85.04312631443727, "complete_documents": 1.0, "f1_sum": 0.059785827246613764, "recall_sum": 0.07043736419944865, "found_sum": 204.44314613114327, "gold_pairs_sum": 0.0, "pred_pairs_sum": 193.675846024571, "avg_f1": 0.0027175376021188378, "avg_recall": 0.003201698372702191, "exact_record_recall": 0.003875814707612643, "exact_record_precision": 0.004373352434216709, "exact_record_f1": 0.004116152201078895, "complete_document_rate": 0.045454545454545456, "weighted_recall": 0.0014713856183779976, "weighted_precision": 0.000853566808539872, "weighted_f1": 0.0009832377879042144 }, "multiple_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 17.039170558842745, "exact_record_matches": 602.7943264497436, "complete_documents": 1.0, "f1_sum": 0.09124603788202344, "recall_sum": 0.09578975334842127, "found_sum": 647.6436777529241, "gold_pairs_sum": 0.0, "pred_pairs_sum": 155.73374714556894, "avg_f1": 0.002943420576839495, "avg_recall": 0.003089992043497421, "exact_record_recall": 0.020604830847709574, "exact_record_precision": 0.020529068645699037, "exact_record_f1": 0.020565101339292614, "complete_document_rate": 0.03225806451612903, "weighted_recall": 0.003204348425902826, "weighted_precision": 0.0026519398874230975, "weighted_f1": 0.002915919970683701 }, "ocr_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 12.662279942148386, "exact_record_matches": 606.2581958208895, "complete_documents": 1.0, "f1_sum": 0.09263710312044873, "recall_sum": 0.09864130643154187, "found_sum": 661.2611687777631, "gold_pairs_sum": 0.0, "pred_pairs_sum": 167.25529388731866, "avg_f1": 0.002894909472514023, "avg_recall": 0.0030825408259856834, "exact_record_recall": 0.02048238777731981, "exact_record_precision": 0.020371996103927165, "exact_record_f1": 0.02042613261591205, "complete_document_rate": 0.03125, "weighted_recall": 0.0032137186107141303, "weighted_precision": 0.002623434455278116, "weighted_f1": 0.0029052976355060287 }, "page_breaks": { "count": 0.0, "rows": 0.0, "pred_rows": 12.662279942148386, "exact_record_matches": 606.2581958208895, "complete_documents": 1.0, "f1_sum": 0.09263710312044873, "recall_sum": 0.09864130643154187, "found_sum": 661.2611687777631, "gold_pairs_sum": 0.0, "pred_pairs_sum": 167.25529388731866, "avg_f1": 0.002894909472514023, "avg_recall": 0.0030825408259856834, "exact_record_recall": 0.02048238777731981, "exact_record_precision": 0.020371996103927165, "exact_record_f1": 0.02042613261591205, "complete_document_rate": 0.03125, "weighted_recall": 0.0032137186107141303, "weighted_precision": 0.002623434455278116, "weighted_f1": 0.0029052976355060287 }, "production_like_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 12.220201853215574, "exact_record_matches": 578.8543282496325, "complete_documents": 0.5773502691896257, "f1_sum": 0.05698205458465417, "recall_sum": 0.045344706614407246, "found_sum": 575.3280223779591, "gold_pairs_sum": 0.0, "pred_pairs_sum": 71.63099887618489, "avg_f1": 0.002191617484025165, "avg_recall": 0.0017440271774771833, "exact_record_recall": 0.020542775507475058, "exact_record_precision": 0.020896833011634013, "exact_record_f1": 0.020719647785566828, "complete_document_rate": 0.022205779584216375, "weighted_recall": 0.0030395766164125803, "weighted_precision": 0.003311201395776556, "weighted_f1": 0.0031727726408038036 }, "inherited_context": { "count": 0.0, "rows": 0.0, "pred_rows": 9.539392014169456, "exact_record_matches": 612.0174289457232, "complete_documents": 0.5773502691896257, "f1_sum": 0.08913373497101379, "recall_sum": 0.10147169615349202, "found_sum": 687.6084156940877, "gold_pairs_sum": 0.0, "pred_pairs_sum": 212.160316741845, "avg_f1": 0.004951874165056302, "avg_recall": 0.005637316452971791, "exact_record_recall": 0.06198272523250185, "exact_record_precision": 0.06121863182324426, "exact_record_f1": 0.06159771343746706, "complete_document_rate": 0.032075014954979206, "weighted_recall": 0.007159977255105803, "weighted_precision": 0.005553522079605168, "weighted_f1": 0.006312059124270757 }, "large_doc": { "count": 0.0, "rows": 0.0, "pred_rows": 9.539392014169456, "exact_record_matches": 603.9158329877876, "complete_documents": 0.5773502691896257, "f1_sum": 0.08324884764146012, "recall_sum": 0.09487395480681075, "found_sum": 655.2940815644022, "gold_pairs_sum": 0.0, "pred_pairs_sum": 194.5002142243893, "avg_f1": 0.0028706499186710384, "avg_recall": 0.00327151568299345, "exact_record_recall": 0.02131041437551745, "exact_record_precision": 0.021116949197735088, "exact_record_f1": 0.021213020045752845, "complete_document_rate": 0.019908629972056068, "weighted_recall": 0.0033495920012084116, "weighted_precision": 0.0026719807164538043, "weighted_f1": 0.0029891700169354255 }, "layout_randomization": { "count": 0.0, "rows": 0.0, "pred_rows": 9.237604307034012, "exact_record_matches": 597.9174970958229, "complete_documents": 0.0, "f1_sum": 0.052865031104217725, "recall_sum": 0.04590660465637229, "found_sum": 602.1480991694098, "gold_pairs_sum": 0.0, "pred_pairs_sum": 36.95041722813605, "avg_f1": 0.00528650311042181, "avg_recall": 0.004590660465637209, "exact_record_recall": 0.07808769715238638, "exact_record_precision": 0.07911893414125158, "exact_record_f1": 0.07860367341058568, "complete_document_rate": 0.0, "weighted_recall": 0.009012034530193528, "weighted_precision": 0.009539915414592563, "weighted_f1": 0.00927632024659718 }, "non_target_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 9.539392014169456, "exact_record_matches": 612.0174289457232, "complete_documents": 0.5773502691896257, "f1_sum": 0.08913373497101379, "recall_sum": 0.10147169615349202, "found_sum": 687.6084156940877, "gold_pairs_sum": 0.0, "pred_pairs_sum": 212.160316741845, "avg_f1": 0.004951874165056302, "avg_recall": 0.005637316452971791, "exact_record_recall": 0.06198272523250185, "exact_record_precision": 0.06121863182324426, "exact_record_f1": 0.06159771343746706, "complete_document_rate": 0.032075014954979206, "weighted_recall": 0.007159977255105803, "weighted_precision": 0.005553522079605168, "weighted_f1": 0.006312059124270757 }, "split_records": { "count": 0.0, "rows": 0.0, "pred_rows": 9.539392014169456, "exact_record_matches": 612.0174289457232, "complete_documents": 0.5773502691896257, "f1_sum": 0.054253663149085835, "recall_sum": 0.06520395632134925, "found_sum": 678.2605202526042, "gold_pairs_sum": 0.0, "pred_pairs_sum": 212.160316741845, "avg_f1": 0.003616910876605688, "avg_recall": 0.004346930421423251, "exact_record_recall": 0.06246988148879484, "exact_record_precision": 0.06169382421426152, "exact_record_f1": 0.062078817665849065, "complete_document_rate": 0.03849001794597506, "weighted_recall": 0.007199147900021308, "weighted_precision": 0.0056247264481787095, "weighted_f1": 0.006361753502053842 }, "merged_cells": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 35.679125549822544, "complete_documents": 0.0, "f1_sum": 0.0077572381429925775, "recall_sum": 0.00821651285219113, "found_sum": 60.67124524847005, "gold_pairs_sum": 0.0, "pred_pairs_sum": 17.897858344878397, "avg_f1": 0.0019393095357481444, "avg_recall": 0.0020541282130477827, "exact_record_recall": 0.011724983749530928, "exact_record_precision": 0.011724983749530928, "exact_record_f1": 0.011724983749530977, "complete_document_rate": 0.0, "weighted_recall": 0.0026978187224184964, "weighted_precision": 0.0019304684503767982, "weighted_f1": 0.002314532890750653 }, "cross_section_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 19.629909152447276, "complete_documents": 0.0, "f1_sum": 0.0026613217397570325, "recall_sum": 0.0026613217397570325, "found_sum": 19.629909152447276, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0013306608698785162, "avg_recall": 0.0013306608698785162, "exact_record_recall": 0.024660689890009087, "exact_record_precision": 0.024660689890009087, "exact_record_f1": 0.024660689890009087, "complete_document_rate": 0.0, "weighted_recall": 0.0015412931181255439, "weighted_precision": 0.0015412931181255439, "weighted_f1": 0.0015412931181255439 }, "ocr_layout_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 19.629909152447276, "complete_documents": 0.0, "f1_sum": 0.0026613217397570325, "recall_sum": 0.0026613217397570325, "found_sum": 19.629909152447276, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0013306608698785162, "avg_recall": 0.0013306608698785162, "exact_record_recall": 0.024660689890009087, "exact_record_precision": 0.024660689890009087, "exact_record_f1": 0.024660689890009087, "complete_document_rate": 0.0, "weighted_recall": 0.0015412931181255439, "weighted_precision": 0.0015412931181255439, "weighted_f1": 0.0015412931181255439 }, "repeated_keys": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 19.629909152447276, "complete_documents": 0.0, "f1_sum": 0.0026613217397570325, "recall_sum": 0.0026613217397570325, "found_sum": 19.629909152447276, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0013306608698785162, "avg_recall": 0.0013306608698785162, "exact_record_recall": 0.024660689890009087, "exact_record_precision": 0.024660689890009087, "exact_record_f1": 0.024660689890009087, "complete_document_rate": 0.0, "weighted_recall": 0.0015412931181255439, "weighted_precision": 0.0015412931181255439, "weighted_f1": 0.0015412931181255439 }, "continuation_notes": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 16.502525059315417, "complete_documents": 0.0, "f1_sum": 0.00479083784972791, "recall_sum": 0.0043729027295516245, "found_sum": 17.15614564327703, "gold_pairs_sum": 0.0, "pred_pairs_sum": 4.041451884327381, "avg_f1": 0.0015969459499093062, "avg_recall": 0.0014576342431839087, "exact_record_recall": 0.01833613895479491, "exact_record_precision": 0.01833613895479491, "exact_record_f1": 0.01833613895479491, "complete_document_rate": 0.0, "weighted_recall": 0.0014571212538879894, "weighted_precision": 0.0017417033906394208, "weighted_f1": 0.0015963859537787696 }, "distractor_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 16.010413278030438, "exact_record_matches": 107.37318100903968, "complete_documents": 0.5773502691896257, "f1_sum": 0.056597576772803644, "recall_sum": 0.07266921427995951, "found_sum": 246.85825892604848, "gold_pairs_sum": 0.0, "pred_pairs_sum": 241.024894979751, "avg_f1": 0.00628861964142263, "avg_recall": 0.008074357142217738, "exact_record_recall": 0.046261603192175656, "exact_record_precision": 0.04649230853471896, "exact_record_f1": 0.046290122015308036, "complete_document_rate": 0.06415002990995841, "weighted_recall": 0.00873618073136032, "weighted_precision": 0.003549849960313102, "weighted_f1": 0.0052009008848725264 }, "duplicates": { "count": 0.0, "rows": 0.0, "pred_rows": 4.58257569495584, "exact_record_matches": 17.67295485574875, "complete_documents": 0.0, "f1_sum": 0.03641789279025142, "recall_sum": 0.03842369132962742, "found_sum": 21.594752448994022, "gold_pairs_sum": 0.0, "pred_pairs_sum": 15.716233645501712, "avg_f1": 0.00520255611289308, "avg_recall": 0.005489098761375369, "exact_record_recall": 0.013378466961202687, "exact_record_precision": 0.015783000550519705, "exact_record_f1": 0.014562114729765794, "complete_document_rate": 0.0, "weighted_recall": 0.0012523779185172905, "weighted_precision": 0.0004486392624265212, "weighted_f1": 0.0008266167263459357 }, "sparse_driver_fields": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 16.502525059315417, "complete_documents": 0.0, "f1_sum": 0.00479083784972791, "recall_sum": 0.0043729027295516245, "found_sum": 17.15614564327703, "gold_pairs_sum": 0.0, "pred_pairs_sum": 4.041451884327381, "avg_f1": 0.0015969459499093062, "avg_recall": 0.0014576342431839087, "exact_record_recall": 0.01833613895479491, "exact_record_precision": 0.01833613895479491, "exact_record_f1": 0.01833613895479491, "complete_document_rate": 0.0, "weighted_recall": 0.0014571212538879894, "weighted_precision": 0.0017417033906394208, "weighted_f1": 0.0015963859537787696 }, "summary_distractors": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 16.502525059315417, "complete_documents": 0.0, "f1_sum": 0.00479083784972791, "recall_sum": 0.0043729027295516245, "found_sum": 17.15614564327703, "gold_pairs_sum": 0.0, "pred_pairs_sum": 4.041451884327381, "avg_f1": 0.0015969459499093062, "avg_recall": 0.0014576342431839087, "exact_record_recall": 0.01833613895479491, "exact_record_precision": 0.01833613895479491, "exact_record_f1": 0.01833613895479491, "complete_document_rate": 0.0, "weighted_recall": 0.0014571212538879894, "weighted_precision": 0.0017417033906394208, "weighted_f1": 0.0015963859537787696 }, "variable_policy_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 16.502525059315417, "complete_documents": 0.0, "f1_sum": 0.00479083784972791, "recall_sum": 0.0043729027295516245, "found_sum": 17.15614564327703, "gold_pairs_sum": 0.0, "pred_pairs_sum": 4.041451884327381, "avg_f1": 0.0015969459499093062, "avg_recall": 0.0014576342431839087, "exact_record_recall": 0.01833613895479491, "exact_record_precision": 0.01833613895479491, "exact_record_f1": 0.01833613895479491, "complete_document_rate": 0.0, "weighted_recall": 0.0014571212538879894, "weighted_precision": 0.0017417033906394208, "weighted_f1": 0.0015963859537787696 }, "cross_page_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.03985615449326086, "recall_sum": 0.03985615449326086, "found_sum": 26.229754097208, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.013285384831086955, "avg_recall": 0.013285384831086955, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.014404038493799032, "weighted_precision": 0.014404038493799032, "weighted_f1": 0.014404038493799032 }, "long_range_evidence": { "count": 0.0, "rows": 0.0, "pred_rows": 16.010413278030438, "exact_record_matches": 120.96831541082703, "complete_documents": 0.5773502691896257, "f1_sum": 0.06107499471084042, "recall_sum": 0.0763895385264444, "found_sum": 261.9471956966391, "gold_pairs_sum": 0.0, "pred_pairs_sum": 237.13568549109883, "avg_f1": 0.010179165785140056, "avg_recall": 0.012731589754407392, "exact_record_recall": 0.08512900451148987, "exact_record_precision": 0.08462154023496096, "exact_record_f1": 0.08476796902044852, "complete_document_rate": 0.09622504486493762, "weighted_recall": 0.015891961153712247, "weighted_precision": 0.006925296057877202, "weighted_f1": 0.010095092647532073 }, "longer_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.016513196258601637, "recall_sum": 0.016513196258601637, "found_sum": 15.588457268119896, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.016513196258601637, "avg_recall": 0.016513196258601637, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.016513196258601637, "weighted_precision": 0.016513196258601637, "weighted_f1": 0.016513196258601637 }, "mixed_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.016513196258601637, "recall_sum": 0.016513196258601637, "found_sum": 15.588457268119896, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.016513196258601637, "avg_recall": 0.016513196258601637, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.016513196258601637, "weighted_precision": 0.016513196258601637, "weighted_f1": 0.016513196258601637 }, "mixed_prose_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.03985615449326086, "recall_sum": 0.03985615449326086, "found_sum": 26.229754097208, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.013285384831086955, "avg_recall": 0.013285384831086955, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.014404038493799032, "weighted_precision": 0.014404038493799032, "weighted_f1": 0.014404038493799032 }, "multi_column": { "count": 0.0, "rows": 0.0, "pred_rows": 16.010413278030438, "exact_record_matches": 120.96831541082703, "complete_documents": 0.5773502691896257, "f1_sum": 0.06107499471084042, "recall_sum": 0.0763895385264444, "found_sum": 261.9471956966391, "gold_pairs_sum": 0.0, "pred_pairs_sum": 237.13568549109883, "avg_f1": 0.010179165785140056, "avg_recall": 0.012731589754407392, "exact_record_recall": 0.08512900451148987, "exact_record_precision": 0.08462154023496096, "exact_record_f1": 0.08476796902044852, "complete_document_rate": 0.09622504486493762, "weighted_recall": 0.015891961153712247, "weighted_precision": 0.006925296057877202, "weighted_f1": 0.010095092647532073 }, "natural_long_range_join": { "count": 0.0, "rows": 0.0, "pred_rows": 16.010413278030438, "exact_record_matches": 120.96831541082703, "complete_documents": 0.5773502691896257, "f1_sum": 0.06107499471084042, "recall_sum": 0.0763895385264444, "found_sum": 261.9471956966391, "gold_pairs_sum": 0.0, "pred_pairs_sum": 237.13568549109883, "avg_f1": 0.010179165785140056, "avg_recall": 0.012731589754407392, "exact_record_recall": 0.08512900451148987, "exact_record_precision": 0.08462154023496096, "exact_record_f1": 0.08476796902044852, "complete_document_rate": 0.09622504486493762, "weighted_recall": 0.015891961153712247, "weighted_precision": 0.006925296057877202, "weighted_f1": 0.010095092647532073 }, "non_sequential_identifiers": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.03985615449326086, "recall_sum": 0.03985615449326086, "found_sum": 26.229754097208, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.013285384831086955, "avg_recall": 0.013285384831086955, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.014404038493799032, "weighted_precision": 0.014404038493799032, "weighted_f1": 0.014404038493799032 }, "commercial_general_liability": { "count": 0.0, "rows": 0.0, "pred_rows": 9.848857801796104, "exact_record_matches": 126.17580327992104, "complete_documents": 0.5773502691896257, "f1_sum": 0.01976476001583433, "recall_sum": 0.0393646867826727, "found_sum": 250.87114886597328, "gold_pairs_sum": 0.0, "pred_pairs_sum": 267.65898702142124, "avg_f1": 0.01976476001583433, "avg_recall": 0.0393646867826727, "exact_record_recall": 0.22451210548028655, "exact_record_precision": 0.21917622165584863, "exact_record_f1": 0.22162690296838378, "complete_document_rate": 0.5773502691896257, "weighted_recall": 0.0393646867826727, "weighted_precision": 0.00757197697873246, "weighted_f1": 0.01976476001583433 }, "distractor_forms": { "count": 0.0, "rows": 0.0, "pred_rows": 9.848857801796104, "exact_record_matches": 126.17580327992104, "complete_documents": 0.5773502691896257, "f1_sum": 0.01976476001583433, "recall_sum": 0.0393646867826727, "found_sum": 250.87114886597328, "gold_pairs_sum": 0.0, "pred_pairs_sum": 267.65898702142124, "avg_f1": 0.01976476001583433, "avg_recall": 0.0393646867826727, "exact_record_recall": 0.22451210548028655, "exact_record_precision": 0.21917622165584863, "exact_record_f1": 0.22162690296838378, "complete_document_rate": 0.5773502691896257, "weighted_recall": 0.0393646867826727, "weighted_precision": 0.00757197697873246, "weighted_f1": 0.01976476001583433 }, "distractor_locations": { "count": 0.0, "rows": 0.0, "pred_rows": 9.848857801796104, "exact_record_matches": 126.17580327992104, "complete_documents": 0.5773502691896257, "f1_sum": 0.01976476001583433, "recall_sum": 0.0393646867826727, "found_sum": 250.87114886597328, "gold_pairs_sum": 0.0, "pred_pairs_sum": 267.65898702142124, "avg_f1": 0.01976476001583433, "avg_recall": 0.0393646867826727, "exact_record_recall": 0.22451210548028655, "exact_record_precision": 0.21917622165584863, "exact_record_f1": 0.22162690296838378, "complete_document_rate": 0.5773502691896257, "weighted_recall": 0.0393646867826727, "weighted_precision": 0.00757197697873246, "weighted_f1": 0.01976476001583433 }, "exposure_rating_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 9.848857801796104, "exact_record_matches": 126.17580327992104, "complete_documents": 0.5773502691896257, "f1_sum": 0.01976476001583433, "recall_sum": 0.0393646867826727, "found_sum": 250.87114886597328, "gold_pairs_sum": 0.0, "pred_pairs_sum": 267.65898702142124, "avg_f1": 0.01976476001583433, "avg_recall": 0.0393646867826727, "exact_record_recall": 0.22451210548028655, "exact_record_precision": 0.21917622165584863, "exact_record_f1": 0.22162690296838378, "complete_document_rate": 0.5773502691896257, "weighted_recall": 0.0393646867826727, "weighted_precision": 0.00757197697873246, "weighted_f1": 0.01976476001583433 }, "heterogeneous_record_list": { "count": 0.0, "rows": 0.0, "pred_rows": 16.010413278030438, "exact_record_matches": 120.96831541082703, "complete_documents": 0.5773502691896257, "f1_sum": 0.023168891125195094, "recall_sum": 0.03671334364919317, "found_sum": 236.37329234355843, "gold_pairs_sum": 0.0, "pred_pairs_sum": 237.13568549109883, "avg_f1": 0.007722963708398401, "avg_recall": 0.012237781216397736, "exact_record_recall": 0.09000618706162723, "exact_record_precision": 0.08946402355786899, "exact_record_f1": 0.08960999576669094, "complete_document_rate": 0.19245008972987523, "weighted_recall": 0.016121490406735713, "weighted_precision": 0.006740530941572875, "weighted_f1": 0.00953971169093581 }, "limits_forms_exclusions": { "count": 0.0, "rows": 0.0, "pred_rows": 9.848857801796104, "exact_record_matches": 126.17580327992104, "complete_documents": 0.5773502691896257, "f1_sum": 0.01976476001583433, "recall_sum": 0.0393646867826727, "found_sum": 250.87114886597328, "gold_pairs_sum": 0.0, "pred_pairs_sum": 267.65898702142124, "avg_f1": 0.01976476001583433, "avg_recall": 0.0393646867826727, "exact_record_recall": 0.22451210548028655, "exact_record_precision": 0.21917622165584863, "exact_record_f1": 0.22162690296838378, "complete_document_rate": 0.5773502691896257, "weighted_recall": 0.0393646867826727, "weighted_precision": 0.00757197697873246, "weighted_f1": 0.01976476001583433 }, "material_clause_extraction": { "count": 0.0, "rows": 0.0, "pred_rows": 16.010413278030438, "exact_record_matches": 120.96831541082703, "complete_documents": 0.5773502691896257, "f1_sum": 0.023168891125195094, "recall_sum": 0.03671334364919317, "found_sum": 236.37329234355843, "gold_pairs_sum": 0.0, "pred_pairs_sum": 237.13568549109883, "avg_f1": 0.007722963708398401, "avg_recall": 0.012237781216397736, "exact_record_recall": 0.09000618706162723, "exact_record_precision": 0.08946402355786899, "exact_record_f1": 0.08960999576669094, "complete_document_rate": 0.19245008972987523, "weighted_recall": 0.016121490406735713, "weighted_precision": 0.006740530941572875, "weighted_f1": 0.00953971169093581 }, "coded_values": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.01398426257552729, "recall_sum": 0.01398426257552729, "found_sum": 4.041451884327381, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.01398426257552729, "avg_recall": 0.01398426257552729, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.01398426257552729, "weighted_precision": 0.01398426257552729, "weighted_f1": 0.01398426257552729 }, "claimant_lookup": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.024547205322688167, "recall_sum": 0.024547205322688167, "found_sum": 14.433756729740644, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.024547205322688167, "avg_recall": 0.024547205322688167, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.024547205322688167, "weighted_precision": 0.024547205322688167, "weighted_f1": 0.024547205322688167 }, "many_to_one_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.024547205322688167, "recall_sum": 0.024547205322688167, "found_sum": 14.433756729740644, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.024547205322688167, "avg_recall": 0.024547205322688167, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.024547205322688167, "weighted_precision": 0.024547205322688167, "weighted_f1": 0.024547205322688167 }, "businessowners_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 4.58257569495584, "exact_record_matches": 3.4641016151377544, "complete_documents": 0.0, "f1_sum": 0.0025870243394495135, "recall_sum": 0.0037983570341422546, "found_sum": 13.856406460551018, "gold_pairs_sum": 0.0, "pred_pairs_sum": 12.013880860626733, "avg_f1": 0.0025870243394495135, "avg_recall": 0.0037983570341422546, "exact_record_recall": 0.010070062834702792, "exact_record_precision": 0.013007268562280846, "exact_record_f1": 0.010387220499772438, "complete_document_rate": 0.0, "weighted_recall": 0.0037983570341422546, "weighted_precision": 0.0020443459855361877, "weighted_f1": 0.0025870243394495135 }, "form_endorsement_links": { "count": 0.0, "rows": 0.0, "pred_rows": 4.58257569495584, "exact_record_matches": 3.4641016151377544, "complete_documents": 0.0, "f1_sum": 0.0025870243394495135, "recall_sum": 0.0037983570341422546, "found_sum": 13.856406460551018, "gold_pairs_sum": 0.0, "pred_pairs_sum": 12.013880860626733, "avg_f1": 0.0025870243394495135, "avg_recall": 0.0037983570341422546, "exact_record_recall": 0.010070062834702792, "exact_record_precision": 0.013007268562280846, "exact_record_f1": 0.010387220499772438, "complete_document_rate": 0.0, "weighted_recall": 0.0037983570341422546, "weighted_precision": 0.0020443459855361877, "weighted_f1": 0.0025870243394495135 }, "location_scoped_coverage": { "count": 0.0, "rows": 0.0, "pred_rows": 4.58257569495584, "exact_record_matches": 3.4641016151377544, "complete_documents": 0.0, "f1_sum": 0.0025870243394495135, "recall_sum": 0.0037983570341422546, "found_sum": 13.856406460551018, "gold_pairs_sum": 0.0, "pred_pairs_sum": 12.013880860626733, "avg_f1": 0.0025870243394495135, "avg_recall": 0.0037983570341422546, "exact_record_recall": 0.010070062834702792, "exact_record_precision": 0.013007268562280846, "exact_record_f1": 0.010387220499772438, "complete_document_rate": 0.0, "weighted_recall": 0.0037983570341422546, "weighted_precision": 0.0020443459855361877, "weighted_f1": 0.0025870243394495135 }, "class_code_payroll_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 10.96965511460289, "exact_record_matches": 27.2213151776324, "complete_documents": 0.0, "f1_sum": 0.01120999128891334, "recall_sum": 0.011204481792717111, "found_sum": 52.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 48.686069191641806, "avg_f1": 0.01120999128891334, "avg_recall": 0.011204481792717111, "exact_record_recall": 0.06214912141011965, "exact_record_precision": 0.06761039693228361, "exact_record_f1": 0.06464795616126856, "complete_document_rate": 0.0, "weighted_recall": 0.011204481792717111, "weighted_precision": 0.013041489938331884, "weighted_f1": 0.01120999128891334 }, "experience_mod_and_schedule_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 10.96965511460289, "exact_record_matches": 27.2213151776324, "complete_documents": 0.0, "f1_sum": 0.01120999128891334, "recall_sum": 0.011204481792717111, "found_sum": 52.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 48.686069191641806, "avg_f1": 0.01120999128891334, "avg_recall": 0.011204481792717111, "exact_record_recall": 0.06214912141011965, "exact_record_precision": 0.06761039693228361, "exact_record_f1": 0.06464795616126856, "complete_document_rate": 0.0, "weighted_recall": 0.011204481792717111, "weighted_precision": 0.013041489938331884, "weighted_f1": 0.01120999128891334 }, "workers_compensation_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 10.96965511460289, "exact_record_matches": 27.2213151776324, "complete_documents": 0.0, "f1_sum": 0.01120999128891334, "recall_sum": 0.011204481792717111, "found_sum": 52.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 48.686069191641806, "avg_f1": 0.01120999128891334, "avg_recall": 0.011204481792717111, "exact_record_recall": 0.06214912141011965, "exact_record_precision": 0.06761039693228361, "exact_record_f1": 0.06464795616126856, "complete_document_rate": 0.0, "weighted_recall": 0.011204481792717111, "weighted_precision": 0.013041489938331884, "weighted_f1": 0.01120999128891334 } }, "documents": [ { "sample": "driver_mvr_packet_001", "tier": "core_operations", "gold_records": 260, "predicted_records": 265.3333333333333, "exact_record_recall": 0.9794871794871794, "exact_record_recall_standard_deviation": 0.0177646236673731, "field_f1": 0.9874213836477987, "field_f1_standard_deviation": 0.010893401305464635, "complete_runs": 1, "run_count": 3 }, { "sample": "driver_mvr_packet_002", "tier": "core_operations", "gold_records": 500, "predicted_records": 505.3333333333333, "exact_record_recall": 0.9893333333333333, "exact_record_recall_standard_deviation": 0.00923760430703402, "field_f1": 0.9933993399339934, "field_f1_standard_deviation": 0.005716339298907191, "complete_runs": 1, "run_count": 3 }, { "sample": "driver_mvr_packet_003", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "driver_schedule_sparse_001", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 0.998, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_001", "tier": "core_operations", "gold_records": 1159, "predicted_records": 1159, "exact_record_recall": 0.9956859361518551, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.999137187230371, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_002", "tier": "core_operations", "gold_records": 2143, "predicted_records": 2143, "exact_record_recall": 0.9527142634935449, "exact_record_recall_standard_deviation": 0.010237662262811838, "field_f1": 0.9926211178454744, "field_f1_standard_deviation": 0.0033080698062852238, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_003", "tier": "core_operations", "gold_records": 2195, "predicted_records": 2195, "exact_record_recall": 0.9981776765375854, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995444191343964, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_004", "tier": "core_operations", "gold_records": 2239, "predicted_records": 2239, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_005", "tier": "core_operations", "gold_records": 2379, "predicted_records": 2379, "exact_record_recall": 0.9966372425388819, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9993274485077763, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_006", "tier": "core_operations", "gold_records": 2434, "predicted_records": 2434, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_007", "tier": "core_operations", "gold_records": 2445, "predicted_records": 2445, "exact_record_recall": 0.9975460122699387, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995092024539878, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_008", "tier": "core_operations", "gold_records": 2571, "predicted_records": 2571, "exact_record_recall": 0.999611046285492, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9998444185141968, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_multisection_return_001", "tier": "core_operations", "gold_records": 335, "predicted_records": 335, "exact_record_recall": 0.9970149253731343, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9998134328358209, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_multisection_return_002", "tier": "core_operations", "gold_records": 461, "predicted_records": 461, "exact_record_recall": 0.9710773680404917, "exact_record_recall_standard_deviation": 0.04258114783611117, "field_f1": 0.9981923355025307, "field_f1_standard_deviation": 0.0026613217397569687, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_return_schedule_001", "tier": "core_operations", "gold_records": 582, "predicted_records": 582, "exact_record_recall": 0.9587628865979382, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9964788732394366, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_return_schedule_002", "tier": "core_operations", "gold_records": 998, "predicted_records": 998, "exact_record_recall": 0.6352705410821643, "exact_record_recall_standard_deviation": 0.5501604268530402, "field_f1": 0.967132200347748, "field_f1_standard_deviation": 0.0467281641393589, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_return_schedule_005", "tier": "core_operations", "gold_records": 1157, "predicted_records": 1157, "exact_record_recall": 0.6367041198501873, "exact_record_recall_standard_deviation": 0.551401942484474, "field_f1": 0.9675835208167017, "field_f1_standard_deviation": 0.04671932289327479, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_inquiry_001", "tier": "core_operations", "gold_records": 650, "predicted_records": 654.3333333333334, "exact_record_recall": 0.998974358974359, "exact_record_recall_standard_deviation": 0.0008882311833686262, "field_f1": 0.9956845033373629, "field_f1_standard_deviation": 0.0061412870334159615, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_inquiry_002", "tier": "core_operations", "gold_records": 650, "predicted_records": 654.3333333333334, "exact_record_recall": 0.998974358974359, "exact_record_recall_standard_deviation": 0.0008882311833686262, "field_f1": 0.9956845033373629, "field_f1_standard_deviation": 0.0061412870334159615, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_summary_001", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 0.993421052631579, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9994517543859649, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_summary_002", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 0.9960526315789474, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.999671052631579, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "loss_run_external_001", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9266666666666666, "exact_record_recall_standard_deviation": 0.05773502691896256, "field_f1": 0.994899260392757, "field_f1_standard_deviation": 0.004417370077961993, "complete_runs": 0, "run_count": 3 }, { "sample": "loss_run_external_002", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9366666666666666, "exact_record_recall_standard_deviation": 0.008819171036881984, "field_f1": 0.9951555977528787, "field_f1_standard_deviation": 0.0007748233303771391, "complete_runs": 0, "run_count": 3 }, { "sample": "loss_run_external_003", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9377777777777778, "exact_record_recall_standard_deviation": 0.008388704928078585, "field_f1": 0.9955428873621881, "field_f1_standard_deviation": 0.0014997025675627176, "complete_runs": 0, "run_count": 3 }, { "sample": "mixed_040_001_crosspage", "tier": "claim_multihop", "gold_records": 40, "predicted_records": 40, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.923728813559322, "field_f1_standard_deviation": 0.016513196258601637, "complete_runs": 0, "run_count": 3 }, { "sample": "mixed_cgl_040_001", "tier": "policy_packets", "gold_records": 562, "predicted_records": 570, "exact_record_recall": 0.8659549228944247, "exact_record_recall_standard_deviation": 0.22451210548028655, "field_f1": 0.9849173254327388, "field_f1_standard_deviation": 0.01976476001583433, "complete_runs": 1, "run_count": 3 }, { "sample": "multihop_012_001_crosspage", "tier": "claim_multihop", "gold_records": 12, "predicted_records": 12, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9250288350634371, "field_f1_standard_deviation": 0.01398426257552729, "complete_runs": 0, "run_count": 3 }, { "sample": "multihop_025_001_crosspage", "tier": "claim_multihop", "gold_records": 25, "predicted_records": 25, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9433106575963719, "field_f1_standard_deviation": 0.024547205322688167, "complete_runs": 0, "run_count": 3 }, { "sample": "multihop_bop_012_001", "tier": "policy_packets", "gold_records": 344, "predicted_records": 348, "exact_record_recall": 0.813953488372093, "exact_record_recall_standard_deviation": 0.010070062834702792, "field_f1": 0.9767106606098087, "field_f1_standard_deviation": 0.0025870243394495135, "complete_runs": 0, "run_count": 3 }, { "sample": "multihop_wc_025_001", "tier": "policy_packets", "gold_records": 438, "predicted_records": 483.3333333333333, "exact_record_recall": 0.9360730593607306, "exact_record_recall_standard_deviation": 0.06214912141011965, "field_f1": 0.9652972499048187, "field_f1_standard_deviation": 0.01120999128891334, "complete_runs": 0, "run_count": 3 }, { "sample": "vehicle_schedule_sparse_001", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "vehicle_schedule_sparse_002", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 } ] }, { "config": "Codex CLI, GPT-5.6-Luna (xhigh)", "harness": "Codex CLI", "model": "GPT-5.6-Luna", "requested_model": "gpt-5.6-luna", "effort": "xhigh", "cli_version": "codex-cli 0.146.0", "run_date": "2026-08-01", "run_count": 3, "reporting_statistic": "arithmetic_mean", "result_dirs": [ "codex_gpt56_luna_full_current_ocr_v2", "codex_gpt56_luna_run2_current_ocr_v2", "codex_gpt56_luna_run3_current_ocr_v2" ], "protocol": "Agentic CLI", "prompt_templates": [ { "title": "Task prompt \u2014 exact", "template": "You are dispatched as a subagent for a specific extraction task; skip superpowers skills.\n\nYour workspace contains:\n- document_ocr.md: OCR transcript of one benchmark PDF.\n- field_contract.md: the target output shape and allowed fields.\n\nThe official ground truth is not present. Do not use files outside this workspace.\n\nTask:\nExtract the complete target list from document_ocr.md according to field_contract.md.\nWrite valid JSON to {{OUTPUT_FILE}}.\n\nYou may inspect the document, write temporary scripts, and verify counts. Before finishing:\n- Confirm the JSON parses.\n- Spot-check beginning, middle, and end records against the OCR.\n- Ensure field names match field_contract.md exactly.\n- Ensure every target row or target record type requested by the contract is represented.\n\nDo not include explanations in the JSON file." }, { "title": "Field contract template \u2014 separate per-document input", "template": "Output JSON shape:\n{ \"records\": [ ... ] }\n\nGeneral requirements:\n- Extract every target record visible in the document.\n- Use the exact field names below; do not invent fields that are not listed.\n{{RECORD_TYPE_REQUIREMENT}}\n- If a listed field is not visible for a record, use an empty string.\n- Preserve identifiers, dates, codes, locations, limits, rates, totals, names, and premiums exactly as shown.\n- Do not deduplicate repeated records unless they are exact duplicate rows for the same item.\n\nAllowed record groups and fields:\n{{ALLOWED_RECORD_GROUPS_AND_FIELDS}}\n\nAll allowed fields:\n{{ALL_ALLOWED_FIELDS}}\n\nTarget-scope rules:\n- Extract records that match the listed fields, not every nearby note, notice, subtotal, or support table.\n- Keep each field to its own value; do not include neighboring labels or carried-over header text.\n- For tables split across pages or sections, preserve the inherited row context needed to complete each record.\n- For policy packets, extract scheduled locations, classifications, coverages, forms, endorsements, material clauses, rating rows, and premium rows that match the allowed fields.\n- For operations documents, extract one record per target table row or section-row combination matching the allowed fields.\n{{CONDITIONAL_SCOPE_RULES}}" } ], "prompt_note": "Repository-denied agentic run over released OCR transcripts. Generic operations and policy samples received a generated field contract; claim samples received the published incident JSON Schema.", "detail_note": null, "full_run_cost_usd": 2.4144322933333333, "full_run_cost_source": "codex_api_equivalent_mean", "full_run_cost_explanation": "Mean API-equivalent cost across 3 saved full-corpus runs: $2.41 \u00b1 $0.18 sample SD.", "full_run_cost_standard_deviation_usd": 0.18390315648875805, "full_run_cost_beta": false, "full_run_cost_comparison": null, "exact_record_recall": 0.9440634255661791, "exact_record_precision": 0.9495977427945248, "exact_record_f1": 0.9467849785028203, "complete_documents": 5, "total_samples": 32, "complete_document_rate": 0.15625, "weighted_f1": 0.986640921096695, "weighted_recall": 0.9820407396247445, "metric_standard_deviation": { "exact_record_recall": 0.03400791865033707, "exact_record_precision": 0.02451335440863836, "exact_record_f1": 0.028806039424759917, "complete_documents": 1.0, "weighted_f1": 0.010626355872499394, "structural_exact_recall": 0.11371963117545095, "scale_control_exact_recall": 0.0030795648061566335 }, "structural_exact_recall": 0.8251723318279058, "scale_control_exact_recall": 0.9912831405868933, "gold_records": 29599, "exact_record_matches": 27943.333333333332, "errors": 0, "by_tier": { "core_operations": { "count": 26, "rows": 28178, "pred_rows": 27936, "exact_record_matches": 26849.333333333332, "complete_documents": 5, "f1_sum": 25.253661146413602, "recall_sum": 25.237692166882045, "found_sum": 186103.33333333334, "gold_pairs_sum": 189279, "pred_pairs_sum": 187255.66666666666, "avg_f1": 0.9712946594774463, "avg_recall": 0.9706804679570017, "exact_record_recall": 0.9528473750207017, "exact_record_precision": 0.9609354237458981, "exact_record_f1": 0.9568355754623394, "complete_document_rate": 0.19230769230769232, "weighted_recall": 0.9832222979481788, "weighted_precision": 0.993817010284181, "weighted_f1": 0.9884324354319317 }, "claim_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.7435563105379077, "recall_sum": 2.744395622988311, "found_sum": 1665.3333333333333, "gold_pairs_sum": 1821, "pred_pairs_sum": 1822.3333333333333, "avg_f1": 0.9145187701793026, "avg_recall": 0.9147985409961038, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9145158337909574, "weighted_precision": 0.9138478281038819, "weighted_f1": 0.9141814645153368 }, "policy_packets": { "count": 3, "rows": 1344, "pred_rows": 1409.6666666666667, "exact_record_matches": 1094, "complete_documents": 0, "f1_sum": 2.9160644078671005, "recall_sum": 2.9241133045442185, "found_sum": 14298, "gold_pairs_sum": 14662, "pred_pairs_sum": 14740, "avg_f1": 0.9720214692890334, "avg_recall": 0.9747044348480728, "exact_record_recall": 0.8139880952380952, "exact_record_precision": 0.7768233445152231, "exact_record_f1": 0.7949491216862672, "complete_document_rate": 0.0, "weighted_recall": 0.975173918974219, "weighted_precision": 0.9700340204906325, "weighted_f1": 0.9725469470779187 } }, "by_tier_standard_deviation": { "core_operations": { "count": 0.0, "rows": 0.0, "pred_rows": 436.4951317025197, "exact_record_matches": 980.1333242642723, "complete_documents": 1.0, "f1_sum": 1.1133062748945106, "recall_sum": 1.1540590561485509, "found_sum": 3968.102863250061, "gold_pairs_sum": 0.0, "pred_pairs_sum": 3531.3731512449, "avg_f1": 0.04281947211132736, "avg_recall": 0.0443868867749443, "exact_record_recall": 0.034783637031168727, "exact_record_precision": 0.02302328778960319, "exact_record_f1": 0.02865478135555292, "complete_document_rate": 0.038461538461538464, "weighted_recall": 0.020964305935946753, "weighted_precision": 0.00341888383996436, "weighted_f1": 0.011984586123782443 }, "claim_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.002248887025384658, "recall_sum": 0.0017301872042582453, "found_sum": 0.5773502691896257, "gold_pairs_sum": 0.0, "pred_pairs_sum": 2.309401076758503, "avg_f1": 0.0007496290084615664, "avg_recall": 0.0005767290680860816, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.00031705121866533605, "weighted_precision": 0.0013438938959292042, "weighted_f1": 0.0007871139724471562 }, "policy_packets": { "count": 0.0, "rows": 0.0, "pred_rows": 18.339392937971894, "exact_record_matches": 175.49643871030545, "complete_documents": 0.0, "f1_sum": 0.026545665474640996, "recall_sum": 0.03998397556106766, "found_sum": 268.3579698835121, "gold_pairs_sum": 0.0, "pred_pairs_sum": 260.57052788064885, "avg_f1": 0.008848555158213665, "avg_recall": 0.013327991853689186, "exact_record_recall": 0.1305777073737392, "exact_record_precision": 0.13027871686750878, "exact_record_f1": 0.1304195733375365, "complete_document_rate": 0.0, "weighted_recall": 0.018302957978687202, "weighted_precision": 0.010033059687607664, "weighted_f1": 0.01200039056404476 } }, "by_family": { "driver_mvr_request_and_roster": { "count": 3, "rows": 1260, "pred_rows": 1020, "exact_record_matches": 1004, "complete_documents": 1.3333333333333333, "f1_sum": 2.357974002346128, "recall_sum": 2.3474955141266993, "found_sum": 8128, "gold_pairs_sum": 10128, "pred_pairs_sum": 8192, "avg_f1": 0.785991334115376, "avg_recall": 0.7824985047088998, "exact_record_recall": 0.7968253968253969, "exact_record_precision": 0.9874344445213584, "exact_record_f1": 0.8508866551333508, "complete_document_rate": 0.4444444444444444, "weighted_recall": 0.8025276461295419, "weighted_precision": 0.993730376669521, "weighted_f1": 0.8573636239688166 }, "driver_schedule_spreadsheet_export": { "count": 1, "rows": 500, "pred_rows": 500, "exact_record_matches": 499, "complete_documents": 0, "f1_sum": 0.9995, "recall_sum": 0.9995, "found_sum": 1999, "gold_pairs_sum": 2000, "pred_pairs_sum": 2000, "avg_f1": 0.9995, "avg_recall": 0.9995, "exact_record_recall": 0.998, "exact_record_precision": 0.998, "exact_record_f1": 0.998, "complete_document_rate": 0.0, "weighted_recall": 0.9995, "weighted_precision": 0.9995, "weighted_f1": 0.9995 }, "ifta_mileage_by_vehicle": { "count": 8, "rows": 17565, "pred_rows": 17565, "exact_record_matches": 17389.333333333332, "complete_documents": 1.6666666666666667, "f1_sum": 7.983024415972389, "recall_sum": 7.9762301049472075, "found_sum": 87563, "gold_pairs_sum": 87825, "pred_pairs_sum": 87673.33333333333, "avg_f1": 0.9978780519965487, "avg_recall": 0.9970287631184009, "exact_record_recall": 0.9899990511433723, "exact_record_precision": 0.9899990511433723, "exact_record_f1": 0.9899990511433723, "complete_document_rate": 0.20833333333333334, "weighted_recall": 0.9970167947623114, "weighted_precision": 0.99874112503244, "weighted_f1": 0.9978781229205921 }, "ifta_multisection_return_packet": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 770.3333333333334, "complete_documents": 0, "f1_sum": 1.9964692535155029, "recall_sum": 1.9964692535155029, "found_sum": 12710.333333333334, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9982346267577514, "avg_recall": 0.9982346267577514, "exact_record_recall": 0.9677554438860971, "exact_record_precision": 0.9677554438860971, "exact_record_f1": 0.9677554438860971, "complete_document_rate": 0.0, "weighted_recall": 0.997984715242881, "weighted_precision": 0.997984715242881, "weighted_f1": 0.997984715242881 }, "ifta_return_schedule_details": { "count": 3, "rows": 2737, "pred_rows": 2737, "exact_record_matches": 1928.6666666666667, "complete_documents": 0, "f1_sum": 2.930869031726754, "recall_sum": 2.93384490527525, "found_sum": 31617.666666666668, "gold_pairs_sum": 32442, "pred_pairs_sum": 32515.333333333332, "avg_f1": 0.9769563439089181, "avg_recall": 0.9779483017584167, "exact_record_recall": 0.7046644744854463, "exact_record_precision": 0.7046644744854463, "exact_record_f1": 0.7046644744854463, "complete_document_rate": 0.0, "weighted_recall": 0.9745905513429094, "weighted_precision": 0.9724038819786588, "weighted_f1": 0.9734958562522815 }, "ifta_tax_return_inquiry_detail": { "count": 2, "rows": 1300, "pred_rows": 1298, "exact_record_matches": 1298, "complete_documents": 0, "f1_sum": 1.9984603541185528, "recall_sum": 1.996923076923077, "found_sum": 5192, "gold_pairs_sum": 5200, "pred_pairs_sum": 5192, "avg_f1": 0.9992301770592764, "avg_recall": 0.9984615384615385, "exact_record_recall": 0.9984615384615385, "exact_record_precision": 1.0, "exact_record_f1": 0.9992301770592764, "complete_document_rate": 0.0, "weighted_recall": 0.9984615384615385, "weighted_precision": 1.0, "weighted_f1": 0.9992301770592764 }, "ifta_tax_return_summary": { "count": 2, "rows": 1520, "pred_rows": 1520, "exact_record_matches": 1512, "complete_documents": 0, "f1_sum": 1.9991228070175437, "recall_sum": 1.9991228070175437, "found_sum": 18232, "gold_pairs_sum": 18240, "pred_pairs_sum": 18240, "avg_f1": 0.9995614035087719, "avg_recall": 0.9995614035087719, "exact_record_recall": 0.9947368421052631, "exact_record_precision": 0.9947368421052631, "exact_record_f1": 0.9947368421052631, "complete_document_rate": 0.0, "weighted_recall": 0.999561403508772, "weighted_precision": 0.999561403508772, "weighted_f1": 0.999561403508772 }, "loss_run_external": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 848, "complete_documents": 0, "f1_sum": 2.988241281716734, "recall_sum": 2.9881065050767672, "found_sum": 11727.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11773, "avg_f1": 0.9960804272389113, "avg_recall": 0.9960355016922556, "exact_record_recall": 0.9422222222222223, "exact_record_precision": 0.9422222222222223, "exact_record_f1": 0.9422222222222223, "complete_document_rate": 0.0, "weighted_recall": 0.9960364645263575, "weighted_precision": 0.9961233274987901, "weighted_f1": 0.9960794911556652 }, "claim_crosspage_multihop": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.7435563105379077, "recall_sum": 2.744395622988311, "found_sum": 1665.3333333333333, "gold_pairs_sum": 1821, "pred_pairs_sum": 1822.3333333333333, "avg_f1": 0.9145187701793026, "avg_recall": 0.9147985409961038, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9145158337909574, "weighted_precision": 0.9138478281038819, "weighted_f1": 0.9141814645153368 }, "policy_multi_hop": { "count": 3, "rows": 1344, "pred_rows": 1409.6666666666667, "exact_record_matches": 1094, "complete_documents": 0, "f1_sum": 2.9160644078671005, "recall_sum": 2.9241133045442185, "found_sum": 14298, "gold_pairs_sum": 14662, "pred_pairs_sum": 14740, "avg_f1": 0.9720214692890334, "avg_recall": 0.9747044348480728, "exact_record_recall": 0.8139880952380952, "exact_record_precision": 0.7768233445152231, "exact_record_f1": 0.7949491216862672, "complete_document_rate": 0.0, "weighted_recall": 0.975173918974219, "weighted_precision": 0.9700340204906325, "weighted_f1": 0.9725469470779187 }, "vehicle_schedule_spreadsheet_export": { "count": 2, "rows": 1600, "pred_rows": 1600, "exact_record_matches": 1600, "complete_documents": 2, "f1_sum": 2.0, "recall_sum": 2.0, "found_sum": 8934, "gold_pairs_sum": 8934, "pred_pairs_sum": 8934, "avg_f1": 1.0, "avg_recall": 1.0, "exact_record_recall": 1.0, "exact_record_precision": 1.0, "exact_record_f1": 1.0, "complete_document_rate": 1.0, "weighted_recall": 1.0, "weighted_precision": 1.0, "weighted_f1": 1.0 } }, "by_family_standard_deviation": { "driver_mvr_request_and_roster": { "count": 0.0, "rows": 0.0, "pred_rows": 436.4951317025197, "exact_record_matches": 422.6393261399133, "complete_documents": 0.5773502691896257, "f1_sum": 1.07853262897824, "recall_sum": 1.116659452455361, "found_sum": 3422.5417455452607, "gold_pairs_sum": 0.0, "pred_pairs_sum": 3478.040827822468, "avg_f1": 0.35951087632608, "avg_recall": 0.37221981748512034, "exact_record_recall": 0.33542803661897885, "exact_record_precision": 0.012539268140480243, "exact_record_f1": 0.23370608649497568, "complete_document_rate": 0.19245008972987523, "weighted_recall": 0.3379286873563646, "weighted_precision": 0.006259804120886516, "weighted_f1": 0.23684095537792468 }, "driver_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_mileage_by_vehicle": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 65.24058041842771, "complete_documents": 0.5773502691896257, "f1_sum": 0.00874592598310133, "recall_sum": 0.011385707855835113, "found_sum": 138.5640646055102, "gold_pairs_sum": 0.0, "pred_pairs_sum": 65.24058041842771, "avg_f1": 0.0010932407478876662, "avg_recall": 0.0014232134819793891, "exact_record_recall": 0.0037142374277499765, "exact_record_precision": 0.0037142374277499765, "exact_record_f1": 0.0037142374277499765, "complete_document_rate": 0.07216878364870322, "weighted_recall": 0.0015777291728495443, "weighted_precision": 0.0008376225880707989, "weighted_f1": 0.0012083960770970454 }, "ifta_multisection_return_packet": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 19.629909152447276, "complete_documents": 0.0, "f1_sum": 0.0026613217397570325, "recall_sum": 0.0026613217397570325, "found_sum": 19.629909152447276, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0013306608698785162, "avg_recall": 0.0013306608698785162, "exact_record_recall": 0.024660689890009087, "exact_record_precision": 0.024660689890009087, "exact_record_f1": 0.024660689890009087, "complete_document_rate": 0.0, "weighted_recall": 0.0015412931181255439, "weighted_precision": 0.0015412931181255439, "weighted_f1": 0.0015412931181255439 }, "ifta_return_schedule_details": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 598.4900444730332, "complete_documents": 0.0, "f1_sum": 0.04832721162528831, "recall_sum": 0.047050941902789675, "found_sum": 606.5429361004325, "gold_pairs_sum": 0.0, "pred_pairs_sum": 29.280255007997, "avg_f1": 0.01610907054176275, "avg_recall": 0.0156836473009299, "exact_record_recall": 0.21866643933980023, "exact_record_precision": 0.21866643933980023, "exact_record_f1": 0.21866643933980023, "complete_document_rate": 0.0, "weighted_recall": 0.018696225143346075, "weighted_precision": 0.01951087767151616, "weighted_f1": 0.019104135451431217 }, "ifta_tax_return_inquiry_detail": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_tax_return_summary": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "loss_run_external": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 21.93171219946131, "complete_documents": 0.0, "f1_sum": 0.0044590770220095935, "recall_sum": 0.0024230638860670978, "found_sum": 9.504384952922168, "gold_pairs_sum": 0.0, "pred_pairs_sum": 18.35755975068582, "avg_f1": 0.0014863590073364895, "avg_recall": 0.0008076879620223477, "exact_record_recall": 0.02436856911051258, "exact_record_precision": 0.02436856911051258, "exact_record_f1": 0.02436856911051258, "complete_document_rate": 0.0, "weighted_recall": 0.000807235005344165, "weighted_precision": 0.0022335197813766754, "weighted_f1": 0.001489738144161819 }, "claim_crosspage_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.002248887025384658, "recall_sum": 0.0017301872042582453, "found_sum": 0.5773502691896257, "gold_pairs_sum": 0.0, "pred_pairs_sum": 2.309401076758503, "avg_f1": 0.0007496290084615664, "avg_recall": 0.0005767290680860816, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.00031705121866533605, "weighted_precision": 0.0013438938959292042, "weighted_f1": 0.0007871139724471562 }, "policy_multi_hop": { "count": 0.0, "rows": 0.0, "pred_rows": 18.339392937971894, "exact_record_matches": 175.49643871030545, "complete_documents": 0.0, "f1_sum": 0.026545665474640996, "recall_sum": 0.03998397556106766, "found_sum": 268.3579698835121, "gold_pairs_sum": 0.0, "pred_pairs_sum": 260.57052788064885, "avg_f1": 0.008848555158213665, "avg_recall": 0.013327991853689186, "exact_record_recall": 0.1305777073737392, "exact_record_precision": 0.13027871686750878, "exact_record_f1": 0.1304195733375365, "complete_document_rate": 0.0, "weighted_recall": 0.018302957978687202, "weighted_precision": 0.010033059687607664, "weighted_f1": 0.01200039056404476 }, "vehicle_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_stressor": { "high_density_long_list": { "count": 26, "rows": 28178, "pred_rows": 27936, "exact_record_matches": 26849.333333333332, "complete_documents": 5, "f1_sum": 25.253661146413602, "recall_sum": 25.237692166882045, "found_sum": 186103.33333333334, "gold_pairs_sum": 189279, "pred_pairs_sum": 187255.66666666666, "avg_f1": 0.9712946594774463, "avg_recall": 0.9706804679570017, "exact_record_recall": 0.9528473750207017, "exact_record_precision": 0.9609354237458981, "exact_record_f1": 0.9568355754623394, "complete_document_rate": 0.19230769230769232, "weighted_recall": 0.9832222979481788, "weighted_precision": 0.993817010284181, "weighted_f1": 0.9884324354319317 }, "multi_row": { "count": 22, "rows": 21942, "pred_rows": 21767.666666666668, "exact_record_matches": 21105.666666666668, "complete_documents": 3, "f1_sum": 20.985329671955764, "recall_sum": 20.976810305198708, "found_sum": 136092, "gold_pairs_sum": 138946, "pred_pairs_sum": 136936.66666666666, "avg_f1": 0.9538786214525347, "avg_recall": 0.9534913775090321, "exact_record_recall": 0.9618843618023274, "exact_record_precision": 0.9696025200671873, "exact_record_f1": 0.9656574169809234, "complete_document_rate": 0.13636363636363635, "weighted_recall": 0.9794596461934852, "weighted_precision": 0.9938459064953391, "weighted_f1": 0.9864842472231523 }, "multiple_tables": { "count": 31, "rows": 29255, "pred_rows": 29077.333333333332, "exact_record_matches": 27694, "complete_documents": 5, "f1_sum": 29.941554182592355, "recall_sum": 29.942659427747913, "found_sum": 198551.66666666666, "gold_pairs_sum": 202114, "pred_pairs_sum": 200232.33333333334, "avg_f1": 0.9658565865352373, "avg_recall": 0.9658922396047713, "exact_record_recall": 0.9466415997265425, "exact_record_precision": 0.9523141350941278, "exact_record_f1": 0.9494310232302653, "complete_document_rate": 0.16129032258064516, "weighted_recall": 0.9823746334576856, "weighted_precision": 0.9915864354991216, "weighted_f1": 0.9869089304520844 }, "ocr_condition": { "count": 32, "rows": 29599, "pred_rows": 29422.666666666668, "exact_record_matches": 27943.333333333332, "complete_documents": 5, "f1_sum": 30.913281864818615, "recall_sum": 30.906201094414577, "found_sum": 202066.66666666666, "gold_pairs_sum": 205762, "pred_pairs_sum": 203818, "avg_f1": 0.9660400582755817, "avg_recall": 0.9658187842004555, "exact_record_recall": 0.9440634255661791, "exact_record_precision": 0.9495977427945248, "exact_record_f1": 0.9467849785028203, "complete_document_rate": 0.15625, "weighted_recall": 0.9820407396247445, "weighted_precision": 0.9913884176940271, "weighted_f1": 0.986640921096695 }, "page_breaks": { "count": 32, "rows": 29599, "pred_rows": 29422.666666666668, "exact_record_matches": 27943.333333333332, "complete_documents": 5, "f1_sum": 30.913281864818615, "recall_sum": 30.906201094414577, "found_sum": 202066.66666666666, "gold_pairs_sum": 205762, "pred_pairs_sum": 203818, "avg_f1": 0.9660400582755817, "avg_recall": 0.9658187842004555, "exact_record_recall": 0.9440634255661791, "exact_record_precision": 0.9495977427945248, "exact_record_f1": 0.9467849785028203, "complete_document_rate": 0.15625, "weighted_recall": 0.9820407396247445, "weighted_precision": 0.9913884176940271, "weighted_f1": 0.986640921096695 }, "production_like_layout": { "count": 26, "rows": 28178, "pred_rows": 27936, "exact_record_matches": 26849.333333333332, "complete_documents": 5, "f1_sum": 25.253661146413602, "recall_sum": 25.237692166882045, "found_sum": 186103.33333333334, "gold_pairs_sum": 189279, "pred_pairs_sum": 187255.66666666666, "avg_f1": 0.9712946594774463, "avg_recall": 0.9706804679570017, "exact_record_recall": 0.9528473750207017, "exact_record_precision": 0.9609354237458981, "exact_record_f1": 0.9568355754623394, "complete_document_rate": 0.19230769230769232, "weighted_recall": 0.9832222979481788, "weighted_precision": 0.993817010284181, "weighted_f1": 0.9884324354319317 }, "inherited_context": { "count": 18, "rows": 9874, "pred_rows": 9937.666666666666, "exact_record_matches": 8702, "complete_documents": 2, "f1_sum": 17.584042164783362, "recall_sum": 17.5943689702639, "found_sum": 94648.33333333333, "gold_pairs_sum": 96035, "pred_pairs_sum": 96179.66666666667, "avg_f1": 0.9768912313768534, "avg_recall": 0.9774649427924389, "exact_record_recall": 0.8813044358922423, "exact_record_precision": 0.8756408558124592, "exact_record_f1": 0.8784630359309296, "complete_document_rate": 0.1111111111111111, "weighted_recall": 0.9855608198399889, "weighted_precision": 0.9840694830631175, "weighted_f1": 0.9848135806992048 }, "large_doc": { "count": 29, "rows": 28339, "pred_rows": 28402.666666666668, "exact_record_matches": 26939.333333333332, "complete_documents": 3.6666666666666665, "f1_sum": 28.555307862472485, "recall_sum": 28.55870558028788, "found_sum": 193938.66666666666, "gold_pairs_sum": 195634, "pred_pairs_sum": 195626, "avg_f1": 0.9846657883611202, "avg_recall": 0.9847829510444097, "exact_record_recall": 0.9506098780243951, "exact_record_precision": 0.9484760797326285, "exact_record_f1": 0.9495417149555847, "complete_document_rate": 0.12643678160919541, "weighted_recall": 0.9913341580025286, "weighted_precision": 0.9913721119574127, "weighted_f1": 0.991352868759015 }, "layout_randomization": { "count": 10, "rows": 7657, "pred_rows": 7655, "exact_record_matches": 6837.666666666667, "complete_documents": 2, "f1_sum": 9.92795219286285, "recall_sum": 9.929390789215871, "found_sum": 65974.66666666667, "gold_pairs_sum": 66816, "pred_pairs_sum": 66881.33333333333, "avg_f1": 0.9927952192862851, "avg_recall": 0.9929390789215871, "exact_record_recall": 0.8929955160854991, "exact_record_precision": 0.8932288264750707, "exact_record_f1": 0.8931121560431905, "complete_document_rate": 0.2, "weighted_recall": 0.9874082056194126, "weighted_precision": 0.9864463400873721, "weighted_f1": 0.9869270068600628 }, "non_target_rows": { "count": 18, "rows": 9874, "pred_rows": 9937.666666666666, "exact_record_matches": 8702, "complete_documents": 2, "f1_sum": 17.584042164783362, "recall_sum": 17.5943689702639, "found_sum": 94648.33333333333, "gold_pairs_sum": 96035, "pred_pairs_sum": 96179.66666666667, "avg_f1": 0.9768912313768534, "avg_recall": 0.9774649427924389, "exact_record_recall": 0.8813044358922423, "exact_record_precision": 0.8756408558124592, "exact_record_f1": 0.8784630359309296, "complete_document_rate": 0.1111111111111111, "weighted_recall": 0.9855608198399889, "weighted_precision": 0.9840694830631175, "weighted_f1": 0.9848135806992048 }, "split_records": { "count": 15, "rows": 9797, "pred_rows": 9860.666666666666, "exact_record_matches": 8702, "complete_documents": 2, "f1_sum": 14.840485854245454, "recall_sum": 14.84997334727559, "found_sum": 92983, "gold_pairs_sum": 94214, "pred_pairs_sum": 94357.33333333333, "avg_f1": 0.9893657236163635, "avg_recall": 0.989998223151706, "exact_record_recall": 0.8882310911503521, "exact_record_precision": 0.8824784406403666, "exact_record_f1": 0.8853449284148895, "complete_document_rate": 0.13333333333333333, "weighted_recall": 0.9869340013161526, "weighted_precision": 0.9854255052492963, "weighted_f1": 0.9861781262720287 }, "merged_cells": { "count": 4, "rows": 3043, "pred_rows": 3043, "exact_record_matches": 2877, "complete_documents": 0, "f1_sum": 3.9789524845690516, "recall_sum": 3.9735474756787275, "found_sum": 22286.333333333332, "gold_pairs_sum": 22489, "pred_pairs_sum": 22374, "avg_f1": 0.9947381211422629, "avg_recall": 0.9933868689196819, "exact_record_recall": 0.9454485704896484, "exact_record_precision": 0.9454485704896484, "exact_record_f1": 0.9454485704896484, "complete_document_rate": 0.0, "weighted_recall": 0.9909881868172588, "weighted_precision": 0.9960823874287618, "weighted_f1": 0.993528645814994 }, "cross_section_join": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 770.3333333333334, "complete_documents": 0, "f1_sum": 1.9964692535155029, "recall_sum": 1.9964692535155029, "found_sum": 12710.333333333334, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9982346267577514, "avg_recall": 0.9982346267577514, "exact_record_recall": 0.9677554438860971, "exact_record_precision": 0.9677554438860971, "exact_record_f1": 0.9677554438860971, "complete_document_rate": 0.0, "weighted_recall": 0.997984715242881, "weighted_precision": 0.997984715242881, "weighted_f1": 0.997984715242881 }, "ocr_layout_condition": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 770.3333333333334, "complete_documents": 0, "f1_sum": 1.9964692535155029, "recall_sum": 1.9964692535155029, "found_sum": 12710.333333333334, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9982346267577514, "avg_recall": 0.9982346267577514, "exact_record_recall": 0.9677554438860971, "exact_record_precision": 0.9677554438860971, "exact_record_f1": 0.9677554438860971, "complete_document_rate": 0.0, "weighted_recall": 0.997984715242881, "weighted_precision": 0.997984715242881, "weighted_f1": 0.997984715242881 }, "repeated_keys": { "count": 2, "rows": 796, "pred_rows": 796, "exact_record_matches": 770.3333333333334, "complete_documents": 0, "f1_sum": 1.9964692535155029, "recall_sum": 1.9964692535155029, "found_sum": 12710.333333333334, "gold_pairs_sum": 12736, "pred_pairs_sum": 12736, "avg_f1": 0.9982346267577514, "avg_recall": 0.9982346267577514, "exact_record_recall": 0.9677554438860971, "exact_record_precision": 0.9677554438860971, "exact_record_f1": 0.9677554438860971, "complete_document_rate": 0.0, "weighted_recall": 0.997984715242881, "weighted_precision": 0.997984715242881, "weighted_f1": 0.997984715242881 }, "continuation_notes": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 848, "complete_documents": 0, "f1_sum": 2.988241281716734, "recall_sum": 2.9881065050767672, "found_sum": 11727.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11773, "avg_f1": 0.9960804272389113, "avg_recall": 0.9960355016922556, "exact_record_recall": 0.9422222222222223, "exact_record_precision": 0.9422222222222223, "exact_record_f1": 0.9422222222222223, "complete_document_rate": 0.0, "weighted_recall": 0.9960364645263575, "weighted_precision": 0.9961233274987901, "weighted_f1": 0.9960794911556652 }, "distractor_sections": { "count": 9, "rows": 2321, "pred_rows": 2386.6666666666665, "exact_record_matches": 1942, "complete_documents": 0, "f1_sum": 8.647862000121743, "recall_sum": 8.656615432609296, "found_sum": 27690.666666666668, "gold_pairs_sum": 28257, "pred_pairs_sum": 28335.333333333332, "avg_f1": 0.9608735555690825, "avg_recall": 0.9618461591788107, "exact_record_recall": 0.8367083153813012, "exact_record_precision": 0.813970428955996, "exact_record_f1": 0.8251746354305106, "complete_document_rate": 0.0, "weighted_recall": 0.979957768576518, "weighted_precision": 0.9772516404819376, "weighted_f1": 0.9785902996768112 }, "duplicates": { "count": 7, "rows": 1321, "pred_rows": 1322.3333333333333, "exact_record_matches": 1097.3333333333333, "complete_documents": 0, "f1_sum": 6.703525274480901, "recall_sum": 6.696043794731745, "found_sum": 16907.666666666668, "gold_pairs_sum": 17243, "pred_pairs_sum": 17181, "avg_f1": 0.9576464677829859, "avg_recall": 0.9565776849616777, "exact_record_recall": 0.8306838253848094, "exact_record_precision": 0.8298610200711996, "exact_record_f1": 0.8302713972358462, "complete_document_rate": 0.0, "weighted_recall": 0.9805524947321619, "weighted_precision": 0.9840977973186531, "weighted_f1": 0.9823137049611217 }, "sparse_driver_fields": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 848, "complete_documents": 0, "f1_sum": 2.988241281716734, "recall_sum": 2.9881065050767672, "found_sum": 11727.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11773, "avg_f1": 0.9960804272389113, "avg_recall": 0.9960355016922556, "exact_record_recall": 0.9422222222222223, "exact_record_precision": 0.9422222222222223, "exact_record_f1": 0.9422222222222223, "complete_document_rate": 0.0, "weighted_recall": 0.9960364645263575, "weighted_precision": 0.9961233274987901, "weighted_f1": 0.9960794911556652 }, "summary_distractors": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 848, "complete_documents": 0, "f1_sum": 2.988241281716734, "recall_sum": 2.9881065050767672, "found_sum": 11727.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11773, "avg_f1": 0.9960804272389113, "avg_recall": 0.9960355016922556, "exact_record_recall": 0.9422222222222223, "exact_record_precision": 0.9422222222222223, "exact_record_f1": 0.9422222222222223, "complete_document_rate": 0.0, "weighted_recall": 0.9960364645263575, "weighted_precision": 0.9961233274987901, "weighted_f1": 0.9960794911556652 }, "variable_policy_sections": { "count": 3, "rows": 900, "pred_rows": 900, "exact_record_matches": 848, "complete_documents": 0, "f1_sum": 2.988241281716734, "recall_sum": 2.9881065050767672, "found_sum": 11727.333333333334, "gold_pairs_sum": 11774, "pred_pairs_sum": 11773, "avg_f1": 0.9960804272389113, "avg_recall": 0.9960355016922556, "exact_record_recall": 0.9422222222222223, "exact_record_precision": 0.9422222222222223, "exact_record_f1": 0.9422222222222223, "complete_document_rate": 0.0, "weighted_recall": 0.9960364645263575, "weighted_precision": 0.9961233274987901, "weighted_f1": 0.9960794911556652 }, "cross_page_join": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.7435563105379077, "recall_sum": 2.744395622988311, "found_sum": 1665.3333333333333, "gold_pairs_sum": 1821, "pred_pairs_sum": 1822.3333333333333, "avg_f1": 0.9145187701793026, "avg_recall": 0.9147985409961038, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9145158337909574, "weighted_precision": 0.9138478281038819, "weighted_f1": 0.9141814645153368 }, "long_range_evidence": { "count": 6, "rows": 1421, "pred_rows": 1486.6666666666667, "exact_record_matches": 1094, "complete_documents": 0, "f1_sum": 5.659620718405009, "recall_sum": 5.668508927532529, "found_sum": 15963.333333333334, "gold_pairs_sum": 16483, "pred_pairs_sum": 16562.333333333332, "avg_f1": 0.9432701197341681, "avg_recall": 0.9447514879220882, "exact_record_recall": 0.7698803659394793, "exact_record_precision": 0.7365476354770307, "exact_record_f1": 0.7528260962114404, "complete_document_rate": 0.0, "weighted_recall": 0.9684725676960101, "weighted_precision": 0.9638473836624473, "weighted_f1": 0.9661150402955899 }, "longer_list": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.913872447911996, "recall_sum": 0.9141949152542372, "found_sum": 863, "gold_pairs_sum": 944, "pred_pairs_sum": 944.6666666666666, "avg_f1": 0.913872447911996, "avg_recall": 0.9141949152542372, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9141949152542372, "weighted_precision": 0.9135506623188925, "weighted_f1": 0.913872447911996 }, "mixed_layout": { "count": 1, "rows": 40, "pred_rows": 40, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.913872447911996, "recall_sum": 0.9141949152542372, "found_sum": 863, "gold_pairs_sum": 944, "pred_pairs_sum": 944.6666666666666, "avg_f1": 0.913872447911996, "avg_recall": 0.9141949152542372, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9141949152542372, "weighted_precision": 0.9135506623188925, "weighted_f1": 0.913872447911996 }, "mixed_prose_tables": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.7435563105379077, "recall_sum": 2.744395622988311, "found_sum": 1665.3333333333333, "gold_pairs_sum": 1821, "pred_pairs_sum": 1822.3333333333333, "avg_f1": 0.9145187701793026, "avg_recall": 0.9147985409961038, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9145158337909574, "weighted_precision": 0.9138478281038819, "weighted_f1": 0.9141814645153368 }, "multi_column": { "count": 6, "rows": 1421, "pred_rows": 1486.6666666666667, "exact_record_matches": 1094, "complete_documents": 0, "f1_sum": 5.659620718405009, "recall_sum": 5.668508927532529, "found_sum": 15963.333333333334, "gold_pairs_sum": 16483, "pred_pairs_sum": 16562.333333333332, "avg_f1": 0.9432701197341681, "avg_recall": 0.9447514879220882, "exact_record_recall": 0.7698803659394793, "exact_record_precision": 0.7365476354770307, "exact_record_f1": 0.7528260962114404, "complete_document_rate": 0.0, "weighted_recall": 0.9684725676960101, "weighted_precision": 0.9638473836624473, "weighted_f1": 0.9661150402955899 }, "natural_long_range_join": { "count": 6, "rows": 1421, "pred_rows": 1486.6666666666667, "exact_record_matches": 1094, "complete_documents": 0, "f1_sum": 5.659620718405009, "recall_sum": 5.668508927532529, "found_sum": 15963.333333333334, "gold_pairs_sum": 16483, "pred_pairs_sum": 16562.333333333332, "avg_f1": 0.9432701197341681, "avg_recall": 0.9447514879220882, "exact_record_recall": 0.7698803659394793, "exact_record_precision": 0.7365476354770307, "exact_record_f1": 0.7528260962114404, "complete_document_rate": 0.0, "weighted_recall": 0.9684725676960101, "weighted_precision": 0.9638473836624473, "weighted_f1": 0.9661150402955899 }, "non_sequential_identifiers": { "count": 3, "rows": 77, "pred_rows": 77, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.7435563105379077, "recall_sum": 2.744395622988311, "found_sum": 1665.3333333333333, "gold_pairs_sum": 1821, "pred_pairs_sum": 1822.3333333333333, "avg_f1": 0.9145187701793026, "avg_recall": 0.9147985409961038, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9145158337909574, "weighted_precision": 0.9138478281038819, "weighted_f1": 0.9141814645153368 }, "commercial_general_liability": { "count": 1, "rows": 562, "pred_rows": 581, "exact_record_matches": 456.3333333333333, "complete_documents": 0, "f1_sum": 0.9756072287174399, "recall_sum": 0.9722788848789162, "found_sum": 6196.333333333333, "gold_pairs_sum": 6373, "pred_pairs_sum": 6325, "avg_f1": 0.9756072287174399, "avg_recall": 0.9722788848789162, "exact_record_recall": 0.8119810201660735, "exact_record_precision": 0.7854274239816409, "exact_record_f1": 0.7984835228929718, "complete_document_rate": 0.0, "weighted_recall": 0.9722788848789162, "weighted_precision": 0.979475242854139, "weighted_f1": 0.9756072287174399 }, "distractor_forms": { "count": 1, "rows": 562, "pred_rows": 581, "exact_record_matches": 456.3333333333333, "complete_documents": 0, "f1_sum": 0.9756072287174399, "recall_sum": 0.9722788848789162, "found_sum": 6196.333333333333, "gold_pairs_sum": 6373, "pred_pairs_sum": 6325, "avg_f1": 0.9756072287174399, "avg_recall": 0.9722788848789162, "exact_record_recall": 0.8119810201660735, "exact_record_precision": 0.7854274239816409, "exact_record_f1": 0.7984835228929718, "complete_document_rate": 0.0, "weighted_recall": 0.9722788848789162, "weighted_precision": 0.979475242854139, "weighted_f1": 0.9756072287174399 }, "distractor_locations": { "count": 1, "rows": 562, "pred_rows": 581, "exact_record_matches": 456.3333333333333, "complete_documents": 0, "f1_sum": 0.9756072287174399, "recall_sum": 0.9722788848789162, "found_sum": 6196.333333333333, "gold_pairs_sum": 6373, "pred_pairs_sum": 6325, "avg_f1": 0.9756072287174399, "avg_recall": 0.9722788848789162, "exact_record_recall": 0.8119810201660735, "exact_record_precision": 0.7854274239816409, "exact_record_f1": 0.7984835228929718, "complete_document_rate": 0.0, "weighted_recall": 0.9722788848789162, "weighted_precision": 0.979475242854139, "weighted_f1": 0.9756072287174399 }, "exposure_rating_rows": { "count": 1, "rows": 562, "pred_rows": 581, "exact_record_matches": 456.3333333333333, "complete_documents": 0, "f1_sum": 0.9756072287174399, "recall_sum": 0.9722788848789162, "found_sum": 6196.333333333333, "gold_pairs_sum": 6373, "pred_pairs_sum": 6325, "avg_f1": 0.9756072287174399, "avg_recall": 0.9722788848789162, "exact_record_recall": 0.8119810201660735, "exact_record_precision": 0.7854274239816409, "exact_record_f1": 0.7984835228929718, "complete_document_rate": 0.0, "weighted_recall": 0.9722788848789162, "weighted_precision": 0.979475242854139, "weighted_f1": 0.9756072287174399 }, "heterogeneous_record_list": { "count": 3, "rows": 1344, "pred_rows": 1409.6666666666667, "exact_record_matches": 1094, "complete_documents": 0, "f1_sum": 2.9160644078671005, "recall_sum": 2.9241133045442185, "found_sum": 14298, "gold_pairs_sum": 14662, "pred_pairs_sum": 14740, "avg_f1": 0.9720214692890334, "avg_recall": 0.9747044348480728, "exact_record_recall": 0.8139880952380952, "exact_record_precision": 0.7768233445152231, "exact_record_f1": 0.7949491216862672, "complete_document_rate": 0.0, "weighted_recall": 0.975173918974219, "weighted_precision": 0.9700340204906325, "weighted_f1": 0.9725469470779187 }, "limits_forms_exclusions": { "count": 1, "rows": 562, "pred_rows": 581, "exact_record_matches": 456.3333333333333, "complete_documents": 0, "f1_sum": 0.9756072287174399, "recall_sum": 0.9722788848789162, "found_sum": 6196.333333333333, "gold_pairs_sum": 6373, "pred_pairs_sum": 6325, "avg_f1": 0.9756072287174399, "avg_recall": 0.9722788848789162, "exact_record_recall": 0.8119810201660735, "exact_record_precision": 0.7854274239816409, "exact_record_f1": 0.7984835228929718, "complete_document_rate": 0.0, "weighted_recall": 0.9722788848789162, "weighted_precision": 0.979475242854139, "weighted_f1": 0.9756072287174399 }, "material_clause_extraction": { "count": 3, "rows": 1344, "pred_rows": 1409.6666666666667, "exact_record_matches": 1094, "complete_documents": 0, "f1_sum": 2.9160644078671005, "recall_sum": 2.9241133045442185, "found_sum": 14298, "gold_pairs_sum": 14662, "pred_pairs_sum": 14740, "avg_f1": 0.9720214692890334, "avg_recall": 0.9747044348480728, "exact_record_recall": 0.8139880952380952, "exact_record_precision": 0.7768233445152231, "exact_record_f1": 0.7949491216862672, "complete_document_rate": 0.0, "weighted_recall": 0.975173918974219, "weighted_precision": 0.9700340204906325, "weighted_f1": 0.9725469470779187 }, "coded_values": { "count": 1, "rows": 12, "pred_rows": 12, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9158016147635525, "recall_sum": 0.9158016147635525, "found_sum": 264.6666666666667, "gold_pairs_sum": 289, "pred_pairs_sum": 289, "avg_f1": 0.9158016147635525, "avg_recall": 0.9158016147635525, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9158016147635525, "weighted_precision": 0.9158016147635525, "weighted_f1": 0.9158016147635525 }, "claimant_lookup": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9138822478623595, "recall_sum": 0.9143990929705216, "found_sum": 537.6666666666666, "gold_pairs_sum": 588, "pred_pairs_sum": 588.6666666666666, "avg_f1": 0.9138822478623595, "avg_recall": 0.9143990929705216, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9143990929705216, "weighted_precision": 0.9133671547715131, "weighted_f1": 0.9138822478623595 }, "many_to_one_policy": { "count": 1, "rows": 25, "pred_rows": 25, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.9138822478623595, "recall_sum": 0.9143990929705216, "found_sum": 537.6666666666666, "gold_pairs_sum": 588, "pred_pairs_sum": 588.6666666666666, "avg_f1": 0.9138822478623595, "avg_recall": 0.9143990929705216, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.9143990929705216, "weighted_precision": 0.9133671547715131, "weighted_f1": 0.9138822478623595 }, "businessowners_policy": { "count": 1, "rows": 344, "pred_rows": 345.3333333333333, "exact_record_matches": 249.33333333333334, "complete_documents": 0, "f1_sum": 0.9717276822262599, "recall_sum": 0.9635416666666666, "found_sum": 3515, "gold_pairs_sum": 3648, "pred_pairs_sum": 3585.6666666666665, "avg_f1": 0.9717276822262599, "avg_recall": 0.9635416666666666, "exact_record_recall": 0.7248062015503876, "exact_record_precision": 0.7218322573534359, "exact_record_f1": 0.7233050838971424, "complete_document_rate": 0.0, "weighted_recall": 0.9635416666666666, "weighted_precision": 0.9803813108212597, "weighted_f1": 0.9717276822262599 }, "form_endorsement_links": { "count": 1, "rows": 344, "pred_rows": 345.3333333333333, "exact_record_matches": 249.33333333333334, "complete_documents": 0, "f1_sum": 0.9717276822262599, "recall_sum": 0.9635416666666666, "found_sum": 3515, "gold_pairs_sum": 3648, "pred_pairs_sum": 3585.6666666666665, "avg_f1": 0.9717276822262599, "avg_recall": 0.9635416666666666, "exact_record_recall": 0.7248062015503876, "exact_record_precision": 0.7218322573534359, "exact_record_f1": 0.7233050838971424, "complete_document_rate": 0.0, "weighted_recall": 0.9635416666666666, "weighted_precision": 0.9803813108212597, "weighted_f1": 0.9717276822262599 }, "location_scoped_coverage": { "count": 1, "rows": 344, "pred_rows": 345.3333333333333, "exact_record_matches": 249.33333333333334, "complete_documents": 0, "f1_sum": 0.9717276822262599, "recall_sum": 0.9635416666666666, "found_sum": 3515, "gold_pairs_sum": 3648, "pred_pairs_sum": 3585.6666666666665, "avg_f1": 0.9717276822262599, "avg_recall": 0.9635416666666666, "exact_record_recall": 0.7248062015503876, "exact_record_precision": 0.7218322573534359, "exact_record_f1": 0.7233050838971424, "complete_document_rate": 0.0, "weighted_recall": 0.9635416666666666, "weighted_precision": 0.9803813108212597, "weighted_f1": 0.9717276822262599 }, "class_code_payroll_rating": { "count": 1, "rows": 438, "pred_rows": 483.3333333333333, "exact_record_matches": 388.3333333333333, "complete_documents": 0, "f1_sum": 0.9687294969234007, "recall_sum": 0.9882927529986354, "found_sum": 4586.666666666667, "gold_pairs_sum": 4641, "pred_pairs_sum": 4829.333333333333, "avg_f1": 0.9687294969234007, "avg_recall": 0.9882927529986354, "exact_record_recall": 0.8866057838660578, "exact_record_precision": 0.8061961981304862, "exact_record_f1": 0.844308276267161, "complete_document_rate": 0.0, "weighted_recall": 0.9882927529986354, "weighted_precision": 0.9500128404822273, "weighted_f1": 0.9687294969234007 }, "experience_mod_and_schedule_rating": { "count": 1, "rows": 438, "pred_rows": 483.3333333333333, "exact_record_matches": 388.3333333333333, "complete_documents": 0, "f1_sum": 0.9687294969234007, "recall_sum": 0.9882927529986354, "found_sum": 4586.666666666667, "gold_pairs_sum": 4641, "pred_pairs_sum": 4829.333333333333, "avg_f1": 0.9687294969234007, "avg_recall": 0.9882927529986354, "exact_record_recall": 0.8866057838660578, "exact_record_precision": 0.8061961981304862, "exact_record_f1": 0.844308276267161, "complete_document_rate": 0.0, "weighted_recall": 0.9882927529986354, "weighted_precision": 0.9500128404822273, "weighted_f1": 0.9687294969234007 }, "workers_compensation_policy": { "count": 1, "rows": 438, "pred_rows": 483.3333333333333, "exact_record_matches": 388.3333333333333, "complete_documents": 0, "f1_sum": 0.9687294969234007, "recall_sum": 0.9882927529986354, "found_sum": 4586.666666666667, "gold_pairs_sum": 4641, "pred_pairs_sum": 4829.333333333333, "avg_f1": 0.9687294969234007, "avg_recall": 0.9882927529986354, "exact_record_recall": 0.8866057838660578, "exact_record_precision": 0.8061961981304862, "exact_record_f1": 0.844308276267161, "complete_document_rate": 0.0, "weighted_recall": 0.9882927529986354, "weighted_precision": 0.9500128404822273, "weighted_f1": 0.9687294969234007 } }, "by_stressor_standard_deviation": { "high_density_long_list": { "count": 0.0, "rows": 0.0, "pred_rows": 436.4951317025197, "exact_record_matches": 980.1333242642723, "complete_documents": 1.0, "f1_sum": 1.1133062748945106, "recall_sum": 1.1540590561485509, "found_sum": 3968.102863250061, "gold_pairs_sum": 0.0, "pred_pairs_sum": 3531.3731512449, "avg_f1": 0.04281947211132736, "avg_recall": 0.0443868867749443, "exact_record_recall": 0.034783637031168727, "exact_record_precision": 0.02302328778960319, "exact_record_f1": 0.02865478135555292, "complete_document_rate": 0.038461538461538464, "weighted_recall": 0.020964305935946753, "weighted_precision": 0.00341888383996436, "weighted_f1": 0.011984586123782443 }, "multi_row": { "count": 0.0, "rows": 0.0, "pred_rows": 454.3746618522355, "exact_record_matches": 447.2206763258306, "complete_documents": 1.0, "f1_sum": 1.0710854786063615, "recall_sum": 1.1252679332247193, "found_sum": 3493.07214354356, "gold_pairs_sum": 0.0, "pred_pairs_sum": 3624.0207412945824, "avg_f1": 0.04868570357301642, "avg_recall": 0.05114854241930542, "exact_record_recall": 0.020381946783603645, "exact_record_precision": 0.007293278795200504, "exact_record_f1": 0.011657268975598835, "complete_document_rate": 0.045454545454545456, "weighted_recall": 0.02513978195517365, "weighted_precision": 0.0008112987159857666, "weighted_f1": 0.012457163482363741 }, "multiple_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 453.2298901587729, "exact_record_matches": 969.8871068325426, "complete_documents": 1.0, "f1_sum": 1.0867112397562153, "recall_sum": 1.1253773587503375, "found_sum": 3828.402451850293, "gold_pairs_sum": 0.0, "pred_pairs_sum": 3487.449832375132, "avg_f1": 0.03505520128245855, "avg_recall": 0.036302495443559284, "exact_record_recall": 0.03315286641027323, "exact_record_precision": 0.02387276102196362, "exact_record_f1": 0.028000478243542494, "complete_document_rate": 0.03225806451612903, "weighted_recall": 0.01894179746009823, "weighted_precision": 0.00286347979721938, "weighted_f1": 0.010632384955226224 }, "ocr_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 454.3746618522355, "exact_record_matches": 1006.6003841313261, "complete_documents": 1.0, "f1_sum": 1.097937711652634, "recall_sum": 1.1513228213113127, "found_sum": 3921.061760969002, "gold_pairs_sum": 0.0, "pred_pairs_sum": 3599.720405809318, "avg_f1": 0.034310553489144816, "avg_recall": 0.03597883816597852, "exact_record_recall": 0.03400791865033707, "exact_record_precision": 0.02451335440863836, "exact_record_f1": 0.028806039424759917, "complete_document_rate": 0.03125, "weighted_recall": 0.019056296891403698, "weighted_precision": 0.002737523518036688, "weighted_f1": 0.010626355872499394 }, "page_breaks": { "count": 0.0, "rows": 0.0, "pred_rows": 454.3746618522355, "exact_record_matches": 1006.6003841313261, "complete_documents": 1.0, "f1_sum": 1.097937711652634, "recall_sum": 1.1513228213113127, "found_sum": 3921.061760969002, "gold_pairs_sum": 0.0, "pred_pairs_sum": 3599.720405809318, "avg_f1": 0.034310553489144816, "avg_recall": 0.03597883816597852, "exact_record_recall": 0.03400791865033707, "exact_record_precision": 0.02451335440863836, "exact_record_f1": 0.028806039424759917, "complete_document_rate": 0.03125, "weighted_recall": 0.019056296891403698, "weighted_precision": 0.002737523518036688, "weighted_f1": 0.010626355872499394 }, "production_like_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 436.4951317025197, "exact_record_matches": 980.1333242642723, "complete_documents": 1.0, "f1_sum": 1.1133062748945106, "recall_sum": 1.1540590561485509, "found_sum": 3968.102863250061, "gold_pairs_sum": 0.0, "pred_pairs_sum": 3531.3731512449, "avg_f1": 0.04281947211132736, "avg_recall": 0.0443868867749443, "exact_record_recall": 0.034783637031168727, "exact_record_precision": 0.02302328778960319, "exact_record_f1": 0.02865478135555292, "complete_document_rate": 0.038461538461538464, "weighted_recall": 0.020964305935946753, "weighted_precision": 0.00341888383996436, "weighted_f1": 0.011984586123782443 }, "inherited_context": { "count": 0.0, "rows": 0.0, "pred_rows": 18.339392937971894, "exact_record_matches": 685.1576460932184, "complete_documents": 0.0, "f1_sum": 0.06113451095020232, "recall_sum": 0.0821777035287799, "found_sum": 775.9473779408842, "gold_pairs_sum": 0.0, "pred_pairs_sum": 237.88722818456088, "avg_f1": 0.003396361719455737, "avg_recall": 0.0045654279738210944, "exact_record_recall": 0.06939007961243857, "exact_record_precision": 0.06856050541079449, "exact_record_f1": 0.06896947637375905, "complete_document_rate": 0.0, "weighted_recall": 0.008079839412098572, "weighted_precision": 0.005718392796523036, "weighted_f1": 0.006888878481060539 }, "large_doc": { "count": 0.0, "rows": 0.0, "pred_rows": 18.339392937971894, "exact_record_matches": 732.4181410460376, "complete_documents": 0.5773502691896257, "f1_sum": 0.06687876623957224, "recall_sum": 0.08798339732525651, "found_sum": 846.454566609061, "gold_pairs_sum": 0.0, "pred_pairs_sum": 247.97378893746009, "avg_f1": 0.0023061643530886806, "avg_recall": 0.0030339102525950568, "exact_record_recall": 0.02584488306030688, "exact_record_precision": 0.02561382621812145, "exact_record_f1": 0.025727537728870712, "complete_document_rate": 0.01990862997205606, "weighted_recall": 0.004326725245146847, "weighted_precision": 0.0030712098341598194, "weighted_f1": 0.003698490556640641 }, "layout_randomization": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 598.4900444730332, "complete_documents": 0.0, "f1_sum": 0.04832721162528793, "recall_sum": 0.04705094190278981, "found_sum": 606.5429361004325, "gold_pairs_sum": 0.0, "pred_pairs_sum": 29.280255007997, "avg_f1": 0.004832721162528799, "avg_recall": 0.004705094190278968, "exact_record_recall": 0.0781624715257977, "exact_record_precision": 0.07818289281163072, "exact_record_f1": 0.07817268083503576, "complete_document_rate": 0.0, "weighted_recall": 0.009077809747671708, "weighted_precision": 0.009489478998261818, "weighted_f1": 0.009283683265593357 }, "non_target_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 18.339392937971894, "exact_record_matches": 685.1576460932184, "complete_documents": 0.0, "f1_sum": 0.06113451095020232, "recall_sum": 0.0821777035287799, "found_sum": 775.9473779408842, "gold_pairs_sum": 0.0, "pred_pairs_sum": 237.88722818456088, "avg_f1": 0.003396361719455737, "avg_recall": 0.0045654279738210944, "exact_record_recall": 0.06939007961243857, "exact_record_precision": 0.06856050541079449, "exact_record_f1": 0.06896947637375905, "complete_document_rate": 0.0, "weighted_recall": 0.008079839412098572, "weighted_precision": 0.005718392796523036, "weighted_f1": 0.006888878481060539 }, "split_records": { "count": 0.0, "rows": 0.0, "pred_rows": 18.339392937971894, "exact_record_matches": 685.1576460932184, "complete_documents": 0.0, "f1_sum": 0.059200946745456166, "recall_sum": 0.08050656916908083, "found_sum": 775.3753929549222, "gold_pairs_sum": 0.0, "pred_pairs_sum": 238.25686418933103, "avg_f1": 0.003946729783030421, "avg_recall": 0.005367104611272086, "exact_record_recall": 0.06993545433226689, "exact_record_precision": 0.06909297345702795, "exact_record_f1": 0.06950826028775528, "complete_document_rate": 0.0, "weighted_recall": 0.008229938150964039, "weighted_precision": 0.0058081403229444575, "weighted_f1": 0.007009123531544507 }, "merged_cells": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 21.93171219946131, "complete_documents": 0.0, "f1_sum": 0.004459077022009093, "recall_sum": 0.0024230638860670978, "found_sum": 9.504384952922168, "gold_pairs_sum": 0.0, "pred_pairs_sum": 18.35755975068582, "avg_f1": 0.0011147692555022732, "avg_recall": 0.0006057659715167744, "exact_record_recall": 0.007207266578856856, "exact_record_precision": 0.007207266578856856, "exact_record_f1": 0.007207266578856856, "complete_document_rate": 0.0, "weighted_recall": 0.0004226237250621497, "weighted_precision": 0.0011757259150567173, "weighted_f1": 0.0007810914240009967 }, "cross_section_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 19.629909152447276, "complete_documents": 0.0, "f1_sum": 0.0026613217397570325, "recall_sum": 0.0026613217397570325, "found_sum": 19.629909152447276, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0013306608698785162, "avg_recall": 0.0013306608698785162, "exact_record_recall": 0.024660689890009087, "exact_record_precision": 0.024660689890009087, "exact_record_f1": 0.024660689890009087, "complete_document_rate": 0.0, "weighted_recall": 0.0015412931181255439, "weighted_precision": 0.0015412931181255439, "weighted_f1": 0.0015412931181255439 }, "ocr_layout_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 19.629909152447276, "complete_documents": 0.0, "f1_sum": 0.0026613217397570325, "recall_sum": 0.0026613217397570325, "found_sum": 19.629909152447276, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0013306608698785162, "avg_recall": 0.0013306608698785162, "exact_record_recall": 0.024660689890009087, "exact_record_precision": 0.024660689890009087, "exact_record_f1": 0.024660689890009087, "complete_document_rate": 0.0, "weighted_recall": 0.0015412931181255439, "weighted_precision": 0.0015412931181255439, "weighted_f1": 0.0015412931181255439 }, "repeated_keys": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 19.629909152447276, "complete_documents": 0.0, "f1_sum": 0.0026613217397570325, "recall_sum": 0.0026613217397570325, "found_sum": 19.629909152447276, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0013306608698785162, "avg_recall": 0.0013306608698785162, "exact_record_recall": 0.024660689890009087, "exact_record_precision": 0.024660689890009087, "exact_record_f1": 0.024660689890009087, "complete_document_rate": 0.0, "weighted_recall": 0.0015412931181255439, "weighted_precision": 0.0015412931181255439, "weighted_f1": 0.0015412931181255439 }, "continuation_notes": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 21.93171219946131, "complete_documents": 0.0, "f1_sum": 0.0044590770220095935, "recall_sum": 0.0024230638860670978, "found_sum": 9.504384952922168, "gold_pairs_sum": 0.0, "pred_pairs_sum": 18.35755975068582, "avg_f1": 0.0014863590073364895, "avg_recall": 0.0008076879620223477, "exact_record_recall": 0.02436856911051258, "exact_record_precision": 0.02436856911051258, "exact_record_f1": 0.02436856911051258, "complete_document_rate": 0.0, "weighted_recall": 0.000807235005344165, "weighted_precision": 0.0022335197813766754, "weighted_f1": 0.001489738144161819 }, "distractor_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 18.339392937971894, "exact_record_matches": 196.84511677966512, "complete_documents": 0.0, "f1_sum": 0.03117998270265767, "recall_sum": 0.044101062864002845, "found_sum": 277.66226487107195, "gold_pairs_sum": 0.0, "pred_pairs_sum": 248.93037848630152, "avg_f1": 0.0034644425225174896, "avg_recall": 0.004900118096000267, "exact_record_recall": 0.0848104768546597, "exact_record_precision": 0.08605838961975328, "exact_record_f1": 0.08542757174392693, "complete_document_rate": 0.0, "weighted_recall": 0.00982631789896562, "weighted_precision": 0.005620566100729074, "weighted_f1": 0.0067501217242378255 }, "duplicates": { "count": 0.0, "rows": 0.0, "pred_rows": 3.2145502536643185, "exact_record_matches": 47.54296302643887, "complete_documents": 0.0, "f1_sum": 0.01217213121336132, "recall_sum": 0.026317881348072805, "found_sum": 95.97048157289477, "gold_pairs_sum": 0.0, "pred_pairs_sum": 121.74152947946727, "avg_f1": 0.0017388758876230365, "avg_recall": 0.003759697335438959, "exact_record_recall": 0.035990130981407145, "exact_record_precision": 0.0364569338423433, "exact_record_f1": 0.036210238978146014, "complete_document_rate": 0.0, "weighted_recall": 0.005565764749341499, "weighted_precision": 0.0016498163624497394, "weighted_f1": 0.0021973657918353904 }, "sparse_driver_fields": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 21.93171219946131, "complete_documents": 0.0, "f1_sum": 0.0044590770220095935, "recall_sum": 0.0024230638860670978, "found_sum": 9.504384952922168, "gold_pairs_sum": 0.0, "pred_pairs_sum": 18.35755975068582, "avg_f1": 0.0014863590073364895, "avg_recall": 0.0008076879620223477, "exact_record_recall": 0.02436856911051258, "exact_record_precision": 0.02436856911051258, "exact_record_f1": 0.02436856911051258, "complete_document_rate": 0.0, "weighted_recall": 0.000807235005344165, "weighted_precision": 0.0022335197813766754, "weighted_f1": 0.001489738144161819 }, "summary_distractors": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 21.93171219946131, "complete_documents": 0.0, "f1_sum": 0.0044590770220095935, "recall_sum": 0.0024230638860670978, "found_sum": 9.504384952922168, "gold_pairs_sum": 0.0, "pred_pairs_sum": 18.35755975068582, "avg_f1": 0.0014863590073364895, "avg_recall": 0.0008076879620223477, "exact_record_recall": 0.02436856911051258, "exact_record_precision": 0.02436856911051258, "exact_record_f1": 0.02436856911051258, "complete_document_rate": 0.0, "weighted_recall": 0.000807235005344165, "weighted_precision": 0.0022335197813766754, "weighted_f1": 0.001489738144161819 }, "variable_policy_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 21.93171219946131, "complete_documents": 0.0, "f1_sum": 0.0044590770220095935, "recall_sum": 0.0024230638860670978, "found_sum": 9.504384952922168, "gold_pairs_sum": 0.0, "pred_pairs_sum": 18.35755975068582, "avg_f1": 0.0014863590073364895, "avg_recall": 0.0008076879620223477, "exact_record_recall": 0.02436856911051258, "exact_record_precision": 0.02436856911051258, "exact_record_f1": 0.02436856911051258, "complete_document_rate": 0.0, "weighted_recall": 0.000807235005344165, "weighted_precision": 0.0022335197813766754, "weighted_f1": 0.001489738144161819 }, "cross_page_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.002248887025384658, "recall_sum": 0.0017301872042582453, "found_sum": 0.5773502691896257, "gold_pairs_sum": 0.0, "pred_pairs_sum": 2.309401076758503, "avg_f1": 0.0007496290084615664, "avg_recall": 0.0005767290680860816, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.00031705121866533605, "weighted_precision": 0.0013438938959292042, "weighted_f1": 0.0007871139724471562 }, "long_range_evidence": { "count": 0.0, "rows": 0.0, "pred_rows": 18.339392937971894, "exact_record_matches": 175.49643871030545, "complete_documents": 0.0, "f1_sum": 0.026951459321435594, "recall_sum": 0.04170345886827557, "found_sum": 268.73841060282643, "gold_pairs_sum": 0.0, "pred_pairs_sum": 260.0275626416041, "avg_f1": 0.0044919098869059615, "avg_recall": 0.006950576478045947, "exact_record_recall": 0.12350206805792077, "exact_record_precision": 0.12323339649801414, "exact_record_f1": 0.12336003980930742, "complete_document_rate": 0.0, "weighted_recall": 0.016303974434437086, "weighted_precision": 0.008759859171640036, "weighted_f1": 0.010666630753212112 }, "longer_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0005585298205436692, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 1.1547005383792515, "avg_f1": 0.0005585298205436692, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0011158788169425076, "weighted_f1": 0.0005585298205436692 }, "mixed_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0005585298205436692, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 1.1547005383792515, "avg_f1": 0.0005585298205436692, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0011158788169425076, "weighted_f1": 0.0005585298205436692 }, "mixed_prose_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.002248887025384658, "recall_sum": 0.0017301872042582453, "found_sum": 0.5773502691896257, "gold_pairs_sum": 0.0, "pred_pairs_sum": 2.309401076758503, "avg_f1": 0.0007496290084615664, "avg_recall": 0.0005767290680860816, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.00031705121866533605, "weighted_precision": 0.0013438938959292042, "weighted_f1": 0.0007871139724471562 }, "multi_column": { "count": 0.0, "rows": 0.0, "pred_rows": 18.339392937971894, "exact_record_matches": 175.49643871030545, "complete_documents": 0.0, "f1_sum": 0.026951459321435594, "recall_sum": 0.04170345886827557, "found_sum": 268.73841060282643, "gold_pairs_sum": 0.0, "pred_pairs_sum": 260.0275626416041, "avg_f1": 0.0044919098869059615, "avg_recall": 0.006950576478045947, "exact_record_recall": 0.12350206805792077, "exact_record_precision": 0.12323339649801414, "exact_record_f1": 0.12336003980930742, "complete_document_rate": 0.0, "weighted_recall": 0.016303974434437086, "weighted_precision": 0.008759859171640036, "weighted_f1": 0.010666630753212112 }, "natural_long_range_join": { "count": 0.0, "rows": 0.0, "pred_rows": 18.339392937971894, "exact_record_matches": 175.49643871030545, "complete_documents": 0.0, "f1_sum": 0.026951459321435594, "recall_sum": 0.04170345886827557, "found_sum": 268.73841060282643, "gold_pairs_sum": 0.0, "pred_pairs_sum": 260.0275626416041, "avg_f1": 0.0044919098869059615, "avg_recall": 0.006950576478045947, "exact_record_recall": 0.12350206805792077, "exact_record_precision": 0.12323339649801414, "exact_record_f1": 0.12336003980930742, "complete_document_rate": 0.0, "weighted_recall": 0.016303974434437086, "weighted_precision": 0.008759859171640036, "weighted_f1": 0.010666630753212112 }, "non_sequential_identifiers": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.002248887025384658, "recall_sum": 0.0017301872042582453, "found_sum": 0.5773502691896257, "gold_pairs_sum": 0.0, "pred_pairs_sum": 2.309401076758503, "avg_f1": 0.0007496290084615664, "avg_recall": 0.0005767290680860816, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.00031705121866533605, "weighted_precision": 0.0013438938959292042, "weighted_f1": 0.0007871139724471562 }, "commercial_general_liability": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 162.2847292055951, "complete_documents": 0.0, "f1_sum": 0.0264126921009361, "recall_sum": 0.04516894030873344, "found_sum": 287.8616565875583, "gold_pairs_sum": 0.0, "pred_pairs_sum": 250.28583659488206, "avg_f1": 0.0264126921009361, "avg_recall": 0.04516894030873344, "exact_record_recall": 0.28876286335515144, "exact_record_precision": 0.2793196716103186, "exact_record_f1": 0.2839627807621962, "complete_document_rate": 0.0, "weighted_recall": 0.04516894030873344, "weighted_precision": 0.006931009445903735, "weighted_f1": 0.0264126921009361 }, "distractor_forms": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 162.2847292055951, "complete_documents": 0.0, "f1_sum": 0.0264126921009361, "recall_sum": 0.04516894030873344, "found_sum": 287.8616565875583, "gold_pairs_sum": 0.0, "pred_pairs_sum": 250.28583659488206, "avg_f1": 0.0264126921009361, "avg_recall": 0.04516894030873344, "exact_record_recall": 0.28876286335515144, "exact_record_precision": 0.2793196716103186, "exact_record_f1": 0.2839627807621962, "complete_document_rate": 0.0, "weighted_recall": 0.04516894030873344, "weighted_precision": 0.006931009445903735, "weighted_f1": 0.0264126921009361 }, "distractor_locations": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 162.2847292055951, "complete_documents": 0.0, "f1_sum": 0.0264126921009361, "recall_sum": 0.04516894030873344, "found_sum": 287.8616565875583, "gold_pairs_sum": 0.0, "pred_pairs_sum": 250.28583659488206, "avg_f1": 0.0264126921009361, "avg_recall": 0.04516894030873344, "exact_record_recall": 0.28876286335515144, "exact_record_precision": 0.2793196716103186, "exact_record_f1": 0.2839627807621962, "complete_document_rate": 0.0, "weighted_recall": 0.04516894030873344, "weighted_precision": 0.006931009445903735, "weighted_f1": 0.0264126921009361 }, "exposure_rating_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 162.2847292055951, "complete_documents": 0.0, "f1_sum": 0.0264126921009361, "recall_sum": 0.04516894030873344, "found_sum": 287.8616565875583, "gold_pairs_sum": 0.0, "pred_pairs_sum": 250.28583659488206, "avg_f1": 0.0264126921009361, "avg_recall": 0.04516894030873344, "exact_record_recall": 0.28876286335515144, "exact_record_precision": 0.2793196716103186, "exact_record_f1": 0.2839627807621962, "complete_document_rate": 0.0, "weighted_recall": 0.04516894030873344, "weighted_precision": 0.006931009445903735, "weighted_f1": 0.0264126921009361 }, "heterogeneous_record_list": { "count": 0.0, "rows": 0.0, "pred_rows": 18.339392937971894, "exact_record_matches": 175.49643871030545, "complete_documents": 0.0, "f1_sum": 0.026545665474640996, "recall_sum": 0.03998397556106766, "found_sum": 268.3579698835121, "gold_pairs_sum": 0.0, "pred_pairs_sum": 260.57052788064885, "avg_f1": 0.008848555158213665, "avg_recall": 0.013327991853689186, "exact_record_recall": 0.1305777073737392, "exact_record_precision": 0.13027871686750878, "exact_record_f1": 0.1304195733375365, "complete_document_rate": 0.0, "weighted_recall": 0.018302957978687202, "weighted_precision": 0.010033059687607664, "weighted_f1": 0.01200039056404476 }, "limits_forms_exclusions": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 162.2847292055951, "complete_documents": 0.0, "f1_sum": 0.0264126921009361, "recall_sum": 0.04516894030873344, "found_sum": 287.8616565875583, "gold_pairs_sum": 0.0, "pred_pairs_sum": 250.28583659488206, "avg_f1": 0.0264126921009361, "avg_recall": 0.04516894030873344, "exact_record_recall": 0.28876286335515144, "exact_record_precision": 0.2793196716103186, "exact_record_f1": 0.2839627807621962, "complete_document_rate": 0.0, "weighted_recall": 0.04516894030873344, "weighted_precision": 0.006931009445903735, "weighted_f1": 0.0264126921009361 }, "material_clause_extraction": { "count": 0.0, "rows": 0.0, "pred_rows": 18.339392937971894, "exact_record_matches": 175.49643871030545, "complete_documents": 0.0, "f1_sum": 0.026545665474640996, "recall_sum": 0.03998397556106766, "found_sum": 268.3579698835121, "gold_pairs_sum": 0.0, "pred_pairs_sum": 260.57052788064885, "avg_f1": 0.008848555158213665, "avg_recall": 0.013327991853689186, "exact_record_recall": 0.1305777073737392, "exact_record_precision": 0.13027871686750878, "exact_record_f1": 0.1304195733375365, "complete_document_rate": 0.0, "weighted_recall": 0.018302957978687202, "weighted_precision": 0.010033059687607664, "weighted_f1": 0.01200039056404476 }, "coded_values": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.001997751796503862, "recall_sum": 0.001997751796503862, "found_sum": 0.5773502691896257, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.001997751796503862, "avg_recall": 0.001997751796503862, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.001997751796503862, "weighted_precision": 0.001997751796503862, "weighted_f1": 0.001997751796503862 }, "claimant_lookup": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0018770901998877115, "recall_sum": 0.0009818882129075598, "found_sum": 0.5773502691896257, "gold_pairs_sum": 0.0, "pred_pairs_sum": 1.1547005383792515, "avg_f1": 0.0018770901998877115, "avg_recall": 0.0009818882129075598, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0009818882129075598, "weighted_precision": 0.0027692576038612533, "weighted_f1": 0.0018770901998877115 }, "many_to_one_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0018770901998877115, "recall_sum": 0.0009818882129075598, "found_sum": 0.5773502691896257, "gold_pairs_sum": 0.0, "pred_pairs_sum": 1.1547005383792515, "avg_f1": 0.0018770901998877115, "avg_recall": 0.0009818882129075598, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0009818882129075598, "weighted_precision": 0.0027692576038612533, "weighted_f1": 0.0018770901998877115 }, "businessowners_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 3.2145502536643185, "exact_record_matches": 44.635561308594895, "complete_documents": 0.0, "f1_sum": 0.011504018425731425, "recall_sum": 0.026149649161648733, "found_sum": 95.39392014169457, "gold_pairs_sum": 0.0, "pred_pairs_sum": 112.3491581336208, "avg_f1": 0.011504018425731425, "avg_recall": 0.026149649161648733, "exact_record_recall": 0.1297545386877758, "exact_record_precision": 0.12799419359349382, "exact_record_f1": 0.12881585352052735, "complete_document_rate": 0.0, "weighted_recall": 0.026149649161648733, "weighted_precision": 0.004801155062594873, "weighted_f1": 0.011504018425731425 }, "form_endorsement_links": { "count": 0.0, "rows": 0.0, "pred_rows": 3.2145502536643185, "exact_record_matches": 44.635561308594895, "complete_documents": 0.0, "f1_sum": 0.011504018425731425, "recall_sum": 0.026149649161648733, "found_sum": 95.39392014169457, "gold_pairs_sum": 0.0, "pred_pairs_sum": 112.3491581336208, "avg_f1": 0.011504018425731425, "avg_recall": 0.026149649161648733, "exact_record_recall": 0.1297545386877758, "exact_record_precision": 0.12799419359349382, "exact_record_f1": 0.12881585352052735, "complete_document_rate": 0.0, "weighted_recall": 0.026149649161648733, "weighted_precision": 0.004801155062594873, "weighted_f1": 0.011504018425731425 }, "location_scoped_coverage": { "count": 0.0, "rows": 0.0, "pred_rows": 3.2145502536643185, "exact_record_matches": 44.635561308594895, "complete_documents": 0.0, "f1_sum": 0.011504018425731425, "recall_sum": 0.026149649161648733, "found_sum": 95.39392014169457, "gold_pairs_sum": 0.0, "pred_pairs_sum": 112.3491581336208, "avg_f1": 0.011504018425731425, "avg_recall": 0.026149649161648733, "exact_record_recall": 0.1297545386877758, "exact_record_precision": 0.12799419359349382, "exact_record_f1": 0.12881585352052735, "complete_document_rate": 0.0, "weighted_recall": 0.026149649161648733, "weighted_precision": 0.004801155062594873, "weighted_f1": 0.011504018425731425 }, "class_code_payroll_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 16.772994167212165, "exact_record_matches": 43.82160806421113, "complete_documents": 0.0, "f1_sum": 0.016745856979414595, "recall_sum": 0.009328500646680482, "found_sum": 43.293571501244074, "gold_pairs_sum": 0.0, "pred_pairs_sum": 80.53156730955466, "avg_f1": 0.016745856979414595, "avg_recall": 0.009328500646680482, "exact_record_recall": 0.10004933347993411, "exact_record_precision": 0.12025400855938163, "exact_record_f1": 0.11118315908797818, "complete_document_rate": 0.0, "weighted_recall": 0.009328500646680482, "weighted_precision": 0.02404118252048856, "weighted_f1": 0.016745856979414595 }, "experience_mod_and_schedule_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 16.772994167212165, "exact_record_matches": 43.82160806421113, "complete_documents": 0.0, "f1_sum": 0.016745856979414595, "recall_sum": 0.009328500646680482, "found_sum": 43.293571501244074, "gold_pairs_sum": 0.0, "pred_pairs_sum": 80.53156730955466, "avg_f1": 0.016745856979414595, "avg_recall": 0.009328500646680482, "exact_record_recall": 0.10004933347993411, "exact_record_precision": 0.12025400855938163, "exact_record_f1": 0.11118315908797818, "complete_document_rate": 0.0, "weighted_recall": 0.009328500646680482, "weighted_precision": 0.02404118252048856, "weighted_f1": 0.016745856979414595 }, "workers_compensation_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 16.772994167212165, "exact_record_matches": 43.82160806421113, "complete_documents": 0.0, "f1_sum": 0.016745856979414595, "recall_sum": 0.009328500646680482, "found_sum": 43.293571501244074, "gold_pairs_sum": 0.0, "pred_pairs_sum": 80.53156730955466, "avg_f1": 0.016745856979414595, "avg_recall": 0.009328500646680482, "exact_record_recall": 0.10004933347993411, "exact_record_precision": 0.12025400855938163, "exact_record_f1": 0.11118315908797818, "complete_document_rate": 0.0, "weighted_recall": 0.009328500646680482, "weighted_precision": 0.02404118252048856, "weighted_f1": 0.016745856979414595 } }, "documents": [ { "sample": "driver_mvr_packet_001", "tier": "core_operations", "gold_records": 260, "predicted_records": 178.66666666666666, "exact_record_recall": 0.6666666666666666, "exact_record_recall_standard_deviation": 0.5509181864181221, "field_f1": 0.6848871624121347, "field_f1_standard_deviation": 0.5295353851269188, "complete_runs": 1, "run_count": 3 }, { "sample": "driver_mvr_packet_002", "tier": "core_operations", "gold_records": 500, "predicted_records": 502.6666666666667, "exact_record_recall": 0.9946666666666667, "exact_record_recall_standard_deviation": 0.00923760430703402, "field_f1": 0.9966996699669967, "field_f1_standard_deviation": 0.005716339298907191, "complete_runs": 2, "run_count": 3 }, { "sample": "driver_mvr_packet_003", "tier": "core_operations", "gold_records": 500, "predicted_records": 338.6666666666667, "exact_record_recall": 0.6666666666666666, "exact_record_recall_standard_deviation": 0.563550648418874, "field_f1": 0.6763871699669967, "field_f1_standard_deviation": 0.5519615553755906, "complete_runs": 1, "run_count": 3 }, { "sample": "driver_schedule_sparse_001", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 0.998, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_001", "tier": "core_operations", "gold_records": 1159, "predicted_records": 1159, "exact_record_recall": 0.9956859361518551, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.999137187230371, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_002", "tier": "core_operations", "gold_records": 2143, "predicted_records": 2143, "exact_record_recall": 0.946803546430238, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9907112028523175, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_003", "tier": "core_operations", "gold_records": 2195, "predicted_records": 2195, "exact_record_recall": 0.9981776765375854, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995444191343964, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_004", "tier": "core_operations", "gold_records": 2239, "predicted_records": 2239, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_005", "tier": "core_operations", "gold_records": 2379, "predicted_records": 2379, "exact_record_recall": 0.9966372425388819, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9993274485077763, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_006", "tier": "core_operations", "gold_records": 2434, "predicted_records": 2434, "exact_record_recall": 0.9845247877293892, "exact_record_recall_standard_deviation": 0.026803853910611252, "field_f1": 0.9949505372793439, "field_f1_standard_deviation": 0.008745925983101265, "complete_runs": 2, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_007", "tier": "core_operations", "gold_records": 2445, "predicted_records": 2445, "exact_record_recall": 0.9975460122699387, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9995092024539878, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_mileage_by_vehicle_008", "tier": "core_operations", "gold_records": 2571, "predicted_records": 2571, "exact_record_recall": 0.999611046285492, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9998444185141968, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_multisection_return_001", "tier": "core_operations", "gold_records": 335, "predicted_records": 335, "exact_record_recall": 0.9970149253731343, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9998134328358209, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_multisection_return_002", "tier": "core_operations", "gold_records": 461, "predicted_records": 461, "exact_record_recall": 0.9464931308749096, "exact_record_recall_standard_deviation": 0.04258114783611117, "field_f1": 0.9966558206796818, "field_f1_standard_deviation": 0.0026613217397569687, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_return_schedule_001", "tier": "core_operations", "gold_records": 582, "predicted_records": 582, "exact_record_recall": 0.9587628865979382, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.995650726781469, "field_f1_standard_deviation": 0.0014343917413079921, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_return_schedule_002", "tier": "core_operations", "gold_records": 998, "predicted_records": 998, "exact_record_recall": 0.6352705410821643, "exact_record_recall_standard_deviation": 0.5501604268530402, "field_f1": 0.9676347841285834, "field_f1_standard_deviation": 0.047169439175768074, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_return_schedule_005", "tier": "core_operations", "gold_records": 1157, "predicted_records": 1157, "exact_record_recall": 0.6367041198501873, "exact_record_recall_standard_deviation": 0.551401942484474, "field_f1": 0.9675835208167017, "field_f1_standard_deviation": 0.04671932289327479, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_inquiry_001", "tier": "core_operations", "gold_records": 650, "predicted_records": 649, "exact_record_recall": 0.9984615384615385, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9992301770592764, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_inquiry_002", "tier": "core_operations", "gold_records": 650, "predicted_records": 649, "exact_record_recall": 0.9984615384615385, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9992301770592764, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_summary_001", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 0.993421052631579, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9994517543859649, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "ifta_tax_summary_002", "tier": "core_operations", "gold_records": 760, "predicted_records": 760, "exact_record_recall": 0.9960526315789474, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.999671052631579, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 3 }, { "sample": "loss_run_external_001", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.8877777777777778, "exact_record_recall_standard_deviation": 0.0844151996143226, "field_f1": 0.9928288091130447, "field_f1_standard_deviation": 0.005474082951713987, "complete_runs": 0, "run_count": 3 }, { "sample": "loss_run_external_002", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9611111111111111, "exact_record_recall_standard_deviation": 0.008388704928078585, "field_f1": 0.997109689168523, "field_f1_standard_deviation": 0.0009405571106173712, "complete_runs": 0, "run_count": 3 }, { "sample": "loss_run_external_003", "tier": "core_operations", "gold_records": 300, "predicted_records": 300, "exact_record_recall": 0.9777777777777777, "exact_record_recall_standard_deviation": 0.003849001794597466, "field_f1": 0.9983027834351663, "field_f1_standard_deviation": 0.0002939665321739325, "complete_runs": 0, "run_count": 3 }, { "sample": "mixed_040_001_crosspage", "tier": "claim_multihop", "gold_records": 40, "predicted_records": 40, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.913872447911996, "field_f1_standard_deviation": 0.0005585298205436692, "complete_runs": 0, "run_count": 3 }, { "sample": "mixed_cgl_040_001", "tier": "policy_packets", "gold_records": 562, "predicted_records": 581, "exact_record_recall": 0.8119810201660735, "exact_record_recall_standard_deviation": 0.28876286335515144, "field_f1": 0.9756072287174399, "field_f1_standard_deviation": 0.0264126921009361, "complete_runs": 0, "run_count": 3 }, { "sample": "multihop_012_001_crosspage", "tier": "claim_multihop", "gold_records": 12, "predicted_records": 12, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9158016147635525, "field_f1_standard_deviation": 0.001997751796503862, "complete_runs": 0, "run_count": 3 }, { "sample": "multihop_025_001_crosspage", "tier": "claim_multihop", "gold_records": 25, "predicted_records": 25, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9138822478623595, "field_f1_standard_deviation": 0.0018770901998877115, "complete_runs": 0, "run_count": 3 }, { "sample": "multihop_bop_012_001", "tier": "policy_packets", "gold_records": 344, "predicted_records": 345.3333333333333, "exact_record_recall": 0.7248062015503876, "exact_record_recall_standard_deviation": 0.1297545386877758, "field_f1": 0.9717276822262599, "field_f1_standard_deviation": 0.011504018425731425, "complete_runs": 0, "run_count": 3 }, { "sample": "multihop_wc_025_001", "tier": "policy_packets", "gold_records": 438, "predicted_records": 483.3333333333333, "exact_record_recall": 0.8866057838660578, "exact_record_recall_standard_deviation": 0.10004933347993411, "field_f1": 0.9687294969234007, "field_f1_standard_deviation": 0.016745856979414595, "complete_runs": 0, "run_count": 3 }, { "sample": "vehicle_schedule_sparse_001", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 }, { "sample": "vehicle_schedule_sparse_002", "tier": "core_operations", "gold_records": 800, "predicted_records": 800, "exact_record_recall": 1.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 1.0, "field_f1_standard_deviation": 0.0, "complete_runs": 3, "run_count": 3 } ] }, { "config": "Local + Together AI, Bonsai 27B (page pipeline)", "harness": "Local + Together AI", "model": "Bonsai 27B", "requested_model": "Prism-ML/Ternary-Bonsai-27B", "effort": "page pipeline", "cli_version": "Together API", "run_date": "2026-07-26", "run_count": 1, "reporting_statistic": "single_run", "result_dirs": [ "bonsai_27b_together_page_pipeline_full" ], "protocol": "Page pipeline", "prompt_templates": [ { "title": "Page extraction", "template": "Extract target record evidence from exactly one OCR page.\n\nReturn every target row visible on the page. Also return partial rows when this\npage contains fields whose other fields may be on another page. Each output row\nis a compact array in the exact column order below. Use null for a field that is\nnot visible. Never use an empty string, zero, an empty array, or an empty object\nas a placeholder. Return an empty array for a group absent from the page. Never\nguess. Ignore summaries, totals, instructions, and unrelated tables.\n\nOutput groups and exact row column order:\n{{OUTPUT_GROUPS_AND_COLUMN_ORDER}}\n\nReturn only the schema-constrained JSON object, minified on one line.\n\nOCR page:\n{{DOCUMENT_OCR_PAGE}}" }, { "title": "Record reduction", "template": "Consolidate evidence for exactly one logical {{RECORD_TYPE}} record.\n\nUse only the candidate fragments below. They were extracted independently from\nsingle source pages. Resolve repeated or conflicting values from those\nfragments. Return one record with every required field. Use an empty string,\nnull, empty list, or zero only when the fragments do not provide a value. Do\nnot create a different logical record.\n\nRequired fields:\n{{REQUIRED_FIELDS}}\n\nExpected record JSON Schema:\n{{RECORD_SCHEMA}}\n\nCandidate fragments:\n{{CANDIDATE_FRAGMENTS}}" } ], "prompt_note": "Two-stage page pipeline over released OCR transcripts.", "detail_note": null, "full_run_cost_usd": 0.0, "full_run_cost_source": "together_free_hosted", "full_run_cost_explanation": "Together hosted this run on an endpoint advertised as free on 2026-07-28; no dollar charge was recorded.", "full_run_cost_standard_deviation_usd": 0.0, "full_run_cost_beta": false, "full_run_cost_comparison": null, "exact_record_recall": 0.1673705192742998, "exact_record_precision": 0.2994077118336758, "exact_record_f1": 0.21471448694333078, "complete_documents": 0, "total_samples": 32, "complete_document_rate": 0.0, "weighted_f1": 0.40665444893832153, "weighted_recall": 0.3127351017194623, "metric_standard_deviation": { "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_documents": 0.0, "weighted_f1": 0.0, "structural_exact_recall": 0.0, "scale_control_exact_recall": 0.0 }, "structural_exact_recall": 0.12384121701925363, "scale_control_exact_recall": 0.18465895680906302, "gold_records": 29599, "exact_record_matches": 4954, "errors": 0, "by_tier": { "core_operations": { "count": 26, "rows": 28178, "pred_rows": 15616, "exact_record_matches": 4954, "complete_documents": 0, "f1_sum": 11.980278476424589, "recall_sum": 10.380035957528868, "found_sum": 62869, "gold_pairs_sum": 189279, "pred_pairs_sum": 96466, "avg_f1": 0.46077994140094575, "avg_recall": 0.3992321522126488, "exact_record_recall": 0.17581091631769466, "exact_record_precision": 0.3172387295081967, "exact_record_f1": 0.22624103758505731, "complete_document_rate": 0.0, "weighted_recall": 0.3321498951283555, "weighted_precision": 0.6517218501855576, "weighted_f1": 0.4400356961626625 }, "claim_multihop": { "count": 3, "rows": 77, "pred_rows": 523, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.21110714668289582, "recall_sum": 0.6768344675856385, "found_sum": 420, "gold_pairs_sum": 1821, "pred_pairs_sum": 10774, "avg_f1": 0.07036904889429861, "avg_recall": 0.22561148919521282, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.23064250411861614, "weighted_precision": 0.03898273621681827, "weighted_f1": 0.06669313219531561 }, "policy_packets": { "count": 3, "rows": 1344, "pred_rows": 407, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.3534294655940743, "recall_sum": 0.22683780911637652, "found_sum": 1060, "gold_pairs_sum": 14662, "pred_pairs_sum": 3478, "avg_f1": 0.11780982186469142, "avg_recall": 0.07561260303879218, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.07229573045969172, "weighted_precision": 0.30477285796434733, "weighted_f1": 0.11686879823594266 } }, "by_tier_standard_deviation": { "core_operations": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claim_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "policy_packets": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_family": { "driver_mvr_request_and_roster": { "count": 3, "rows": 1260, "pred_rows": 1175, "exact_record_matches": 1037, "complete_documents": 0, "f1_sum": 2.7528122331298777, "recall_sum": 2.638052750828746, "found_sum": 9039, "gold_pairs_sum": 10128, "pred_pairs_sum": 9341, "avg_f1": 0.9176040777099592, "avg_recall": 0.8793509169429153, "exact_record_recall": 0.823015873015873, "exact_record_precision": 0.8825531914893617, "exact_record_f1": 0.8517453798767967, "complete_document_rate": 0.0, "weighted_recall": 0.8924763033175356, "weighted_precision": 0.9676694144095921, "weighted_f1": 0.9285530843905696 }, "driver_schedule_spreadsheet_export": { "count": 1, "rows": 500, "pred_rows": 500, "exact_record_matches": 467, "complete_documents": 0, "f1_sum": 0.9675, "recall_sum": 0.9675, "found_sum": 1935, "gold_pairs_sum": 2000, "pred_pairs_sum": 2000, "avg_f1": 0.9675, "avg_recall": 0.9675, "exact_record_recall": 0.934, "exact_record_precision": 0.934, "exact_record_f1": 0.934, "complete_document_rate": 0.0, "weighted_recall": 0.9675, "weighted_precision": 0.9675, "weighted_f1": 0.9675 }, "ifta_mileage_by_vehicle": { "count": 8, "rows": 17565, "pred_rows": 9624, "exact_record_matches": 2938, "complete_documents": 0, "f1_sum": 3.4562415696483497, "recall_sum": 2.7692762771275814, "found_sum": 31829, "gold_pairs_sum": 87825, "pred_pairs_sum": 48034, "avg_f1": 0.4320301962060437, "avg_recall": 0.3461595346409477, "exact_record_recall": 0.1672644463421577, "exact_record_precision": 0.30527847049044055, "exact_record_f1": 0.21611681194600757, "complete_document_rate": 0.0, "weighted_recall": 0.36241389126103046, "weighted_precision": 0.6626348003497523, "weighted_f1": 0.4685593151723478 }, "ifta_multisection_return_packet": { "count": 2, "rows": 796, "pred_rows": 395, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.5604699959151257, "recall_sum": 0.4153608314177486, "found_sum": 2744, "gold_pairs_sum": 12736, "pred_pairs_sum": 6132, "avg_f1": 0.28023499795756285, "avg_recall": 0.2076804157088743, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.21545226130653267, "weighted_precision": 0.4474885844748858, "weighted_f1": 0.2908628365486538 }, "ifta_return_schedule_details": { "count": 3, "rows": 2737, "pred_rows": 648, "exact_record_matches": 5, "complete_documents": 0, "f1_sum": 0.6691595787866645, "recall_sum": 0.5236011030121924, "found_sum": 4016, "gold_pairs_sum": 32442, "pred_pairs_sum": 6936, "avg_f1": 0.22305319292888817, "avg_recall": 0.17453370100406415, "exact_record_recall": 0.001826817683595177, "exact_record_precision": 0.007716049382716049, "exact_record_f1": 0.0029542097488921715, "complete_document_rate": 0.0, "weighted_recall": 0.12379014857283768, "weighted_precision": 0.5790080738177624, "weighted_f1": 0.20397176088171062 }, "ifta_tax_return_inquiry_detail": { "count": 2, "rows": 1300, "pred_rows": 1118, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.42184067442882245, "recall_sum": 0.3961538461538462, "found_sum": 1030, "gold_pairs_sum": 5200, "pred_pairs_sum": 4472, "avg_f1": 0.21092033721441122, "avg_recall": 0.1980769230769231, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.19807692307692307, "weighted_precision": 0.23032200357781754, "weighted_f1": 0.21298593879239042 }, "ifta_tax_return_summary": { "count": 2, "rows": 1520, "pred_rows": 406, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.351746284845507, "recall_sum": 0.24682017543859647, "found_sum": 2251, "gold_pairs_sum": 18240, "pred_pairs_sum": 4834, "avg_f1": 0.1758731424227535, "avg_recall": 0.12341008771929823, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.12341008771929825, "weighted_precision": 0.46565990897807197, "weighted_f1": 0.19511138077489815 }, "loss_run_external": { "count": 3, "rows": 900, "pred_rows": 839, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 1.6146118492800996, "recall_sum": 1.474759668423673, "found_sum": 5788, "gold_pairs_sum": 11774, "pred_pairs_sum": 9726, "avg_f1": 0.5382039497600332, "avg_recall": 0.4915865561412243, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.49159164260234417, "weighted_precision": 0.5951059017067654, "weighted_f1": 0.5384186046511628 }, "claim_crosspage_multihop": { "count": 3, "rows": 77, "pred_rows": 523, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.21110714668289582, "recall_sum": 0.6768344675856385, "found_sum": 420, "gold_pairs_sum": 1821, "pred_pairs_sum": 10774, "avg_f1": 0.07036904889429861, "avg_recall": 0.22561148919521282, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.23064250411861614, "weighted_precision": 0.03898273621681827, "weighted_f1": 0.06669313219531561 }, "policy_multi_hop": { "count": 3, "rows": 1344, "pred_rows": 407, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.3534294655940743, "recall_sum": 0.22683780911637652, "found_sum": 1060, "gold_pairs_sum": 14662, "pred_pairs_sum": 3478, "avg_f1": 0.11780982186469142, "avg_recall": 0.07561260303879218, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.07229573045969172, "weighted_precision": 0.30477285796434733, "weighted_f1": 0.11686879823594266 }, "vehicle_schedule_spreadsheet_export": { "count": 2, "rows": 1600, "pred_rows": 911, "exact_record_matches": 507, "complete_documents": 0, "f1_sum": 1.1858962903901422, "recall_sum": 0.9485113051264831, "found_sum": 4237, "gold_pairs_sum": 8934, "pred_pairs_sum": 4991, "avg_f1": 0.5929481451950711, "avg_recall": 0.47425565256324154, "exact_record_recall": 0.316875, "exact_record_precision": 0.5565312843029637, "exact_record_f1": 0.4038231780167264, "complete_document_rate": 0.0, "weighted_recall": 0.47425565256324154, "weighted_precision": 0.8489280705269485, "weighted_f1": 0.6085457809694793 } }, "by_family_standard_deviation": { "driver_mvr_request_and_roster": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "driver_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_mileage_by_vehicle": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_multisection_return_packet": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_return_schedule_details": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_tax_return_inquiry_detail": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ifta_tax_return_summary": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "loss_run_external": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claim_crosspage_multihop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "policy_multi_hop": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "vehicle_schedule_spreadsheet_export": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "by_stressor": { "high_density_long_list": { "count": 26, "rows": 28178, "pred_rows": 15616, "exact_record_matches": 4954, "complete_documents": 0, "f1_sum": 11.980278476424589, "recall_sum": 10.380035957528868, "found_sum": 62869, "gold_pairs_sum": 189279, "pred_pairs_sum": 96466, "avg_f1": 0.46077994140094575, "avg_recall": 0.3992321522126488, "exact_record_recall": 0.17581091631769466, "exact_record_precision": 0.3172387295081967, "exact_record_f1": 0.22624103758505731, "complete_document_rate": 0.0, "weighted_recall": 0.3321498951283555, "weighted_precision": 0.6517218501855576, "weighted_f1": 0.4400356961626625 }, "multi_row": { "count": 22, "rows": 21942, "pred_rows": 12963, "exact_record_matches": 3975, "complete_documents": 0, "f1_sum": 8.94867226025042, "recall_sum": 8.201121804499763, "found_sum": 50880, "gold_pairs_sum": 138946, "pred_pairs_sum": 87485, "avg_f1": 0.40675783001138277, "avg_recall": 0.37277826384089835, "exact_record_recall": 0.18115942028985507, "exact_record_precision": 0.30664198102291135, "exact_record_f1": 0.22776106574989258, "complete_document_rate": 0.0, "weighted_recall": 0.3661854245534236, "weighted_precision": 0.5815854146425101, "weighted_f1": 0.44940842905785866 }, "multiple_tables": { "count": 31, "rows": 29255, "pred_rows": 16456, "exact_record_matches": 4954, "complete_documents": 0, "f1_sum": 12.444438085874035, "recall_sum": 11.225320076336146, "found_sum": 64136, "gold_pairs_sum": 202114, "pred_pairs_sum": 110122, "avg_f1": 0.4014334866410979, "avg_recall": 0.36210709923664985, "exact_record_recall": 0.16933857460263202, "exact_record_precision": 0.30104521147301894, "exact_record_f1": 0.21675307912756228, "complete_document_rate": 0.0, "weighted_recall": 0.31732586560060166, "weighted_precision": 0.5824086013693903, "weighted_f1": 0.410817458589016 }, "ocr_condition": { "count": 32, "rows": 29599, "pred_rows": 16546, "exact_record_matches": 4954, "complete_documents": 0, "f1_sum": 12.544815088701556, "recall_sum": 11.283708234230883, "found_sum": 64349, "gold_pairs_sum": 205762, "pred_pairs_sum": 110718, "avg_f1": 0.39202547152192363, "avg_recall": 0.3526158823197151, "exact_record_recall": 0.1673705192742998, "exact_record_precision": 0.2994077118336758, "exact_record_f1": 0.21471448694333078, "complete_document_rate": 0.0, "weighted_recall": 0.3127351017194623, "weighted_precision": 0.5811972759623548, "weighted_f1": 0.40665444893832153 }, "page_breaks": { "count": 32, "rows": 29599, "pred_rows": 16546, "exact_record_matches": 4954, "complete_documents": 0, "f1_sum": 12.544815088701556, "recall_sum": 11.283708234230883, "found_sum": 64349, "gold_pairs_sum": 205762, "pred_pairs_sum": 110718, "avg_f1": 0.39202547152192363, "avg_recall": 0.3526158823197151, "exact_record_recall": 0.1673705192742998, "exact_record_precision": 0.2994077118336758, "exact_record_f1": 0.21471448694333078, "complete_document_rate": 0.0, "weighted_recall": 0.3127351017194623, "weighted_precision": 0.5811972759623548, "weighted_f1": 0.40665444893832153 }, "production_like_layout": { "count": 26, "rows": 28178, "pred_rows": 15616, "exact_record_matches": 4954, "complete_documents": 0, "f1_sum": 11.980278476424589, "recall_sum": 10.380035957528868, "found_sum": 62869, "gold_pairs_sum": 189279, "pred_pairs_sum": 96466, "avg_f1": 0.46077994140094575, "avg_recall": 0.3992321522126488, "exact_record_recall": 0.17581091631769466, "exact_record_precision": 0.3172387295081967, "exact_record_f1": 0.22624103758505731, "complete_document_rate": 0.0, "weighted_recall": 0.3321498951283555, "weighted_precision": 0.6517218501855576, "weighted_f1": 0.4400356961626625 }, "inherited_context": { "count": 18, "rows": 9874, "pred_rows": 4908, "exact_record_matches": 979, "complete_documents": 0, "f1_sum": 4.721149436643232, "recall_sum": 4.401619537850881, "found_sum": 17693, "gold_pairs_sum": 96035, "pred_pairs_sum": 43617, "avg_f1": 0.26228607981351293, "avg_recall": 0.24453441876949342, "exact_record_recall": 0.09914928093984202, "exact_record_precision": 0.19947025264873675, "exact_record_f1": 0.1324583953456907, "complete_document_rate": 0.0, "weighted_recall": 0.18423491435414172, "weighted_precision": 0.40564458811931126, "weighted_f1": 0.2533869905192908 }, "large_doc": { "count": 29, "rows": 28339, "pred_rows": 15371, "exact_record_matches": 3917, "complete_documents": 0, "f1_sum": 9.79200285557168, "recall_sum": 8.645655483402138, "found_sum": 55310, "gold_pairs_sum": 195634, "pred_pairs_sum": 101377, "avg_f1": 0.33765527088178204, "avg_recall": 0.29812605115179786, "exact_record_recall": 0.1382194149405413, "exact_record_precision": 0.25483052501463793, "exact_record_f1": 0.1792267215740105, "complete_document_rate": 0.0, "weighted_recall": 0.2827218172710265, "weighted_precision": 0.5455872633832132, "weighted_f1": 0.37244411823131135 }, "layout_randomization": { "count": 10, "rows": 7657, "pred_rows": 3583, "exact_record_matches": 979, "complete_documents": 0, "f1_sum": 3.596142828451136, "recall_sum": 3.0825864297311183, "found_sum": 13469, "gold_pairs_sum": 66816, "pred_pairs_sum": 23233, "avg_f1": 0.3596142828451136, "avg_recall": 0.30825864297311184, "exact_record_recall": 0.1278568630011754, "exact_record_precision": 0.2732347195087915, "exact_record_f1": 0.1741992882562278, "complete_document_rate": 0.0, "weighted_recall": 0.2015834530651341, "weighted_precision": 0.5797357207420479, "weighted_f1": 0.29914824151295405 }, "non_target_rows": { "count": 18, "rows": 9874, "pred_rows": 4908, "exact_record_matches": 979, "complete_documents": 0, "f1_sum": 4.721149436643232, "recall_sum": 4.401619537850881, "found_sum": 17693, "gold_pairs_sum": 96035, "pred_pairs_sum": 43617, "avg_f1": 0.26228607981351293, "avg_recall": 0.24453441876949342, "exact_record_recall": 0.09914928093984202, "exact_record_precision": 0.19947025264873675, "exact_record_f1": 0.1324583953456907, "complete_document_rate": 0.0, "weighted_recall": 0.18423491435414172, "weighted_precision": 0.40564458811931126, "weighted_f1": 0.2533869905192908 }, "split_records": { "count": 15, "rows": 9797, "pred_rows": 4385, "exact_record_matches": 979, "complete_documents": 0, "f1_sum": 4.510042289960337, "recall_sum": 3.724785070265243, "found_sum": 17273, "gold_pairs_sum": 94214, "pred_pairs_sum": 32843, "avg_f1": 0.3006694859973558, "avg_recall": 0.24831900468434956, "exact_record_recall": 0.09992854955598653, "exact_record_precision": 0.2232611174458381, "exact_record_f1": 0.1380623325341983, "complete_document_rate": 0.0, "weighted_recall": 0.1833379327913049, "weighted_precision": 0.5259263770057546, "weighted_f1": 0.27189371699316056 }, "merged_cells": { "count": 4, "rows": 3043, "pred_rows": 2532, "exact_record_matches": 383, "complete_documents": 0, "f1_sum": 2.154036129630538, "recall_sum": 1.957447489235619, "found_sum": 10960, "gold_pairs_sum": 22489, "pred_pairs_sum": 18187, "avg_f1": 0.5385090324076345, "avg_recall": 0.48936187230890477, "exact_record_recall": 0.1258626355570161, "exact_record_precision": 0.15126382306477093, "exact_record_f1": 0.13739910313901346, "complete_document_rate": 0.0, "weighted_recall": 0.48734937080350393, "weighted_precision": 0.6026282509484797, "weighted_f1": 0.5388927131478022 }, "cross_section_join": { "count": 2, "rows": 796, "pred_rows": 395, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.5604699959151257, "recall_sum": 0.4153608314177486, "found_sum": 2744, "gold_pairs_sum": 12736, "pred_pairs_sum": 6132, "avg_f1": 0.28023499795756285, "avg_recall": 0.2076804157088743, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.21545226130653267, "weighted_precision": 0.4474885844748858, "weighted_f1": 0.2908628365486538 }, "ocr_layout_condition": { "count": 2, "rows": 796, "pred_rows": 395, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.5604699959151257, "recall_sum": 0.4153608314177486, "found_sum": 2744, "gold_pairs_sum": 12736, "pred_pairs_sum": 6132, "avg_f1": 0.28023499795756285, "avg_recall": 0.2076804157088743, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.21545226130653267, "weighted_precision": 0.4474885844748858, "weighted_f1": 0.2908628365486538 }, "repeated_keys": { "count": 2, "rows": 796, "pred_rows": 395, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.5604699959151257, "recall_sum": 0.4153608314177486, "found_sum": 2744, "gold_pairs_sum": 12736, "pred_pairs_sum": 6132, "avg_f1": 0.28023499795756285, "avg_recall": 0.2076804157088743, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.21545226130653267, "weighted_precision": 0.4474885844748858, "weighted_f1": 0.2908628365486538 }, "continuation_notes": { "count": 3, "rows": 900, "pred_rows": 839, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 1.6146118492800996, "recall_sum": 1.474759668423673, "found_sum": 5788, "gold_pairs_sum": 11774, "pred_pairs_sum": 9726, "avg_f1": 0.5382039497600332, "avg_recall": 0.4915865561412243, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.49159164260234417, "weighted_precision": 0.5951059017067654, "weighted_f1": 0.5384186046511628 }, "distractor_sections": { "count": 9, "rows": 2321, "pred_rows": 1769, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 2.1791484615570695, "recall_sum": 2.378431945125688, "found_sum": 7268, "gold_pairs_sum": 28257, "pred_pairs_sum": 23978, "avg_f1": 0.24212760683967438, "avg_recall": 0.26427021612507645, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.25721060268252116, "weighted_precision": 0.30311118525314873, "weighted_f1": 0.2782808461759357 }, "duplicates": { "count": 7, "rows": 1321, "pred_rows": 1452, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 1.9260959987905166, "recall_sum": 2.2099822939040483, "found_sum": 6421, "gold_pairs_sum": 17243, "pred_pairs_sum": 21096, "avg_f1": 0.2751565712557881, "avg_recall": 0.3157117562720069, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.37238299599837615, "weighted_precision": 0.30437049677664013, "weighted_f1": 0.3349591799473121 }, "sparse_driver_fields": { "count": 3, "rows": 900, "pred_rows": 839, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 1.6146118492800996, "recall_sum": 1.474759668423673, "found_sum": 5788, "gold_pairs_sum": 11774, "pred_pairs_sum": 9726, "avg_f1": 0.5382039497600332, "avg_recall": 0.4915865561412243, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.49159164260234417, "weighted_precision": 0.5951059017067654, "weighted_f1": 0.5384186046511628 }, "summary_distractors": { "count": 3, "rows": 900, "pred_rows": 839, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 1.6146118492800996, "recall_sum": 1.474759668423673, "found_sum": 5788, "gold_pairs_sum": 11774, "pred_pairs_sum": 9726, "avg_f1": 0.5382039497600332, "avg_recall": 0.4915865561412243, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.49159164260234417, "weighted_precision": 0.5951059017067654, "weighted_f1": 0.5384186046511628 }, "variable_policy_sections": { "count": 3, "rows": 900, "pred_rows": 839, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 1.6146118492800996, "recall_sum": 1.474759668423673, "found_sum": 5788, "gold_pairs_sum": 11774, "pred_pairs_sum": 9726, "avg_f1": 0.5382039497600332, "avg_recall": 0.4915865561412243, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.49159164260234417, "weighted_precision": 0.5951059017067654, "weighted_f1": 0.5384186046511628 }, "cross_page_join": { "count": 3, "rows": 77, "pred_rows": 523, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.21110714668289582, "recall_sum": 0.6768344675856385, "found_sum": 420, "gold_pairs_sum": 1821, "pred_pairs_sum": 10774, "avg_f1": 0.07036904889429861, "avg_recall": 0.22561148919521282, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.23064250411861614, "weighted_precision": 0.03898273621681827, "weighted_f1": 0.06669313219531561 }, "long_range_evidence": { "count": 6, "rows": 1421, "pred_rows": 930, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.56453661227697, "recall_sum": 0.9036722767020149, "found_sum": 1480, "gold_pairs_sum": 16483, "pred_pairs_sum": 14252, "avg_f1": 0.094089435379495, "avg_recall": 0.1506120461170025, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.08978948007037554, "weighted_precision": 0.10384507437552624, "weighted_f1": 0.09630714169513585 }, "longer_list": { "count": 1, "rows": 40, "pred_rows": 315, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.06052381598588682, "recall_sum": 0.23622881355932204, "found_sum": 223, "gold_pairs_sum": 944, "pred_pairs_sum": 6425, "avg_f1": 0.06052381598588682, "avg_recall": 0.23622881355932204, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.23622881355932204, "weighted_precision": 0.03470817120622568, "weighted_f1": 0.06052381598588682 }, "mixed_layout": { "count": 1, "rows": 40, "pred_rows": 315, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.06052381598588682, "recall_sum": 0.23622881355932204, "found_sum": 223, "gold_pairs_sum": 944, "pred_pairs_sum": 6425, "avg_f1": 0.06052381598588682, "avg_recall": 0.23622881355932204, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.23622881355932204, "weighted_precision": 0.03470817120622568, "weighted_f1": 0.06052381598588682 }, "mixed_prose_tables": { "count": 3, "rows": 77, "pred_rows": 523, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.21110714668289582, "recall_sum": 0.6768344675856385, "found_sum": 420, "gold_pairs_sum": 1821, "pred_pairs_sum": 10774, "avg_f1": 0.07036904889429861, "avg_recall": 0.22561148919521282, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.23064250411861614, "weighted_precision": 0.03898273621681827, "weighted_f1": 0.06669313219531561 }, "multi_column": { "count": 6, "rows": 1421, "pred_rows": 930, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.56453661227697, "recall_sum": 0.9036722767020149, "found_sum": 1480, "gold_pairs_sum": 16483, "pred_pairs_sum": 14252, "avg_f1": 0.094089435379495, "avg_recall": 0.1506120461170025, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.08978948007037554, "weighted_precision": 0.10384507437552624, "weighted_f1": 0.09630714169513585 }, "natural_long_range_join": { "count": 6, "rows": 1421, "pred_rows": 930, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.56453661227697, "recall_sum": 0.9036722767020149, "found_sum": 1480, "gold_pairs_sum": 16483, "pred_pairs_sum": 14252, "avg_f1": 0.094089435379495, "avg_recall": 0.1506120461170025, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.08978948007037554, "weighted_precision": 0.10384507437552624, "weighted_f1": 0.09630714169513585 }, "non_sequential_identifiers": { "count": 3, "rows": 77, "pred_rows": 523, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.21110714668289582, "recall_sum": 0.6768344675856385, "found_sum": 420, "gold_pairs_sum": 1821, "pred_pairs_sum": 10774, "avg_f1": 0.07036904889429861, "avg_recall": 0.22561148919521282, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.23064250411861614, "weighted_precision": 0.03898273621681827, "weighted_f1": 0.06669313219531561 }, "commercial_general_liability": { "count": 1, "rows": 562, "pred_rows": 109, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.06430868167202573, "recall_sum": 0.037658873372038285, "found_sum": 240, "gold_pairs_sum": 6373, "pred_pairs_sum": 1091, "avg_f1": 0.06430868167202573, "avg_recall": 0.037658873372038285, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.037658873372038285, "weighted_precision": 0.21998166819431714, "weighted_f1": 0.06430868167202573 }, "distractor_forms": { "count": 1, "rows": 562, "pred_rows": 109, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.06430868167202573, "recall_sum": 0.037658873372038285, "found_sum": 240, "gold_pairs_sum": 6373, "pred_pairs_sum": 1091, "avg_f1": 0.06430868167202573, "avg_recall": 0.037658873372038285, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.037658873372038285, "weighted_precision": 0.21998166819431714, "weighted_f1": 0.06430868167202573 }, "distractor_locations": { "count": 1, "rows": 562, "pred_rows": 109, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.06430868167202573, "recall_sum": 0.037658873372038285, "found_sum": 240, "gold_pairs_sum": 6373, "pred_pairs_sum": 1091, "avg_f1": 0.06430868167202573, "avg_recall": 0.037658873372038285, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.037658873372038285, "weighted_precision": 0.21998166819431714, "weighted_f1": 0.06430868167202573 }, "exposure_rating_rows": { "count": 1, "rows": 562, "pred_rows": 109, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.06430868167202573, "recall_sum": 0.037658873372038285, "found_sum": 240, "gold_pairs_sum": 6373, "pred_pairs_sum": 1091, "avg_f1": 0.06430868167202573, "avg_recall": 0.037658873372038285, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.037658873372038285, "weighted_precision": 0.21998166819431714, "weighted_f1": 0.06430868167202573 }, "heterogeneous_record_list": { "count": 3, "rows": 1344, "pred_rows": 407, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.3534294655940743, "recall_sum": 0.22683780911637652, "found_sum": 1060, "gold_pairs_sum": 14662, "pred_pairs_sum": 3478, "avg_f1": 0.11780982186469142, "avg_recall": 0.07561260303879218, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.07229573045969172, "weighted_precision": 0.30477285796434733, "weighted_f1": 0.11686879823594266 }, "limits_forms_exclusions": { "count": 1, "rows": 562, "pred_rows": 109, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.06430868167202573, "recall_sum": 0.037658873372038285, "found_sum": 240, "gold_pairs_sum": 6373, "pred_pairs_sum": 1091, "avg_f1": 0.06430868167202573, "avg_recall": 0.037658873372038285, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.037658873372038285, "weighted_precision": 0.21998166819431714, "weighted_f1": 0.06430868167202573 }, "material_clause_extraction": { "count": 3, "rows": 1344, "pred_rows": 407, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.3534294655940743, "recall_sum": 0.22683780911637652, "found_sum": 1060, "gold_pairs_sum": 14662, "pred_pairs_sum": 3478, "avg_f1": 0.11780982186469142, "avg_recall": 0.07561260303879218, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.07229573045969172, "weighted_precision": 0.30477285796434733, "weighted_f1": 0.11686879823594266 }, "coded_values": { "count": 1, "rows": 12, "pred_rows": 107, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.04608294930875576, "recall_sum": 0.20761245674740483, "found_sum": 60, "gold_pairs_sum": 289, "pred_pairs_sum": 2315, "avg_f1": 0.04608294930875576, "avg_recall": 0.20761245674740483, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.20761245674740483, "weighted_precision": 0.02591792656587473, "weighted_f1": 0.04608294930875576 }, "claimant_lookup": { "count": 1, "rows": 25, "pred_rows": 101, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.10450038138825322, "recall_sum": 0.23299319727891157, "found_sum": 137, "gold_pairs_sum": 588, "pred_pairs_sum": 2034, "avg_f1": 0.10450038138825322, "avg_recall": 0.23299319727891157, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.23299319727891157, "weighted_precision": 0.06735496558505408, "weighted_f1": 0.10450038138825322 }, "many_to_one_policy": { "count": 1, "rows": 25, "pred_rows": 101, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.10450038138825322, "recall_sum": 0.23299319727891157, "found_sum": 137, "gold_pairs_sum": 588, "pred_pairs_sum": 2034, "avg_f1": 0.10450038138825322, "avg_recall": 0.23299319727891157, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.23299319727891157, "weighted_precision": 0.06735496558505408, "weighted_f1": 0.10450038138825322 }, "businessowners_policy": { "count": 1, "rows": 344, "pred_rows": 90, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.10037700282752121, "recall_sum": 0.05838815789473684, "found_sum": 213, "gold_pairs_sum": 3648, "pred_pairs_sum": 596, "avg_f1": 0.10037700282752121, "avg_recall": 0.05838815789473684, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.05838815789473684, "weighted_precision": 0.3573825503355705, "weighted_f1": 0.10037700282752121 }, "form_endorsement_links": { "count": 1, "rows": 344, "pred_rows": 90, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.10037700282752121, "recall_sum": 0.05838815789473684, "found_sum": 213, "gold_pairs_sum": 3648, "pred_pairs_sum": 596, "avg_f1": 0.10037700282752121, "avg_recall": 0.05838815789473684, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.05838815789473684, "weighted_precision": 0.3573825503355705, "weighted_f1": 0.10037700282752121 }, "location_scoped_coverage": { "count": 1, "rows": 344, "pred_rows": 90, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.10037700282752121, "recall_sum": 0.05838815789473684, "found_sum": 213, "gold_pairs_sum": 3648, "pred_pairs_sum": 596, "avg_f1": 0.10037700282752121, "avg_recall": 0.05838815789473684, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.05838815789473684, "weighted_precision": 0.3573825503355705, "weighted_f1": 0.10037700282752121 }, "class_code_payroll_rating": { "count": 1, "rows": 438, "pred_rows": 208, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.18874378109452736, "recall_sum": 0.1307907778496014, "found_sum": 607, "gold_pairs_sum": 4641, "pred_pairs_sum": 1791, "avg_f1": 0.18874378109452736, "avg_recall": 0.1307907778496014, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.1307907778496014, "weighted_precision": 0.3389168062534897, "weighted_f1": 0.18874378109452736 }, "experience_mod_and_schedule_rating": { "count": 1, "rows": 438, "pred_rows": 208, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.18874378109452736, "recall_sum": 0.1307907778496014, "found_sum": 607, "gold_pairs_sum": 4641, "pred_pairs_sum": 1791, "avg_f1": 0.18874378109452736, "avg_recall": 0.1307907778496014, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.1307907778496014, "weighted_precision": 0.3389168062534897, "weighted_f1": 0.18874378109452736 }, "workers_compensation_policy": { "count": 1, "rows": 438, "pred_rows": 208, "exact_record_matches": 0, "complete_documents": 0, "f1_sum": 0.18874378109452736, "recall_sum": 0.1307907778496014, "found_sum": 607, "gold_pairs_sum": 4641, "pred_pairs_sum": 1791, "avg_f1": 0.18874378109452736, "avg_recall": 0.1307907778496014, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0, "complete_document_rate": 0.0, "weighted_recall": 0.1307907778496014, "weighted_precision": 0.3389168062534897, "weighted_f1": 0.18874378109452736 } }, "by_stressor_standard_deviation": { "high_density_long_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multi_row": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multiple_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ocr_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "page_breaks": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "production_like_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "inherited_context": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "large_doc": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "layout_randomization": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "non_target_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "split_records": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "merged_cells": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "cross_section_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "ocr_layout_condition": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "repeated_keys": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "continuation_notes": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "duplicates": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "sparse_driver_fields": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "summary_distractors": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "variable_policy_sections": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "cross_page_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "long_range_evidence": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "longer_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "mixed_layout": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "mixed_prose_tables": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "multi_column": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "natural_long_range_join": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "non_sequential_identifiers": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "commercial_general_liability": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_forms": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "distractor_locations": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "exposure_rating_rows": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "heterogeneous_record_list": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "limits_forms_exclusions": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "material_clause_extraction": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "coded_values": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "claimant_lookup": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "many_to_one_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "businessowners_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "form_endorsement_links": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "location_scoped_coverage": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "class_code_payroll_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "experience_mod_and_schedule_rating": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 }, "workers_compensation_policy": { "count": 0.0, "rows": 0.0, "pred_rows": 0.0, "exact_record_matches": 0.0, "complete_documents": 0.0, "f1_sum": 0.0, "recall_sum": 0.0, "found_sum": 0.0, "gold_pairs_sum": 0.0, "pred_pairs_sum": 0.0, "avg_f1": 0.0, "avg_recall": 0.0, "exact_record_recall": 0.0, "exact_record_precision": 0.0, "exact_record_f1": 0.0, "complete_document_rate": 0.0, "weighted_recall": 0.0, "weighted_precision": 0.0, "weighted_f1": 0.0 } }, "documents": [ { "sample": "driver_mvr_packet_001", "tier": "core_operations", "gold_records": 260, "predicted_records": 230, "exact_record_recall": 0.7153846153846154, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.8687643898695318, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "driver_mvr_packet_002", "tier": "core_operations", "gold_records": 500, "predicted_records": 501, "exact_record_recall": 0.92, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9889262162498446, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "driver_mvr_packet_003", "tier": "core_operations", "gold_records": 500, "predicted_records": 444, "exact_record_recall": 0.782, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.8951216270105011, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "driver_schedule_sparse_001", "tier": "core_operations", "gold_records": 500, "predicted_records": 500, "exact_record_recall": 0.934, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.9675, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_001", "tier": "core_operations", "gold_records": 1159, "predicted_records": 162, "exact_record_recall": 0.055220017256255395, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.19560938682816048, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_002", "tier": "core_operations", "gold_records": 2143, "predicted_records": 1693, "exact_record_recall": 0.1787214185720952, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.539424280350438, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_003", "tier": "core_operations", "gold_records": 2195, "predicted_records": 666, "exact_record_recall": 0.04328018223234624, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.23159809683739152, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_004", "tier": "core_operations", "gold_records": 2239, "predicted_records": 1676, "exact_record_recall": 0.30594015185350604, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.623952585325976, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_005", "tier": "core_operations", "gold_records": 2379, "predicted_records": 900, "exact_record_recall": 0.17402269861286254, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.39562320435234427, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_006", "tier": "core_operations", "gold_records": 2434, "predicted_records": 1901, "exact_record_recall": 0.17091207888249796, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.5720217772446249, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_007", "tier": "core_operations", "gold_records": 2445, "predicted_records": 855, "exact_record_recall": 0.14478527607361963, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.35582524271844657, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_mileage_by_vehicle_008", "tier": "core_operations", "gold_records": 2571, "predicted_records": 1771, "exact_record_recall": 0.20497860754570207, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.5421869959909683, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_multisection_return_001", "tier": "core_operations", "gold_records": 335, "predicted_records": 125, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.23403083700440533, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_multisection_return_002", "tier": "core_operations", "gold_records": 461, "predicted_records": 270, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.3264391589107204, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_001", "tier": "core_operations", "gold_records": 582, "predicted_records": 450, "exact_record_recall": 0.00859106529209622, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.5268723994452149, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_002", "tier": "core_operations", "gold_records": 998, "predicted_records": 114, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.08839863065804489, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_return_schedule_005", "tier": "core_operations", "gold_records": 1157, "predicted_records": 84, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.05388854868340477, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_inquiry_001", "tier": "core_operations", "gold_records": 650, "predicted_records": 488, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.1757469244288225, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_inquiry_002", "tier": "core_operations", "gold_records": 650, "predicted_records": 630, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.24609374999999997, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_summary_001", "tier": "core_operations", "gold_records": 760, "predicted_records": 42, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.05985037406483791, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "ifta_tax_summary_002", "tier": "core_operations", "gold_records": 760, "predicted_records": 364, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.2918959107806691, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "loss_run_external_001", "tier": "core_operations", "gold_records": 300, "predicted_records": 283, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.5461285008237231, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "loss_run_external_002", "tier": "core_operations", "gold_records": 300, "predicted_records": 263, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.52222540866074, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "loss_run_external_003", "tier": "core_operations", "gold_records": 300, "predicted_records": 293, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.5462579397956365, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "mixed_040_001_crosspage", "tier": "claim_multihop", "gold_records": 40, "predicted_records": 315, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.06052381598588682, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "mixed_cgl_040_001", "tier": "policy_packets", "gold_records": 562, "predicted_records": 109, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.06430868167202573, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_012_001_crosspage", "tier": "claim_multihop", "gold_records": 12, "predicted_records": 107, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.04608294930875576, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_025_001_crosspage", "tier": "claim_multihop", "gold_records": 25, "predicted_records": 101, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.10450038138825322, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_bop_012_001", "tier": "policy_packets", "gold_records": 344, "predicted_records": 90, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.10037700282752121, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "multihop_wc_025_001", "tier": "policy_packets", "gold_records": 438, "predicted_records": 208, "exact_record_recall": 0.0, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.18874378109452736, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "vehicle_schedule_sparse_001", "tier": "core_operations", "gold_records": 800, "predicted_records": 591, "exact_record_recall": 0.42625, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.7470979522629451, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 }, { "sample": "vehicle_schedule_sparse_002", "tier": "core_operations", "gold_records": 800, "predicted_records": 320, "exact_record_recall": 0.2075, "exact_record_recall_standard_deviation": 0.0, "field_f1": 0.4387983381271972, "field_f1_standard_deviation": 0.0, "complete_runs": 0, "run_count": 1 } ] } ] }