{ "method": { "name": "Common four-system PDF-grounded atomic audit", "systems": [ "Gemma", "Qwen", "Hybrid NLP", "BERT MULTI" ], "reference_role": "ChatGPT supplies candidate omitted facts only; every candidate must be supported by the source PDF. ChatGPT is not treated as ground truth.", "source_documents": 2484, "categories": 24, "partial_credit_weight": 0.5, "correct_threshold": 0.82, "partial_threshold": 0.48, "omission_match_threshold": 0.72, "aggregation": "Micro metrics pool atomic counts. Category and segment tables use the same matcher, thresholds, schema and missing-output policy.", "limitations": "Automated lexical/n-gram PDF support is not human semantic adjudication; OCR errors, paraphrase and fact-splitting choices can change classifications." }, "alignment": [ { "category": "ACCOUNTANT", "pdf_documents": 118, "reference_outputs": 118, "Gemma_outputs": 118, "Qwen_outputs": 118, "Hybrid NLP_outputs": 118, "BERT MULTI_outputs": 118 }, { "category": "ADVOCATE", "pdf_documents": 118, "reference_outputs": 118, "Gemma_outputs": 118, "Qwen_outputs": 118, "Hybrid NLP_outputs": 118, "BERT MULTI_outputs": 118 }, { "category": "AGRICULTURE", "pdf_documents": 63, "reference_outputs": 63, "Gemma_outputs": 63, "Qwen_outputs": 63, "Hybrid NLP_outputs": 63, "BERT MULTI_outputs": 63 }, { "category": "APPAREL", "pdf_documents": 97, "reference_outputs": 97, "Gemma_outputs": 97, "Qwen_outputs": 97, "Hybrid NLP_outputs": 97, "BERT MULTI_outputs": 97 }, { "category": "ARTS", "pdf_documents": 103, "reference_outputs": 103, "Gemma_outputs": 103, "Qwen_outputs": 103, "Hybrid NLP_outputs": 103, "BERT MULTI_outputs": 103 }, { "category": "AUTOMOBILE", "pdf_documents": 36, "reference_outputs": 36, "Gemma_outputs": 36, "Qwen_outputs": 36, "Hybrid NLP_outputs": 36, "BERT MULTI_outputs": 36 }, { "category": "AVIATION", "pdf_documents": 117, "reference_outputs": 117, "Gemma_outputs": 117, "Qwen_outputs": 117, "Hybrid NLP_outputs": 117, "BERT MULTI_outputs": 117 }, { "category": "BANKING", "pdf_documents": 115, "reference_outputs": 115, "Gemma_outputs": 114, "Qwen_outputs": 115, "Hybrid NLP_outputs": 115, "BERT MULTI_outputs": 115 }, { "category": "BPO", "pdf_documents": 22, "reference_outputs": 22, "Gemma_outputs": 22, "Qwen_outputs": 22, "Hybrid NLP_outputs": 22, "BERT MULTI_outputs": 22 }, { "category": "BUSINESS-DEVELOPMENT", "pdf_documents": 120, "reference_outputs": 120, "Gemma_outputs": 119, "Qwen_outputs": 119, "Hybrid NLP_outputs": 119, "BERT MULTI_outputs": 119 }, { "category": "CHEF", "pdf_documents": 118, "reference_outputs": 118, "Gemma_outputs": 118, "Qwen_outputs": 118, "Hybrid NLP_outputs": 118, "BERT MULTI_outputs": 118 }, { "category": "CONSTRUCTION", "pdf_documents": 112, "reference_outputs": 112, "Gemma_outputs": 112, "Qwen_outputs": 112, "Hybrid NLP_outputs": 112, "BERT MULTI_outputs": 112 }, { "category": "CONSULTANT", "pdf_documents": 115, "reference_outputs": 115, "Gemma_outputs": 115, "Qwen_outputs": 115, "Hybrid NLP_outputs": 115, "BERT MULTI_outputs": 115 }, { "category": "DESIGNER", "pdf_documents": 107, "reference_outputs": 107, "Gemma_outputs": 107, "Qwen_outputs": 107, "Hybrid NLP_outputs": 107, "BERT MULTI_outputs": 107 }, { "category": "DIGITAL-MEDIA", "pdf_documents": 96, "reference_outputs": 96, "Gemma_outputs": 96, "Qwen_outputs": 96, "Hybrid NLP_outputs": 96, "BERT MULTI_outputs": 96 }, { "category": "ENGINEERING", "pdf_documents": 118, "reference_outputs": 118, "Gemma_outputs": 118, "Qwen_outputs": 118, "Hybrid NLP_outputs": 118, "BERT MULTI_outputs": 118 }, { "category": "FINANCE", "pdf_documents": 118, "reference_outputs": 118, "Gemma_outputs": 118, "Qwen_outputs": 118, "Hybrid NLP_outputs": 118, "BERT MULTI_outputs": 118 }, { "category": "FITNESS", "pdf_documents": 117, "reference_outputs": 117, "Gemma_outputs": 117, "Qwen_outputs": 117, "Hybrid NLP_outputs": 117, "BERT MULTI_outputs": 117 }, { "category": "HEALTHCARE", "pdf_documents": 115, "reference_outputs": 115, "Gemma_outputs": 115, "Qwen_outputs": 115, "Hybrid NLP_outputs": 115, "BERT MULTI_outputs": 115 }, { "category": "HR", "pdf_documents": 110, "reference_outputs": 110, "Gemma_outputs": 110, "Qwen_outputs": 110, "Hybrid NLP_outputs": 110, "BERT MULTI_outputs": 110 }, { "category": "INFORMATION-TECHNOLOGY", "pdf_documents": 120, "reference_outputs": 120, "Gemma_outputs": 120, "Qwen_outputs": 120, "Hybrid NLP_outputs": 120, "BERT MULTI_outputs": 120 }, { "category": "PUBLIC-RELATIONS", "pdf_documents": 111, "reference_outputs": 111, "Gemma_outputs": 111, "Qwen_outputs": 111, "Hybrid NLP_outputs": 111, "BERT MULTI_outputs": 111 }, { "category": "SALES", "pdf_documents": 116, "reference_outputs": 116, "Gemma_outputs": 116, "Qwen_outputs": 116, "Hybrid NLP_outputs": 116, "BERT MULTI_outputs": 116 }, { "category": "TEACHER", "pdf_documents": 102, "reference_outputs": 102, "Gemma_outputs": 102, "Qwen_outputs": 102, "Hybrid NLP_outputs": 102, "BERT MULTI_outputs": 102 } ], "overall": [ { "model": "Gemma", "documents": 2484, "outputs": 2482, "output_rate": 0.999194847020934, "tp": 116452, "partial": 1178, "fp": 121, "fn": 26586, "unverifiable": 39, "weighted_precision": 0.9939703272159047, "weighted_recall": 0.8115673711654741, "weighted_f1": 0.8935552951325931, "completeness": 0.8156515227159261, "unsupported_rate": 0.0010275921223598951, "weighted_f1_ci_low": 0.8892831818733371, "weighted_f1_ci_high": 0.8978494686508642, "successful_documents": 856, "partially_successful_documents": 1417, "failed_documents": 211 }, { "model": "Qwen", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 131068, "partial": 2236, "fp": 169, "fn": 25914, "unverifiable": 930, "weighted_precision": 0.9903576004135668, "weighted_recall": 0.8302202012335289, "weighted_f1": 0.9032460854621427, "completeness": 0.8372420203745807, "unsupported_rate": 0.0012661736830669873, "weighted_f1_ci_low": 0.899328705812245, "weighted_f1_ci_high": 0.9073335999682783, "successful_documents": 1012, "partially_successful_documents": 1314, "failed_documents": 158 }, { "model": "Hybrid NLP", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 121683, "partial": 1525, "fp": 165, "fn": 38375, "unverifiable": 92, "weighted_precision": 0.9924821476335989, "weighted_recall": 0.7577870196740993, "weighted_f1": 0.8593993458639229, "completeness": 0.7625059566909885, "unsupported_rate": 0.0013374076986050433, "weighted_f1_ci_low": 0.8527086744088834, "weighted_f1_ci_high": 0.8656042884534484, "successful_documents": 914, "partially_successful_documents": 1177, "failed_documents": 393 }, { "model": "BERT MULTI", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 110459, "partial": 1041, "fp": 106, "fn": 87278, "unverifiable": 2, "weighted_precision": 0.9943865025177858, "weighted_recall": 0.5583087665637042, "weighted_f1": 0.7151109593278004, "completeness": 0.5609272655927718, "unsupported_rate": 0.0009497697256419906, "weighted_f1_ci_low": 0.7063071624182067, "weighted_f1_ci_high": 0.7237671461259596, "successful_documents": 102, "partially_successful_documents": 1281, "failed_documents": 1101 } ], "category": [ { "category": "ACCOUNTANT", "model": "Gemma", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5634, "partial": 40, "fp": 3, "fn": 2261, "unverifiable": 3, "weighted_precision": 0.9959485643825965, "weighted_recall": 0.7125393824826717, "weighted_f1": 0.8307375844842786, "completeness": 0.715059861373661, "unsupported_rate": 0.0005284481240091598 }, { "category": "ACCOUNTANT", "model": "Qwen", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5967, "partial": 78, "fp": 1, "fn": 2323, "unverifiable": 43, "weighted_precision": 0.9933840555739332, "weighted_recall": 0.7177342256214149, "weighted_f1": 0.8333564589981962, "completeness": 0.7223948374760994, "unsupported_rate": 0.00016539861065167054 }, { "category": "ACCOUNTANT", "model": "Hybrid NLP", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5897, "partial": 64, "fp": 1, "fn": 1660, "unverifiable": 6, "weighted_precision": 0.9944649446494465, "weighted_recall": 0.7779818921401391, "weighted_f1": 0.8730030184789811, "completeness": 0.7821808161658576, "unsupported_rate": 0.0001677289500167729 }, { "category": "ACCOUNTANT", "model": "BERT MULTI", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5217, "partial": 34, "fp": 0, "fn": 6246, "unverifiable": 0, "weighted_precision": 0.9967625214244906, "weighted_recall": 0.4552491954422893, "weighted_f1": 0.6250298543109626, "completeness": 0.45672784204575106, "unsupported_rate": 0.0 }, { "category": "ADVOCATE", "model": "Gemma", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 6056, "partial": 57, "fp": 11, "fn": 1316, "unverifiable": 0, "weighted_precision": 0.9935499673416068, "weighted_recall": 0.8190200565351999, "weighted_f1": 0.8978823876632481, "completeness": 0.8228563736707498, "unsupported_rate": 0.0017962116263879817 }, { "category": "ADVOCATE", "model": "Qwen", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 7000, "partial": 102, "fp": 11, "fn": 1259, "unverifiable": 49, "weighted_precision": 0.9912835653029664, "weighted_recall": 0.8433201770123191, "weighted_f1": 0.9113351428202145, "completeness": 0.8494199258461906, "unsupported_rate": 0.0015464642204414453 }, { "category": "ADVOCATE", "model": "Hybrid NLP", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 6151, "partial": 73, "fp": 14, "fn": 2000, "unverifiable": 4, "weighted_precision": 0.9919044565565887, "weighted_recall": 0.7523711089494164, "weighted_f1": 0.8556907758263034, "completeness": 0.7568093385214008, "unsupported_rate": 0.0022443090734209684 }, { "category": "ADVOCATE", "model": "BERT MULTI", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5003, "partial": 56, "fp": 6, "fn": 4489, "unverifiable": 0, "weighted_precision": 0.9932872655478776, "weighted_recall": 0.5269166317553414, "weighted_f1": 0.6885649763908849, "completeness": 0.5298491830749895, "unsupported_rate": 0.0011846001974333662 }, { "category": "AGRICULTURE", "model": "Gemma", "documents": 63, "outputs": 63, "output_rate": 1.0, "tp": 3008, "partial": 42, "fp": 1, "fn": 756, "unverifiable": 1, "weighted_precision": 0.9927892494264176, "weighted_recall": 0.7958486600105097, "weighted_f1": 0.8834767390987313, "completeness": 0.8013662637940094, "unsupported_rate": 0.00032776138970829236 }, { "category": "AGRICULTURE", "model": "Qwen", "documents": 63, "outputs": 63, "output_rate": 1.0, "tp": 3290, "partial": 78, "fp": 1, "fn": 752, "unverifiable": 27, "weighted_precision": 0.9881270406648858, "weighted_recall": 0.808009708737864, "weighted_f1": 0.8890372546401388, "completeness": 0.8174757281553398, "unsupported_rate": 0.00029682398337785694 }, { "category": "AGRICULTURE", "model": "Hybrid NLP", "documents": 63, "outputs": 63, "output_rate": 1.0, "tp": 3164, "partial": 67, "fp": 0, "fn": 1295, "unverifiable": 2, "weighted_precision": 0.9896316929743113, "weighted_recall": 0.7064737074679629, "weighted_f1": 0.8244166559236819, "completeness": 0.7138753866548829, "unsupported_rate": 0.0 }, { "category": "AGRICULTURE", "model": "BERT MULTI", "documents": 63, "outputs": 63, "output_rate": 1.0, "tp": 2981, "partial": 31, "fp": 3, "fn": 2229, "unverifiable": 0, "weighted_precision": 0.9938640132669984, "weighted_recall": 0.5717420339629842, "weighted_f1": 0.7258963178294574, "completeness": 0.5746994848311391, "unsupported_rate": 0.0009950248756218905 }, { "category": "APPAREL", "model": "Gemma", "documents": 97, "outputs": 97, "output_rate": 1.0, "tp": 4851, "partial": 35, "fp": 4, "fn": 836, "unverifiable": 0, "weighted_precision": 0.9956032719836401, "weighted_recall": 0.8508388675288361, "weighted_f1": 0.9175461741424803, "completeness": 0.8538972387277176, "unsupported_rate": 0.0008179959100204499 }, { "category": "APPAREL", "model": "Qwen", "documents": 97, "outputs": 97, "output_rate": 1.0, "tp": 5518, "partial": 59, "fp": 6, "fn": 830, "unverifiable": 42, "weighted_precision": 0.9936414114275479, "weighted_recall": 0.8658498517246761, "weighted_f1": 0.9253544620517098, "completeness": 0.8704541907288903, "unsupported_rate": 0.0010746910263299302 }, { "category": "APPAREL", "model": "Hybrid NLP", "documents": 97, "outputs": 97, "output_rate": 1.0, "tp": 5085, "partial": 41, "fp": 8, "fn": 1142, "unverifiable": 3, "weighted_precision": 0.9944487728866381, "weighted_recall": 0.8145341416719847, "weighted_f1": 0.8955446412910015, "completeness": 0.8178047223994894, "unsupported_rate": 0.0015582391897156214 }, { "category": "APPAREL", "model": "BERT MULTI", "documents": 97, "outputs": 97, "output_rate": 1.0, "tp": 4802, "partial": 23, "fp": 3, "fn": 2782, "unverifiable": 1, "weighted_precision": 0.996996685998343, "weighted_recall": 0.6327724464309189, "weighted_f1": 0.7741857659831122, "completeness": 0.6342842119100828, "unsupported_rate": 0.0006213753106876554 }, { "category": "ARTS", "model": "Gemma", "documents": 103, "outputs": 103, "output_rate": 1.0, "tp": 4498, "partial": 68, "fp": 2, "fn": 1363, "unverifiable": 2, "weighted_precision": 0.9921190893169878, "weighted_recall": 0.764378478664193, "weighted_f1": 0.863484805182433, "completeness": 0.7701130038792376, "unsupported_rate": 0.00043782837127845885 }, { "category": "ARTS", "model": "Qwen", "documents": 103, "outputs": 103, "output_rate": 1.0, "tp": 5088, "partial": 112, "fp": 5, "fn": 1359, "unverifiable": 36, "weighted_precision": 0.9882804995196927, "weighted_recall": 0.7842658941911876, "weighted_f1": 0.8745324719483168, "completeness": 0.7928037810641866, "unsupported_rate": 0.0009606147934678194 }, { "category": "ARTS", "model": "Hybrid NLP", "documents": 103, "outputs": 103, "output_rate": 1.0, "tp": 4909, "partial": 90, "fp": 6, "fn": 2037, "unverifiable": 1, "weighted_precision": 0.9898101898101898, "weighted_recall": 0.7040932347924957, "weighted_f1": 0.8228552445810148, "completeness": 0.7104889141557703, "unsupported_rate": 0.0011988011988011988 }, { "category": "ARTS", "model": "BERT MULTI", "documents": 103, "outputs": 103, "output_rate": 1.0, "tp": 4365, "partial": 57, "fp": 2, "fn": 3762, "unverifiable": 0, "weighted_precision": 0.9931057866184448, "weighted_recall": 0.5368401759530792, "weighted_f1": 0.6969384517766498, "completeness": 0.5403225806451613, "unsupported_rate": 0.0004520795660036166 }, { "category": "AUTOMOBILE", "model": "Gemma", "documents": 36, "outputs": 36, "output_rate": 1.0, "tp": 1839, "partial": 8, "fp": 2, "fn": 256, "unverifiable": 0, "weighted_precision": 0.9967550027041644, "weighted_recall": 0.8763670946267237, "weighted_f1": 0.9326923076923076, "completeness": 0.8782691393247741, "unsupported_rate": 0.001081665765278529 }, { "category": "AUTOMOBILE", "model": "Qwen", "documents": 36, "outputs": 36, "output_rate": 1.0, "tp": 1892, "partial": 28, "fp": 1, "fn": 318, "unverifiable": 16, "weighted_precision": 0.9921915668922436, "weighted_recall": 0.8516532618409294, "weighted_f1": 0.9165664823274826, "completeness": 0.8579088471849866, "unsupported_rate": 0.0005205622071837585 }, { "category": "AUTOMOBILE", "model": "Hybrid NLP", "documents": 36, "outputs": 36, "output_rate": 1.0, "tp": 1796, "partial": 13, "fp": 2, "fn": 742, "unverifiable": 2, "weighted_precision": 0.9953064605190503, "weighted_recall": 0.7065856526852214, "weighted_f1": 0.8264557542411738, "completeness": 0.7091336730693846, "unsupported_rate": 0.0011043622308117063 }, { "category": "AUTOMOBILE", "model": "BERT MULTI", "documents": 36, "outputs": 36, "output_rate": 1.0, "tp": 1551, "partial": 6, "fp": 1, "fn": 1249, "unverifiable": 0, "weighted_precision": 0.9974326059050064, "weighted_recall": 0.5538132573057734, "weighted_f1": 0.7121906507791017, "completeness": 0.5548823948681397, "unsupported_rate": 0.0006418485237483953 }, { "category": "AVIATION", "model": "Gemma", "documents": 117, "outputs": 117, "output_rate": 1.0, "tp": 5396, "partial": 57, "fp": 7, "fn": 1239, "unverifiable": 1, "weighted_precision": 0.9934981684981685, "weighted_recall": 0.8105947399880454, "weighted_f1": 0.8927748518762344, "completeness": 0.8148535564853556, "unsupported_rate": 0.001282051282051282 }, { "category": "AVIATION", "model": "Qwen", "documents": 117, "outputs": 117, "output_rate": 1.0, "tp": 5986, "partial": 103, "fp": 8, "fn": 1255, "unverifiable": 45, "weighted_precision": 0.9902411021814007, "weighted_recall": 0.8220996732026143, "weighted_f1": 0.8983706569451678, "completeness": 0.8291122004357299, "unsupported_rate": 0.0013121207151057896 }, { "category": "AVIATION", "model": "Hybrid NLP", "documents": 117, "outputs": 117, "output_rate": 1.0, "tp": 5608, "partial": 77, "fp": 8, "fn": 2159, "unverifiable": 5, "weighted_precision": 0.9918320744774284, "weighted_recall": 0.7198495665476797, "weighted_f1": 0.8342321046022013, "completeness": 0.7247577766445691, "unsupported_rate": 0.0014052344985069384 }, { "category": "AVIATION", "model": "BERT MULTI", "documents": 117, "outputs": 117, "output_rate": 1.0, "tp": 5373, "partial": 71, "fp": 13, "fn": 4033, "unverifiable": 0, "weighted_precision": 0.9911123327835807, "weighted_recall": 0.5706974781048855, "weighted_f1": 0.7243203428418373, "completeness": 0.574443389258204, "unsupported_rate": 0.0023822613157412497 }, { "category": "BANKING", "model": "Gemma", "documents": 115, "outputs": 114, "output_rate": 0.991304347826087, "tp": 4655, "partial": 26, "fp": 3, "fn": 1089, "unverifiable": 4, "weighted_precision": 0.9965841161400513, "weighted_recall": 0.8090121317157712, "weighted_f1": 0.8930552898412091, "completeness": 0.811265164644714, "unsupported_rate": 0.0006404782237403928 }, { "category": "BANKING", "model": "Qwen", "documents": 115, "outputs": 115, "output_rate": 1.0, "tp": 5484, "partial": 66, "fp": 4, "fn": 914, "unverifiable": 52, "weighted_precision": 0.9933381346777097, "weighted_recall": 0.8534962871287128, "weighted_f1": 0.9181228157763355, "completeness": 0.8586014851485149, "unsupported_rate": 0.0007202016564638099 }, { "category": "BANKING", "model": "Hybrid NLP", "documents": 115, "outputs": 115, "output_rate": 1.0, "tp": 5113, "partial": 31, "fp": 3, "fn": 1459, "unverifiable": 2, "weighted_precision": 0.9964056732076938, "weighted_recall": 0.7766924125397546, "weighted_f1": 0.8729361702127659, "completeness": 0.7790398303801302, "unsupported_rate": 0.0005828638041577618 }, { "category": "BANKING", "model": "BERT MULTI", "documents": 115, "outputs": 115, "output_rate": 1.0, "tp": 4523, "partial": 23, "fp": 0, "fn": 3345, "unverifiable": 0, "weighted_precision": 0.9974703035635724, "weighted_recall": 0.5746419972120137, "weighted_f1": 0.7291951435233578, "completeness": 0.5760993536940818, "unsupported_rate": 0.0 }, { "category": "BPO", "model": "Gemma", "documents": 22, "outputs": 22, "output_rate": 1.0, "tp": 1158, "partial": 23, "fp": 3, "fn": 137, "unverifiable": 1, "weighted_precision": 0.9877533783783784, "weighted_recall": 0.887329286798179, "weighted_f1": 0.9348521183053558, "completeness": 0.8960546282245827, "unsupported_rate": 0.002533783783783784 }, { "category": "BPO", "model": "Qwen", "documents": 22, "outputs": 22, "output_rate": 1.0, "tp": 1412, "partial": 35, "fp": 6, "fn": 102, "unverifiable": 6, "weighted_precision": 0.983826565726084, "weighted_recall": 0.9228534538411879, "weighted_f1": 0.95236508994004, "completeness": 0.934151065203357, "unsupported_rate": 0.0041293874741913286 }, { "category": "BPO", "model": "Hybrid NLP", "documents": 22, "outputs": 22, "output_rate": 1.0, "tp": 1206, "partial": 23, "fp": 6, "fn": 352, "unverifiable": 1, "weighted_precision": 0.9858299595141701, "weighted_recall": 0.7700822264389627, "weighted_f1": 0.8647017045454546, "completeness": 0.7773561037318153, "unsupported_rate": 0.004858299595141701 }, { "category": "BPO", "model": "BERT MULTI", "documents": 22, "outputs": 22, "output_rate": 1.0, "tp": 1053, "partial": 13, "fp": 1, "fn": 841, "unverifiable": 0, "weighted_precision": 0.992970946579194, "weighted_recall": 0.5555846879916099, "weighted_f1": 0.7125084061869538, "completeness": 0.5589931830099633, "unsupported_rate": 0.0009372071227741331 }, { "category": "BUSINESS-DEVELOPMENT", "model": "Gemma", "documents": 120, "outputs": 119, "output_rate": 0.9916666666666667, "tp": 5571, "partial": 60, "fp": 3, "fn": 1172, "unverifiable": 3, "weighted_precision": 0.9941427050053249, "weighted_recall": 0.8233132441569896, "weighted_f1": 0.9006995256090699, "completeness": 0.8277230633544025, "unsupported_rate": 0.0005324813631522897 }, { "category": "BUSINESS-DEVELOPMENT", "model": "Qwen", "documents": 120, "outputs": 119, "output_rate": 0.9916666666666667, "tp": 6044, "partial": 106, "fp": 4, "fn": 1162, "unverifiable": 27, "weighted_precision": 0.9907377315567111, "weighted_recall": 0.8338347921225383, "weighted_f1": 0.9055398782117927, "completeness": 0.8410831509846827, "unsupported_rate": 0.0006499837504062399 }, { "category": "BUSINESS-DEVELOPMENT", "model": "Hybrid NLP", "documents": 120, "outputs": 119, "output_rate": 0.9916666666666667, "tp": 5677, "partial": 58, "fp": 2, "fn": 2118, "unverifiable": 3, "weighted_precision": 0.9945964789959909, "weighted_recall": 0.7266012988666751, "weighted_f1": 0.8397350993377484, "completeness": 0.7302941550999618, "unsupported_rate": 0.0003486142583231654 }, { "category": "BUSINESS-DEVELOPMENT", "model": "BERT MULTI", "documents": 120, "outputs": 119, "output_rate": 0.9916666666666667, "tp": 5157, "partial": 51, "fp": 3, "fn": 3787, "unverifiable": 0, "weighted_precision": 0.9945308002302821, "weighted_recall": 0.5761534185658699, "weighted_f1": 0.7296212867802337, "completeness": 0.5789883268482491, "unsupported_rate": 0.0005757052389176742 }, { "category": "CHEF", "model": "Gemma", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5525, "partial": 51, "fp": 7, "fn": 933, "unverifiable": 3, "weighted_precision": 0.9941787569407129, "weighted_recall": 0.852742356736826, "weighted_f1": 0.9180449884220973, "completeness": 0.8566600092180059, "unsupported_rate": 0.0012538061973849184 }, { "category": "CHEF", "model": "Qwen", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5902, "partial": 109, "fp": 7, "fn": 999, "unverifiable": 43, "weighted_precision": 0.9897806580259222, "weighted_recall": 0.8497146932952925, "weighted_f1": 0.9144151059256985, "completeness": 0.8574893009985735, "unsupported_rate": 0.001163177135260884 }, { "category": "CHEF", "model": "Hybrid NLP", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5561, "partial": 66, "fp": 6, "fn": 1481, "unverifiable": 7, "weighted_precision": 0.9930765134031599, "weighted_recall": 0.7870005627462014, "weighted_f1": 0.8781100384585196, "completeness": 0.7916432189082724, "unsupported_rate": 0.0010651517841292384 }, { "category": "CHEF", "model": "BERT MULTI", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 4781, "partial": 55, "fp": 7, "fn": 3684, "unverifiable": 0, "weighted_precision": 0.9928763163328516, "weighted_recall": 0.5643779342723004, "weighted_f1": 0.7196737259597396, "completeness": 0.5676056338028169, "unsupported_rate": 0.0014453850918851952 }, { "category": "CONSTRUCTION", "model": "Gemma", "documents": 112, "outputs": 112, "output_rate": 1.0, "tp": 5576, "partial": 60, "fp": 5, "fn": 1088, "unverifiable": 1, "weighted_precision": 0.993795426342847, "weighted_recall": 0.8337299226650803, "weighted_f1": 0.906752931661949, "completeness": 0.8381915526472338, "unsupported_rate": 0.0008863676653075696 }, { "category": "CONSTRUCTION", "model": "Qwen", "documents": 112, "outputs": 112, "output_rate": 1.0, "tp": 6140, "partial": 175, "fp": 26, "fn": 1083, "unverifiable": 44, "weighted_precision": 0.9821006150449456, "weighted_recall": 0.8417815625844823, "weighted_f1": 0.906543416551423, "completeness": 0.8536090835360909, "unsupported_rate": 0.004100299637281186 }, { "category": "CONSTRUCTION", "model": "Hybrid NLP", "documents": 112, "outputs": 112, "output_rate": 1.0, "tp": 5834, "partial": 93, "fp": 16, "fn": 1514, "unverifiable": 5, "weighted_precision": 0.9894834258791856, "weighted_recall": 0.7902835640370918, "weighted_f1": 0.8787358039450089, "completeness": 0.7965327240962237, "unsupported_rate": 0.0026922429749284874 }, { "category": "CONSTRUCTION", "model": "BERT MULTI", "documents": 112, "outputs": 112, "output_rate": 1.0, "tp": 5271, "partial": 42, "fp": 10, "fn": 3572, "unverifiable": 0, "weighted_precision": 0.9941762164193124, "weighted_recall": 0.5956105796285875, "weighted_f1": 0.7449324324324323, "completeness": 0.5979741136747327, "unsupported_rate": 0.0018786398647379298 }, { "category": "CONSULTANT", "model": "Gemma", "documents": 115, "outputs": 115, "output_rate": 1.0, "tp": 5893, "partial": 25, "fp": 3, "fn": 1054, "unverifiable": 0, "weighted_precision": 0.9973821989528796, "weighted_recall": 0.8470309810671256, "weighted_f1": 0.9160784922050725, "completeness": 0.8488238668961561, "unsupported_rate": 0.0005066711704104037 }, { "category": "CONSULTANT", "model": "Qwen", "documents": 115, "outputs": 115, "output_rate": 1.0, "tp": 6573, "partial": 76, "fp": 3, "fn": 889, "unverifiable": 47, "weighted_precision": 0.9938364401683704, "weighted_recall": 0.8770230830459008, "weighted_f1": 0.931782945736434, "completeness": 0.8820642080127354, "unsupported_rate": 0.0004509921828021648 }, { "category": "CONSULTANT", "model": "Hybrid NLP", "documents": 115, "outputs": 115, "output_rate": 1.0, "tp": 6018, "partial": 42, "fp": 1, "fn": 1999, "unverifiable": 2, "weighted_precision": 0.9963702359346642, "weighted_recall": 0.7493485544112173, "weighted_f1": 0.8553824362606233, "completeness": 0.7519543367663482, "unsupported_rate": 0.00016498927569707968 }, { "category": "CONSULTANT", "model": "BERT MULTI", "documents": 115, "outputs": 115, "output_rate": 1.0, "tp": 5230, "partial": 15, "fp": 3, "fn": 4153, "unverifiable": 1, "weighted_precision": 0.9979992378048781, "weighted_recall": 0.5572994254096616, "weighted_f1": 0.715212344667486, "completeness": 0.5580974675462864, "unsupported_rate": 0.0005716463414634146 }, { "category": "DESIGNER", "model": "Gemma", "documents": 107, "outputs": 107, "output_rate": 1.0, "tp": 4550, "partial": 65, "fp": 10, "fn": 973, "unverifiable": 0, "weighted_precision": 0.9908108108108108, "weighted_recall": 0.8200608446671439, "weighted_f1": 0.8973856849113875, "completeness": 0.8258768790264853, "unsupported_rate": 0.002162162162162162 }, { "category": "DESIGNER", "model": "Qwen", "documents": 107, "outputs": 107, "output_rate": 1.0, "tp": 5077, "partial": 104, "fp": 16, "fn": 1015, "unverifiable": 35, "weighted_precision": 0.98691552818934, "weighted_recall": 0.827792123950936, "weighted_f1": 0.900377424734486, "completeness": 0.8361846352485475, "unsupported_rate": 0.003078699249567058 }, { "category": "DESIGNER", "model": "Hybrid NLP", "documents": 107, "outputs": 107, "output_rate": 1.0, "tp": 4734, "partial": 71, "fp": 14, "fn": 1624, "unverifiable": 2, "weighted_precision": 0.9897281593691637, "weighted_recall": 0.741872764037953, "weighted_f1": 0.8480618776671407, "completeness": 0.7473946181365687, "unsupported_rate": 0.0029051670471052084 }, { "category": "DESIGNER", "model": "BERT MULTI", "documents": 107, "outputs": 107, "output_rate": 1.0, "tp": 4440, "partial": 62, "fp": 3, "fn": 3150, "unverifiable": 0, "weighted_precision": 0.9924528301886792, "weighted_recall": 0.5842916884474647, "weighted_f1": 0.7355433083820021, "completeness": 0.5883429168844746, "unsupported_rate": 0.0006659267480577136 }, { "category": "DIGITAL-MEDIA", "model": "Gemma", "documents": 96, "outputs": 96, "output_rate": 1.0, "tp": 4282, "partial": 61, "fp": 10, "fn": 904, "unverifiable": 5, "weighted_precision": 0.9906960716747071, "weighted_recall": 0.8218982275586049, "weighted_f1": 0.8984375, "completeness": 0.8277110729940919, "unsupported_rate": 0.002297266253158741 }, { "category": "DIGITAL-MEDIA", "model": "Qwen", "documents": 96, "outputs": 96, "output_rate": 1.0, "tp": 4955, "partial": 75, "fp": 7, "fn": 898, "unverifiable": 29, "weighted_precision": 0.9911653762160015, "weighted_recall": 0.842189608636977, "weighted_f1": 0.9106247150022799, "completeness": 0.8485155195681512, "unsupported_rate": 0.0013897161008536827 }, { "category": "DIGITAL-MEDIA", "model": "Hybrid NLP", "documents": 96, "outputs": 96, "output_rate": 1.0, "tp": 4362, "partial": 56, "fp": 11, "fn": 1423, "unverifiable": 3, "weighted_precision": 0.991194400541883, "weighted_recall": 0.7515836329395651, "weighted_f1": 0.85491723466407, "completeness": 0.7563773326485191, "unsupported_rate": 0.002483630616391962 }, { "category": "DIGITAL-MEDIA", "model": "BERT MULTI", "documents": 96, "outputs": 96, "output_rate": 1.0, "tp": 3897, "partial": 34, "fp": 2, "fn": 3284, "unverifiable": 0, "weighted_precision": 0.9951690821256038, "weighted_recall": 0.5424809424809425, "weighted_f1": 0.7021887334050951, "completeness": 0.5448371448371448, "unsupported_rate": 0.0005085176709890668 }, { "category": "ENGINEERING", "model": "Gemma", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5228, "partial": 59, "fp": 4, "fn": 2314, "unverifiable": 1, "weighted_precision": 0.9936684936684936, "weighted_recall": 0.6916853045651888, "weighted_f1": 0.8156220912193609, "completeness": 0.6955663728456782, "unsupported_rate": 0.000756000756000756 }, { "category": "ENGINEERING", "model": "Qwen", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 6134, "partial": 124, "fp": 3, "fn": 2328, "unverifiable": 38, "weighted_precision": 0.9896182718415588, "weighted_recall": 0.7216398788725833, "weighted_f1": 0.8346467299791204, "completeness": 0.7288609364081062, "unsupported_rate": 0.0004791566842357451 }, { "category": "ENGINEERING", "model": "Hybrid NLP", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5605, "partial": 66, "fp": 2, "fn": 1662, "unverifiable": 6, "weighted_precision": 0.9938304248193196, "weighted_recall": 0.7688531296877131, "weighted_f1": 0.8669844687067507, "completeness": 0.7733533342424656, "unsupported_rate": 0.00035254715318173806 }, { "category": "ENGINEERING", "model": "BERT MULTI", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5419, "partial": 30, "fp": 2, "fn": 6706, "unverifiable": 0, "weighted_precision": 0.9968813061823518, "weighted_recall": 0.4470588235294118, "weighted_f1": 0.6172895603771442, "completeness": 0.44829288358700126, "unsupported_rate": 0.000366905155017428 }, { "category": "FINANCE", "model": "Gemma", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5500, "partial": 44, "fp": 4, "fn": 1577, "unverifiable": 4, "weighted_precision": 0.9953136265320837, "weighted_recall": 0.7754528858306418, "weighted_f1": 0.8717341542347462, "completeness": 0.7785423395590507, "unsupported_rate": 0.0007209805335255948 }, { "category": "FINANCE", "model": "Qwen", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 6104, "partial": 93, "fp": 11, "fn": 1375, "unverifiable": 54, "weighted_precision": 0.9907377577319587, "weighted_recall": 0.8122688853671421, "weighted_f1": 0.8926705370101596, "completeness": 0.8184099313259376, "unsupported_rate": 0.0017719072164948454 }, { "category": "FINANCE", "model": "Hybrid NLP", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5811, "partial": 53, "fp": 6, "fn": 1525, "unverifiable": 4, "weighted_precision": 0.9944633730834753, "weighted_recall": 0.7900257138990391, "weighted_f1": 0.8805339769213365, "completeness": 0.7936121261334416, "unsupported_rate": 0.0010221465076660989 }, { "category": "FINANCE", "model": "BERT MULTI", "documents": 118, "outputs": 118, "output_rate": 1.0, "tp": 5400, "partial": 46, "fp": 3, "fn": 4790, "unverifiable": 0, "weighted_precision": 0.9952284822903285, "weighted_recall": 0.5297967956232903, "weighted_f1": 0.6914886834555308, "completeness": 0.5320437670965221, "unsupported_rate": 0.0005505597357313268 }, { "category": "FITNESS", "model": "Gemma", "documents": 117, "outputs": 117, "output_rate": 1.0, "tp": 5149, "partial": 49, "fp": 7, "fn": 1232, "unverifiable": 1, "weighted_precision": 0.9939481268011527, "weighted_recall": 0.8045878693623639, "weighted_f1": 0.889299527288354, "completeness": 0.808398133748056, "unsupported_rate": 0.0013448607108549472 }, { "category": "FITNESS", "model": "Qwen", "documents": 117, "outputs": 117, "output_rate": 1.0, "tp": 6021, "partial": 84, "fp": 12, "fn": 1040, "unverifiable": 32, "weighted_precision": 0.9911721432074546, "weighted_recall": 0.8485654303708887, "weighted_f1": 0.9143417282461166, "completeness": 0.85444366689993, "unsupported_rate": 0.00196174595389897 }, { "category": "FITNESS", "model": "Hybrid NLP", "documents": 117, "outputs": 117, "output_rate": 1.0, "tp": 5294, "partial": 73, "fp": 8, "fn": 1918, "unverifiable": 5, "weighted_precision": 0.9917209302325581, "weighted_recall": 0.7317089910775566, "weighted_f1": 0.8421011058451816, "completeness": 0.7367192862045299, "unsupported_rate": 0.0014883720930232557 }, { "category": "FITNESS", "model": "BERT MULTI", "documents": 117, "outputs": 117, "output_rate": 1.0, "tp": 4896, "partial": 49, "fp": 5, "fn": 3659, "unverifiable": 0, "weighted_precision": 0.9940404040404041, "weighted_recall": 0.571885169688517, "weighted_f1": 0.72605872805076, "completeness": 0.5747326824732683, "unsupported_rate": 0.00101010101010101 }, { "category": "HEALTHCARE", "model": "Gemma", "documents": 115, "outputs": 115, "output_rate": 1.0, "tp": 6023, "partial": 58, "fp": 10, "fn": 828, "unverifiable": 1, "weighted_precision": 0.9935971104908882, "weighted_recall": 0.8759588941959763, "weighted_f1": 0.9310769230769231, "completeness": 0.8801563178462875, "unsupported_rate": 0.0016417665407978984 }, { "category": "HEALTHCARE", "model": "Qwen", "documents": 115, "outputs": 115, "output_rate": 1.0, "tp": 6906, "partial": 98, "fp": 9, "fn": 749, "unverifiable": 42, "weighted_precision": 0.991729644945102, "weighted_recall": 0.8970721011221463, "weighted_f1": 0.9420289855072463, "completeness": 0.9033922352637689, "unsupported_rate": 0.0012833309567945245 }, { "category": "HEALTHCARE", "model": "Hybrid NLP", "documents": 115, "outputs": 115, "output_rate": 1.0, "tp": 6321, "partial": 85, "fp": 15, "fn": 1289, "unverifiable": 9, "weighted_precision": 0.9910450085656439, "weighted_recall": 0.8269655620532813, "weighted_f1": 0.9016010201190139, "completeness": 0.8324886289798571, "unsupported_rate": 0.002336084722005918 }, { "category": "HEALTHCARE", "model": "BERT MULTI", "documents": 115, "outputs": 115, "output_rate": 1.0, "tp": 5485, "partial": 76, "fp": 14, "fn": 3515, "unverifiable": 0, "weighted_precision": 0.9906726457399103, "weighted_recall": 0.6085279858968708, "weighted_f1": 0.7539417104634496, "completeness": 0.6127148523578669, "unsupported_rate": 0.0025112107623318385 }, { "category": "HR", "model": "Gemma", "documents": 110, "outputs": 110, "output_rate": 1.0, "tp": 5409, "partial": 42, "fp": 3, "fn": 1136, "unverifiable": 3, "weighted_precision": 0.9955995599559956, "weighted_recall": 0.8243509943828754, "weighted_f1": 0.9019184453118512, "completeness": 0.8275390921512069, "unsupported_rate": 0.00055005500550055 }, { "category": "HR", "model": "Qwen", "documents": 110, "outputs": 110, "output_rate": 1.0, "tp": 6092, "partial": 90, "fp": 5, "fn": 1053, "unverifiable": 47, "weighted_precision": 0.991918538871828, "weighted_recall": 0.8482377332411887, "weighted_f1": 0.9144687825957384, "completeness": 0.8544574982722875, "unsupported_rate": 0.0008081461128171974 }, { "category": "HR", "model": "Hybrid NLP", "documents": 110, "outputs": 110, "output_rate": 1.0, "tp": 5721, "partial": 59, "fp": 5, "fn": 1805, "unverifiable": 7, "weighted_precision": 0.9940363007778739, "weighted_recall": 0.7581410678971655, "weighted_f1": 0.8602094240837697, "completeness": 0.7620303230059328, "unsupported_rate": 0.000864304235090752 }, { "category": "HR", "model": "BERT MULTI", "documents": 110, "outputs": 110, "output_rate": 1.0, "tp": 5615, "partial": 27, "fp": 4, "fn": 3358, "unverifiable": 0, "weighted_precision": 0.996900460503011, "weighted_recall": 0.6253888888888889, "weighted_f1": 0.7686057626655742, "completeness": 0.6268888888888889, "unsupported_rate": 0.0007084661707403471 }, { "category": "INFORMATION-TECHNOLOGY", "model": "Gemma", "documents": 120, "outputs": 120, "output_rate": 1.0, "tp": 6081, "partial": 54, "fp": 6, "fn": 1186, "unverifiable": 1, "weighted_precision": 0.9946262823644357, "weighted_recall": 0.8343122524245322, "weighted_f1": 0.9074431733769128, "completeness": 0.8380002731867231, "unsupported_rate": 0.0009770395701025891 }, { "category": "INFORMATION-TECHNOLOGY", "model": "Qwen", "documents": 120, "outputs": 120, "output_rate": 1.0, "tp": 6860, "partial": 98, "fp": 6, "fn": 1273, "unverifiable": 49, "weighted_precision": 0.9921022400919012, "weighted_recall": 0.8393876807192322, "weighted_f1": 0.9093780848963474, "completeness": 0.8453407848378083, "unsupported_rate": 0.0008615738081562321 }, { "category": "INFORMATION-TECHNOLOGY", "model": "Hybrid NLP", "documents": 120, "outputs": 120, "output_rate": 1.0, "tp": 6244, "partial": 69, "fp": 15, "fn": 2294, "unverifiable": 3, "weighted_precision": 0.992177623261694, "weighted_recall": 0.7294643894504473, "weighted_f1": 0.8407766990291263, "completeness": 0.7334727547345185, "unsupported_rate": 0.002370417193426043 }, { "category": "INFORMATION-TECHNOLOGY", "model": "BERT MULTI", "documents": 120, "outputs": 120, "output_rate": 1.0, "tp": 6096, "partial": 43, "fp": 9, "fn": 4182, "unverifiable": 0, "weighted_precision": 0.995039037085231, "weighted_recall": 0.5927235732971611, "weighted_f1": 0.7429109235533427, "completeness": 0.594806704776669, "unsupported_rate": 0.0014638906961613532 }, { "category": "PUBLIC-RELATIONS", "model": "Gemma", "documents": 111, "outputs": 111, "output_rate": 1.0, "tp": 5076, "partial": 40, "fp": 1, "fn": 1192, "unverifiable": 2, "weighted_precision": 0.9958960328317373, "weighted_recall": 0.807863031071655, "weighted_f1": 0.8920787746170679, "completeness": 0.8110336081166772, "unsupported_rate": 0.00019542700801250732 }, { "category": "PUBLIC-RELATIONS", "model": "Qwen", "documents": 111, "outputs": 111, "output_rate": 1.0, "tp": 5784, "partial": 82, "fp": 3, "fn": 1113, "unverifiable": 40, "weighted_precision": 0.9925029817686147, "weighted_recall": 0.8346467975354636, "weighted_f1": 0.9067559153175591, "completeness": 0.8405215646940822, "unsupported_rate": 0.0005111603339580849 }, { "category": "PUBLIC-RELATIONS", "model": "Hybrid NLP", "documents": 111, "outputs": 111, "output_rate": 1.0, "tp": 5583, "partial": 58, "fp": 2, "fn": 1892, "unverifiable": 2, "weighted_precision": 0.9945064681906787, "weighted_recall": 0.7449887163148812, "weighted_f1": 0.8518518518518517, "completeness": 0.748838444178946, "unsupported_rate": 0.000354421407052986 }, { "category": "PUBLIC-RELATIONS", "model": "BERT MULTI", "documents": 111, "outputs": 111, "output_rate": 1.0, "tp": 4995, "partial": 50, "fp": 4, "fn": 3883, "unverifiable": 0, "weighted_precision": 0.9942562883739354, "weighted_recall": 0.5622759856630825, "weighted_f1": 0.7183229591471705, "completeness": 0.5650761648745519, "unsupported_rate": 0.0007922360863537334 }, { "category": "SALES", "model": "Gemma", "documents": 116, "outputs": 116, "output_rate": 1.0, "tp": 5181, "partial": 96, "fp": 10, "fn": 1157, "unverifiable": 1, "weighted_precision": 0.9890296954794779, "weighted_recall": 0.8127137084239975, "weighted_f1": 0.8922446890197081, "completeness": 0.8201740752253652, "unsupported_rate": 0.0018914318138831096 }, { "category": "SALES", "model": "Qwen", "documents": 116, "outputs": 116, "output_rate": 1.0, "tp": 6099, "partial": 141, "fp": 11, "fn": 1217, "unverifiable": 36, "weighted_precision": 0.9869620860662294, "weighted_recall": 0.8273434356980018, "weighted_f1": 0.9001313101838343, "completeness": 0.8367976398015288, "unsupported_rate": 0.0017597184450487923 }, { "category": "SALES", "model": "Hybrid NLP", "documents": 116, "outputs": 116, "output_rate": 1.0, "tp": 5320, "partial": 110, "fp": 10, "fn": 1780, "unverifiable": 6, "weighted_precision": 0.9880514705882353, "weighted_recall": 0.7454923717059639, "weighted_f1": 0.849802371541502, "completeness": 0.753120665742025, "unsupported_rate": 0.001838235294117647 }, { "category": "SALES", "model": "BERT MULTI", "documents": 116, "outputs": 116, "output_rate": 1.0, "tp": 4811, "partial": 78, "fp": 7, "fn": 3878, "unverifiable": 0, "weighted_precision": 0.9906045751633987, "weighted_recall": 0.553210904528345, "weighted_f1": 0.7099465710312525, "completeness": 0.557659404585377, "unsupported_rate": 0.0014297385620915032 }, { "category": "TEACHER", "model": "Gemma", "documents": 102, "outputs": 102, "output_rate": 1.0, "tp": 4313, "partial": 58, "fp": 2, "fn": 587, "unverifiable": 1, "weighted_precision": 0.9929110450491654, "weighted_recall": 0.8757563533682937, "weighted_f1": 0.9306612367377559, "completeness": 0.8816054860830981, "unsupported_rate": 0.000457351932311914 }, { "category": "TEACHER", "model": "Qwen", "documents": 102, "outputs": 102, "output_rate": 1.0, "tp": 4740, "partial": 120, "fp": 3, "fn": 608, "unverifiable": 51, "weighted_precision": 0.987045033929673, "weighted_recall": 0.8778346744696416, "weighted_f1": 0.9292420869228536, "completeness": 0.888807607900512, "unsupported_rate": 0.0006169031462060457 }, { "category": "TEACHER", "model": "Hybrid NLP", "documents": 102, "outputs": 102, "output_rate": 1.0, "tp": 4669, "partial": 87, "fp": 4, "fn": 1205, "unverifiable": 2, "weighted_precision": 0.9900210084033614, "weighted_recall": 0.7905552759604093, "weighted_f1": 0.8791157541274135, "completeness": 0.7978527092769669, "unsupported_rate": 0.0008403361344537816 }, { "category": "TEACHER", "model": "BERT MULTI", "documents": 102, "outputs": 102, "output_rate": 1.0, "tp": 4098, "partial": 69, "fp": 1, "fn": 2701, "unverifiable": 0, "weighted_precision": 0.9914827255278311, "weighted_recall": 0.601703552708212, "weighted_f1": 0.7489126495106923, "completeness": 0.6067268491555038, "unsupported_rate": 0.0002399232245681382 } ], "segment": [ { "segment": "experience", "model": "Gemma", "documents": 2484, "outputs": 2482, "output_rate": 0.999194847020934, "tp": 82541, "partial": 500, "fp": 28, "fn": 6193, "unverifiable": 0, "weighted_precision": 0.9966533845357474, "weighted_recall": 0.927796579779008, "weighted_f1": 0.9609931341880293, "completeness": 0.9305982024788758, "unsupported_rate": 0.0003370691834499031, "populated_documents": 2482, "population_rate": 0.999194847020934 }, { "segment": "experience", "model": "Qwen", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 82463, "partial": 496, "fp": 37, "fn": 6365, "unverifiable": 0, "weighted_precision": 0.9965660995710637, "weighted_recall": 0.9259661457167166, "weighted_f1": 0.9599698235840298, "completeness": 0.9287425551923335, "unsupported_rate": 0.00044580461708998025, "populated_documents": 2483, "population_rate": 0.999597423510467 }, { "segment": "experience", "model": "Hybrid NLP", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 71391, "partial": 394, "fp": 27, "fn": 22729, "unverifiable": 0, "weighted_precision": 0.9968807441653206, "weighted_recall": 0.7574327612840426, "weighted_f1": 0.8608155068960957, "completeness": 0.7595171085765072, "unsupported_rate": 0.0003759817300729683, "populated_documents": 2323, "population_rate": 0.9351851851851852 }, { "segment": "experience", "model": "BERT MULTI", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 59205, "partial": 353, "fp": 27, "fn": 37352, "unverifiable": 0, "weighted_precision": 0.9965847109171772, "weighted_recall": 0.6127489423176142, "weighted_f1": 0.758893255375571, "completeness": 0.6145702197915591, "unsupported_rate": 0.00045313417806494924, "populated_documents": 2077, "population_rate": 0.8361513687600645 }, { "segment": "skills", "model": "Gemma", "documents": 2484, "outputs": 2482, "output_rate": 0.999194847020934, "tp": 15184, "partial": 266, "fp": 57, "fn": 12101, "unverifiable": 0, "weighted_precision": 0.9877474688850196, "weighted_recall": 0.5559507821857645, "weighted_f1": 0.7114589623298805, "completeness": 0.560778193169032, "unsupported_rate": 0.0036757593344940993, "populated_documents": 2471, "population_rate": 0.9947665056360708 }, { "segment": "skills", "model": "Qwen", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 14911, "partial": 232, "fp": 50, "fn": 12621, "unverifiable": 0, "weighted_precision": 0.9890739156190351, "weighted_recall": 0.5412404552658119, "weighted_f1": 0.6996298624205601, "completeness": 0.5454185275896845, "unsupported_rate": 0.0032909892713749752, "populated_documents": 2477, "population_rate": 0.9971819645732689 }, { "segment": "skills", "model": "Hybrid NLP", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 26265, "partial": 451, "fp": 99, "fn": 5072, "unverifiable": 0, "weighted_precision": 0.9878985642364349, "weighted_recall": 0.8333490625393231, "weighted_f1": 0.9040663447263791, "completeness": 0.8404429344406694, "unsupported_rate": 0.0036919634532910682, "populated_documents": 2426, "population_rate": 0.9766505636070854 }, { "segment": "skills", "model": "BERT MULTI", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 12611, "partial": 211, "fp": 26, "fn": 24778, "unverifiable": 0, "weighted_precision": 0.9897649439601495, "weighted_recall": 0.33820478723404257, "weighted_f1": 0.5041428797970187, "completeness": 0.3410106382978723, "unsupported_rate": 0.0020236612702366126, "populated_documents": 1884, "population_rate": 0.7584541062801933 }, { "segment": "education", "model": "Gemma", "documents": 2484, "outputs": 2482, "output_rate": 0.999194847020934, "tp": 4748, "partial": 55, "fp": 7, "fn": 1556, "unverifiable": 0, "weighted_precision": 0.9928274428274428, "weighted_recall": 0.7509828589400849, "weighted_f1": 0.8551347479631122, "completeness": 0.7553074382764585, "unsupported_rate": 0.0014553014553014554, "populated_documents": 2462, "population_rate": 0.9911433172302737 }, { "segment": "education", "model": "Qwen", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 4870, "partial": 50, "fp": 6, "fn": 1356, "unverifiable": 0, "weighted_precision": 0.9937068615509541, "weighted_recall": 0.7799553855959209, "weighted_f1": 0.8739510801642563, "completeness": 0.7839388145315488, "unsupported_rate": 0.001218026796589525, "populated_documents": 2466, "population_rate": 0.9927536231884058 }, { "segment": "education", "model": "Hybrid NLP", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 9747, "partial": 102, "fp": 12, "fn": 1588, "unverifiable": 0, "weighted_precision": 0.9936111956191056, "weighted_recall": 0.8566931887732797, "weighted_f1": 0.9200863930885529, "completeness": 0.8611524001049227, "unsupported_rate": 0.001216915120170368, "populated_documents": 2287, "population_rate": 0.9206924315619968 }, { "segment": "education", "model": "BERT MULTI", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 8593, "partial": 127, "fp": 14, "fn": 7576, "unverifiable": 0, "weighted_precision": 0.9911266315548432, "weighted_recall": 0.5312039764359352, "weighted_f1": 0.6916899720335598, "completeness": 0.5351006381934217, "unsupported_rate": 0.0016029310739638196, "populated_documents": 1533, "population_rate": 0.6171497584541062 }, { "segment": "certifications", "model": "Gemma", "documents": 2484, "outputs": 2482, "output_rate": 0.999194847020934, "tp": 2096, "partial": 28, "fp": 6, "fn": 1139, "unverifiable": 0, "weighted_precision": 0.9906103286384976, "weighted_recall": 0.6466441924609255, "weighted_f1": 0.782495827925088, "completeness": 0.6509347226478701, "unsupported_rate": 0.0028169014084507044, "populated_documents": 996, "population_rate": 0.40096618357487923 }, { "segment": "certifications", "model": "Qwen", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 2703, "partial": 37, "fp": 9, "fn": 964, "unverifiable": 0, "weighted_precision": 0.9899963623135686, "weighted_recall": 0.7347462203023758, "weighted_f1": 0.8434836510150318, "completeness": 0.7397408207343412, "unsupported_rate": 0.00327391778828665, "populated_documents": 1137, "population_rate": 0.4577294685990338 }, { "segment": "certifications", "model": "Hybrid NLP", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 1186, "partial": 15, "fp": 3, "fn": 2051, "unverifiable": 0, "weighted_precision": 0.9912790697674418, "weighted_recall": 0.3670049200492005, "weighted_f1": 0.5356822262118492, "completeness": 0.3693111931119311, "unsupported_rate": 0.0024916943521594683, "populated_documents": 293, "population_rate": 0.1179549114331723 }, { "segment": "certifications", "model": "BERT MULTI", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 6283, "partial": 130, "fp": 10, "fn": 2347, "unverifiable": 0, "weighted_precision": 0.9883232134516581, "weighted_recall": 0.7246575342465753, "weighted_f1": 0.8361983797668445, "completeness": 0.7320776255707763, "unsupported_rate": 0.0015569048731122529, "populated_documents": 1279, "population_rate": 0.5148953301127214 }, { "segment": "profile", "model": "Gemma", "documents": 2484, "outputs": 2482, "output_rate": 0.999194847020934, "tp": 11231, "partial": 206, "fp": 20, "fn": 2251, "unverifiable": 0, "weighted_precision": 0.9892642052893428, "weighted_recall": 0.8280245470485097, "weighted_f1": 0.9014913501690198, "completeness": 0.8355493863237873, "unsupported_rate": 0.0017456576765296325, "populated_documents": 2313, "population_rate": 0.9311594202898551 }, { "segment": "profile", "model": "Qwen", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 24394, "partial": 426, "fp": 54, "fn": 1715, "unverifiable": 0, "weighted_precision": 0.9892659001366889, "weighted_recall": 0.9273412474090823, "weighted_f1": 0.9573031959384545, "completeness": 0.935368381383079, "unsupported_rate": 0.0021709415453887593, "populated_documents": 2461, "population_rate": 0.9907407407407407 }, { "segment": "profile", "model": "Hybrid NLP", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 11279, "partial": 209, "fp": 24, "fn": 3767, "unverifiable": 0, "weighted_precision": 0.9888377345378735, "weighted_recall": 0.7462143559488692, "weighted_f1": 0.8505622594986364, "completeness": 0.7530645689937725, "unsupported_rate": 0.0020847810979847115, "populated_documents": 2037, "population_rate": 0.8200483091787439 }, { "segment": "profile", "model": "BERT MULTI", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 20415, "partial": 39, "fp": 27, "fn": 11818, "unverifiable": 0, "weighted_precision": 0.9977296030467262, "weighted_recall": 0.6331959593455627, "weighted_f1": 0.7747237123955035, "completeness": 0.6338001983143282, "unsupported_rate": 0.0013182950051267028, "populated_documents": 2479, "population_rate": 0.9979871175523349 }, { "segment": "language", "model": "Gemma", "documents": 2484, "outputs": 2482, "output_rate": 0.999194847020934, "tp": 561, "partial": 12, "fp": 3, "fn": 97, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.8462686567164179, "weighted_f1": 0.9101123595505618, "completeness": 0.8552238805970149, "unsupported_rate": 0.005208333333333333, "populated_documents": 472, "population_rate": 0.19001610305958133 }, { "segment": "language", "model": "Qwen", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 706, "partial": 38, "fp": 13, "fn": 95, "unverifiable": 0, "weighted_precision": 0.9577278731836195, "weighted_recall": 0.8641239570917759, "weighted_f1": 0.9085213032581453, "completeness": 0.8867699642431466, "unsupported_rate": 0.017173051519154558, "populated_documents": 498, "population_rate": 0.20048309178743962 }, { "segment": "language", "model": "Hybrid NLP", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 582, "partial": 8, "fp": 0, "fn": 389, "unverifiable": 0, "weighted_precision": 0.9932203389830508, "weighted_recall": 0.5985699693564862, "weighted_f1": 0.7469725940089229, "completeness": 0.6026557711950971, "unsupported_rate": 0.0, "populated_documents": 245, "population_rate": 0.09863123993558776 }, { "segment": "language", "model": "BERT MULTI", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 1621, "partial": 20, "fp": 2, "fn": 851, "unverifiable": 0, "weighted_precision": 0.992696287279367, "weighted_recall": 0.6544943820224719, "weighted_f1": 0.7888754534461909, "completeness": 0.6585072231139647, "unsupported_rate": 0.0012172854534388314, "populated_documents": 247, "population_rate": 0.09943639291465378 }, { "segment": "seniority", "model": "Gemma", "documents": 2484, "outputs": 2482, "output_rate": 0.999194847020934, "tp": 91, "partial": 111, "fp": 0, "fn": 1275, "unverifiable": 39, "weighted_precision": 0.7252475247524752, "weighted_recall": 0.0991875423155044, "weighted_f1": 0.17450863609291248, "completeness": 0.13676371022342587, "unsupported_rate": 0.0, "populated_documents": 123, "population_rate": 0.049516908212560384 }, { "segment": "seniority", "model": "Qwen", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 1021, "partial": 957, "fp": 0, "fn": 824, "unverifiable": 930, "weighted_precision": 0.7580889787664308, "weighted_recall": 0.5351534618129907, "weighted_f1": 0.6274058577405857, "completeness": 0.7059243397573162, "unsupported_rate": 0.0, "populated_documents": 1535, "population_rate": 0.6179549114331723 }, { "segment": "seniority", "model": "Hybrid NLP", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 1233, "partial": 346, "fp": 0, "fn": 805, "unverifiable": 92, "weighted_precision": 0.8904369854338189, "weighted_recall": 0.589765100671141, "weighted_f1": 0.7095634620237194, "completeness": 0.6623322147651006, "unsupported_rate": 0.0, "populated_documents": 1671, "population_rate": 0.6727053140096618 }, { "segment": "seniority", "model": "BERT MULTI", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 1731, "partial": 161, "fp": 0, "fn": 582, "unverifiable": 2, "weighted_precision": 0.9574524312896406, "weighted_recall": 0.7322150363783346, "weighted_f1": 0.8298213467704993, "completeness": 0.7647534357316087, "unsupported_rate": 0.0, "populated_documents": 1894, "population_rate": 0.7624798711755234 }, { "segment": "category_classification", "model": "Gemma", "documents": 2484, "outputs": 2482, "output_rate": 0.999194847020934, "tp": 0, "partial": 0, "fp": 0, "fn": 1974, "unverifiable": 0, "weighted_precision": null, "weighted_recall": 0.0, "weighted_f1": null, "completeness": 0.0, "unsupported_rate": null, "populated_documents": 0, "population_rate": 0.0 }, { "segment": "category_classification", "model": "Qwen", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 0, "partial": 0, "fp": 0, "fn": 1974, "unverifiable": 0, "weighted_precision": null, "weighted_recall": 0.0, "weighted_f1": null, "completeness": 0.0, "unsupported_rate": null, "populated_documents": 0, "population_rate": 0.0 }, { "segment": "category_classification", "model": "Hybrid NLP", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 0, "partial": 0, "fp": 0, "fn": 1974, "unverifiable": 0, "weighted_precision": null, "weighted_recall": 0.0, "weighted_f1": null, "completeness": 0.0, "unsupported_rate": null, "populated_documents": 0, "population_rate": 0.0 }, { "segment": "category_classification", "model": "BERT MULTI", "documents": 2484, "outputs": 2483, "output_rate": 0.999597423510467, "tp": 0, "partial": 0, "fp": 0, "fn": 1974, "unverifiable": 0, "weighted_precision": null, "weighted_recall": 0.0, "weighted_f1": null, "completeness": 0.0, "unsupported_rate": null, "populated_documents": 0, "population_rate": 0.0 } ], "pairs": [ { "left": "Gemma", "right": "Qwen", "categories": 24, "mean_f1_difference": -0.00900033692875657, "median_f1_difference": -0.0094193417972247, "left_category_wins": 4, "right_category_wins": 20, "ties": 0 }, { "left": "Gemma", "right": "Hybrid NLP", "categories": 24, "mean_f1_difference": 0.03825938182153747, "median_f1_difference": 0.04231696465757545, "left_category_wins": 21, "right_category_wins": 3, "ties": 0 }, { "left": "Gemma", "right": "BERT MULTI", "categories": 24, "mean_f1_difference": 0.17927087943642964, "median_f1_difference": 0.17544551404168546, "left_category_wins": 24, "right_category_wins": 0, "ties": 0 }, { "left": "Qwen", "right": "Hybrid NLP", "categories": 24, "mean_f1_difference": 0.047259718750294034, "median_f1_difference": 0.05328745278965702, "left_category_wins": 22, "right_category_wins": 2, "ties": 0 }, { "left": "Qwen", "right": "BERT MULTI", "categories": 24, "mean_f1_difference": 0.1882712163651862, "median_f1_difference": 0.1883579781828726, "left_category_wins": 24, "right_category_wins": 0, "ties": 0 }, { "left": "Hybrid NLP", "right": "BERT MULTI", "categories": 24, "mean_f1_difference": 0.14101149761489218, "median_f1_difference": 0.13366613210862893, "left_category_wins": 24, "right_category_wins": 0, "ties": 0 } ], "document": [ { "category": "ACCOUNTANT", "document_id": "10554236", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 169, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9337016574585635, "weighted_f1": 0.9657142857142856, "completeness": 0.9337016574585635, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "10554236", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 170, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9392265193370166, "weighted_f1": 0.9686609686609687, "completeness": 0.9392265193370166, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "10554236", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 169, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9657142857142857, "weighted_f1": 0.9825581395348837, "completeness": 0.9657142857142857, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "10554236", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 170, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8717948717948718, "weighted_f1": 0.9315068493150686, "completeness": 0.8717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "10674770", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8026315789473685, "weighted_f1": 0.8905109489051095, "completeness": 0.8026315789473685, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "10674770", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8026315789473685, "weighted_f1": 0.8905109489051095, "completeness": 0.8026315789473685, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "10674770", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8441558441558441, "weighted_f1": 0.9154929577464789, "completeness": 0.8441558441558441, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "10674770", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6036036036036037, "weighted_f1": 0.752808988764045, "completeness": 0.6036036036036037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "11163645", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9636363636363636, "weighted_f1": 0.9814814814814815, "completeness": 0.9636363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "11163645", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9636363636363636, "weighted_f1": 0.9814814814814815, "completeness": 0.9636363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "11163645", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9636363636363636, "weighted_f1": 0.9814814814814815, "completeness": 0.9636363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "11163645", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5360824742268041, "weighted_f1": 0.697986577181208, "completeness": 0.5360824742268041, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "11759079", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "11759079", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "11759079", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.8295454545454546, "weighted_f1": 0.9012345679012347, "completeness": 0.8409090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "11759079", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.575, "weighted_f1": 0.7301587301587301, "completeness": 0.575, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "12065211", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.940677966101695, "weighted_f1": 0.9652173913043479, "completeness": 0.9491525423728814, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "12065211", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.9568965517241379, "weighted_f1": 0.9736842105263158, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "12065211", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.9568965517241379, "weighted_f1": 0.9736842105263158, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "12065211", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3125, "weighted_f1": 0.47619047619047616, "completeness": 0.3125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "12202337", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "12202337", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8070175438596491, "weighted_f1": 0.8932038834951457, "completeness": 0.8070175438596491, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "12202337", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.6759259259259259, "weighted_f1": 0.8021978021978022, "completeness": 0.6851851851851852, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "12202337", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.40384615384615385, "weighted_f1": 0.5753424657534247, "completeness": 0.40384615384615385, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "12338274", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6829268292682927, "weighted_f1": 0.8115942028985507, "completeness": 0.6829268292682927, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "12338274", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "12338274", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "12338274", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 1, "fp": 0, "fn": 110, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.12301587301587301, "weighted_f1": 0.21830985915492956, "completeness": 0.12698412698412698, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "12442909", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.921875, "weighted_f1": 0.9516129032258064, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "12442909", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9841269841269841, "weighted_recall": 0.9538461538461539, "weighted_f1": 0.96875, "completeness": 0.9692307692307692, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "12442909", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.9609375, "weighted_f1": 0.9761904761904763, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "12442909", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7027027027027027, "weighted_f1": 0.8253968253968255, "completeness": 0.7027027027027027, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "12780508", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5714285714285714, "weighted_f1": 0.7272727272727273, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "12780508", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 1, "fp": 0, "fn": 54, "unverifiable": 1, "weighted_precision": 0.9943181818181818, "weighted_recall": 0.6161971830985915, "weighted_f1": 0.7608695652173912, "completeness": 0.6197183098591549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "12780508", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9710144927536232, "weighted_f1": 0.9852941176470589, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "12780508", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 125, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10714285714285714, "weighted_f1": 0.19354838709677416, "completeness": 0.10714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "12802330", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.684931506849315, "weighted_f1": 0.8130081300813007, "completeness": 0.684931506849315, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "12802330", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8220338983050848, "weighted_f1": 0.9023255813953489, "completeness": 0.8220338983050848, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "12802330", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9552238805970149, "weighted_f1": 0.9770992366412213, "completeness": 0.9552238805970149, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "12802330", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5194805194805194, "weighted_f1": 0.6837606837606837, "completeness": 0.5194805194805194, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "13072019", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7818181818181819, "weighted_f1": 0.8775510204081634, "completeness": 0.7818181818181819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "13072019", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.8106060606060606, "weighted_f1": 0.8916666666666666, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "13072019", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9272727272727272, "weighted_f1": 0.9622641509433962, "completeness": 0.9272727272727272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "13072019", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 74, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22916666666666666, "weighted_f1": 0.37288135593220334, "completeness": 0.22916666666666666, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "13130984", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 81, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2956521739130435, "weighted_f1": 0.4563758389261745, "completeness": 0.2956521739130435, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "13130984", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 81, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2956521739130435, "weighted_f1": 0.4563758389261745, "completeness": 0.2956521739130435, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "13130984", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9487179487179487, "weighted_f1": 0.9736842105263158, "completeness": 0.9487179487179487, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "13130984", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6808510638297872, "weighted_f1": 0.810126582278481, "completeness": 0.6808510638297872, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "13294301", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9714285714285714, "weighted_f1": 0.9855072463768115, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "13294301", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9714285714285714, "weighted_f1": 0.9855072463768115, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "13294301", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "13294301", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.30952380952380953, "weighted_f1": 0.4727272727272727, "completeness": 0.30952380952380953, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "13491889", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8089887640449438, "weighted_f1": 0.8944099378881988, "completeness": 0.8089887640449438, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "13491889", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9404761904761905, "weighted_f1": 0.9693251533742331, "completeness": 0.9404761904761905, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "13491889", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7849462365591398, "weighted_f1": 0.8795180722891566, "completeness": 0.7849462365591398, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "13491889", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "13701259", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7972972972972973, "weighted_f1": 0.8872180451127819, "completeness": 0.7972972972972973, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "13701259", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8414634146341463, "weighted_f1": 0.9139072847682119, "completeness": 0.8414634146341463, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "13701259", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9577464788732395, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "13701259", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7717391304347826, "weighted_f1": 0.8711656441717791, "completeness": 0.7717391304347826, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14055988", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14055988", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14055988", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 1, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.17272727272727273, "weighted_f1": 0.2923076923076923, "completeness": 0.18181818181818182, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "14055988", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3258426966292135, "weighted_f1": 0.4915254237288135, "completeness": 0.3258426966292135, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "14126433", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14126433", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.7987012987012987, "weighted_f1": 0.8848920863309353, "completeness": 0.8051948051948052, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14126433", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14126433", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14224370", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6346153846153846, "weighted_f1": 0.7764705882352941, "completeness": 0.6346153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14224370", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.7045454545454546, "weighted_f1": 0.8157894736842106, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14224370", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.9594594594594594, "weighted_f1": 0.9726027397260274, "completeness": 0.972972972972973, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "14224370", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6585365853658537, "weighted_f1": 0.7941176470588235, "completeness": 0.6585365853658537, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14449423", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7096774193548387, "weighted_f1": 0.8301886792452831, "completeness": 0.7096774193548387, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14449423", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.75, "weighted_f1": 0.853658536585366, "completeness": 0.7571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14449423", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.5563380281690141, "weighted_f1": 0.7117117117117117, "completeness": 0.5633802816901409, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "14449423", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 85, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.34108527131782945, "weighted_f1": 0.5086705202312138, "completeness": 0.34108527131782945, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "14470533", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.40425531914893614, "weighted_f1": 0.5757575757575757, "completeness": 0.40425531914893614, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "14470533", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.40425531914893614, "weighted_f1": 0.5757575757575757, "completeness": 0.40425531914893614, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "14470533", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7419354838709677, "weighted_f1": 0.8518518518518519, "completeness": 0.7419354838709677, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14470533", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 97, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23622047244094488, "weighted_f1": 0.38216560509554137, "completeness": 0.23622047244094488, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "14491649", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.8306451612903226, "weighted_f1": 0.9035087719298247, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14491649", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.8253968253968254, "weighted_f1": 0.8965517241379309, "completeness": 0.8412698412698413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14491649", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.954954954954955, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "14491649", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 4, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9672131147540983, "weighted_recall": 0.7283950617283951, "weighted_f1": 0.8309859154929577, "completeness": 0.7530864197530864, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14496667", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5121951219512195, "weighted_f1": 0.6774193548387097, "completeness": 0.5121951219512195, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "14496667", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.761904761904762, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14496667", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "14496667", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 83, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.27391304347826084, "weighted_f1": 0.42857142857142855, "completeness": 0.2782608695652174, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "15289348", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.8653846153846154, "weighted_f1": 0.9246575342465754, "completeness": 0.8717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "15289348", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.578125, "weighted_f1": 0.7326732673267327, "completeness": 0.578125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "15289348", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 102, "partial": 1, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.9951456310679612, "weighted_recall": 0.7481751824817519, "weighted_f1": 0.8541666666666667, "completeness": 0.7518248175182481, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "15289348", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 123, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08208955223880597, "weighted_f1": 0.1517241379310345, "completeness": 0.08208955223880597, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "15363277", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.35964912280701755, "weighted_f1": 0.5256410256410255, "completeness": 0.3684210526315789, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "15363277", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6190476190476191, "weighted_f1": 0.7647058823529412, "completeness": 0.6190476190476191, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "15363277", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.627906976744186, "weighted_f1": 0.7714285714285715, "completeness": 0.627906976744186, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "15363277", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5087719298245614, "weighted_f1": 0.6744186046511628, "completeness": 0.5087719298245614, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "15592167", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6779661016949152, "weighted_f1": 0.8080808080808081, "completeness": 0.6779661016949152, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "15592167", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.7132352941176471, "weighted_f1": 0.8290598290598291, "completeness": 0.7205882352941176, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "15592167", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.788135593220339, "weighted_f1": 0.8773584905660378, "completeness": 0.7966101694915254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "15592167", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6081081081081081, "weighted_f1": 0.7563025210084033, "completeness": 0.6081081081081081, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "15821633", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9795918367346939, "weighted_f1": 0.9896907216494846, "completeness": 0.9795918367346939, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "15821633", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9807692307692307, "weighted_f1": 0.9902912621359222, "completeness": 0.9807692307692307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "15821633", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9803921568627451, "weighted_f1": 0.99009900990099, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "15821633", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5909090909090909, "weighted_f1": 0.7428571428571429, "completeness": 0.5909090909090909, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "15906625", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9735099337748344, "completeness": 0.961038961038961, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "15906625", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9882352941176471, "weighted_recall": 0.9767441860465116, "weighted_f1": 0.9824561403508771, "completeness": 0.9883720930232558, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "15906625", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.993421052631579, "weighted_recall": 0.9207317073170732, "weighted_f1": 0.9556962025316457, "completeness": 0.926829268292683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "15906625", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23809523809523808, "weighted_f1": 0.3846153846153846, "completeness": 0.23809523809523808, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "16237710", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7560975609756098, "weighted_f1": 0.8611111111111112, "completeness": 0.7560975609756098, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "16237710", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7560975609756098, "weighted_f1": 0.8611111111111112, "completeness": 0.7560975609756098, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "16237710", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.9134615384615384, "weighted_f1": 0.95, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "16237710", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7758620689655172, "weighted_f1": 0.8737864077669902, "completeness": 0.7758620689655172, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "17306905", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7291666666666666, "weighted_f1": 0.8433734939759037, "completeness": 0.7291666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "17306905", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7525773195876289, "weighted_f1": 0.8588235294117647, "completeness": 0.7525773195876289, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "17306905", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 118, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9076923076923077, "weighted_f1": 0.9516129032258065, "completeness": 0.9076923076923077, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "17306905", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7338709677419355, "weighted_f1": 0.8465116279069768, "completeness": 0.7338709677419355, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "17407184", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8108108108108109, "weighted_f1": 0.8955223880597014, "completeness": 0.8108108108108109, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "17407184", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8205128205128205, "weighted_f1": 0.9014084507042254, "completeness": 0.8205128205128205, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "17407184", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7380952380952381, "weighted_f1": 0.8493150684931507, "completeness": 0.7380952380952381, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "17407184", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "17556527", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "17556527", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 53, "unverifiable": 1, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.5136363636363637, "weighted_f1": 0.6766467065868264, "completeness": 0.5181818181818182, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "17556527", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9827586206896551, "weighted_f1": 0.9913043478260869, "completeness": 0.9827586206896551, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "17556527", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "18132924", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 4, "fp": 1, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.7653061224489796, "weighted_f1": 0.8522727272727273, "completeness": 0.7857142857142857, "unsupported_rate": 0.01282051282051282, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "18132924", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 3, "fp": 1, "fn": 126, "unverifiable": 1, "weighted_precision": 0.9596774193548387, "weighted_recall": 0.3181818181818182, "weighted_f1": 0.4779116465863454, "completeness": 0.32620320855614976, "unsupported_rate": 0.016129032258064516, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "18132924", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 4, "fp": 1, "fn": 121, "unverifiable": 0, "weighted_precision": 0.96, "weighted_recall": 0.36923076923076925, "weighted_f1": 0.5333333333333334, "completeness": 0.37948717948717947, "unsupported_rate": 0.013333333333333334, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "18132924", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 198, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.1694560669456067, "weighted_f1": 0.28928571428571426, "completeness": 0.17154811715481172, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "18365791", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "18365791", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9199999999999999, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "18365791", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "18365791", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65, "weighted_f1": 0.787878787878788, "completeness": 0.65, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "18569929", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "18569929", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "18569929", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "18569929", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8656716417910447, "weighted_f1": 0.928, "completeness": 0.8656716417910447, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "18635654", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "18635654", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.803921568627451, "weighted_f1": 0.891304347826087, "completeness": 0.803921568627451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "18635654", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7959183673469388, "weighted_f1": 0.8863636363636364, "completeness": 0.7959183673469388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "18635654", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.17543859649122806, "weighted_f1": 0.29850746268656714, "completeness": 0.17543859649122806, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "18669563", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84375, "weighted_f1": 0.9152542372881356, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "18669563", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "18669563", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8769230769230769, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "18669563", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 94, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08737864077669903, "weighted_f1": 0.16071428571428573, "completeness": 0.08737864077669903, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "19446337", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8360655737704918, "weighted_f1": 0.9107142857142857, "completeness": 0.8360655737704918, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "19446337", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9358974358974359, "weighted_f1": 0.9668874172185431, "completeness": 0.9358974358974359, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "19446337", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.8409090909090909, "weighted_f1": 0.9098360655737705, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "19446337", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4222222222222222, "weighted_f1": 0.59375, "completeness": 0.4222222222222222, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "19545827", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 76, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3821138211382114, "weighted_f1": 0.5529411764705883, "completeness": 0.3821138211382114, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "19545827", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 85, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.37037037037037035, "weighted_f1": 0.5405405405405406, "completeness": 0.37037037037037035, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "19545827", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8305084745762712, "weighted_f1": 0.9074074074074074, "completeness": 0.8305084745762712, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "19545827", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 98, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3717948717948718, "weighted_f1": 0.5420560747663552, "completeness": 0.3717948717948718, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "20082776", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5384615384615384, "weighted_f1": 0.7000000000000001, "completeness": 0.5384615384615384, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "20082776", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6708860759493671, "weighted_f1": 0.8030303030303031, "completeness": 0.6708860759493671, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "20082776", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7796610169491526, "weighted_f1": 0.8761904761904762, "completeness": 0.7796610169491526, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "20082776", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47058823529411764, "weighted_f1": 0.6399999999999999, "completeness": 0.47058823529411764, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "20253563", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6285714285714286, "weighted_f1": 0.7719298245614035, "completeness": 0.6285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "20253563", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.92, "weighted_f1": 0.9484536082474226, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "20253563", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "20253563", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5585585585585585, "weighted_f1": 0.7167630057803467, "completeness": 0.5585585585585585, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "20345168", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 3, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9594594594594594, "weighted_recall": 0.696078431372549, "weighted_f1": 0.8068181818181818, "completeness": 0.7254901960784313, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "20345168", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 4, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 0.9473684210526315, "weighted_recall": 0.6923076923076923, "weighted_f1": 0.7999999999999999, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "20345168", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 3, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9659090909090909, "weighted_recall": 0.8173076923076923, "weighted_f1": 0.8854166666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "20345168", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 3, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9680851063829787, "weighted_recall": 0.5833333333333334, "weighted_f1": 0.728, "completeness": 0.6025641025641025, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "20393721", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3953488372093023, "weighted_f1": 0.5666666666666667, "completeness": 0.3953488372093023, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "20393721", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.4090909090909091, "weighted_f1": 0.5806451612903226, "completeness": 0.4090909090909091, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "20393721", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "20393721", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.33962264150943394, "weighted_f1": 0.5070422535211268, "completeness": 0.33962264150943394, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "20624984", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7301587301587301, "weighted_f1": 0.8440366972477064, "completeness": 0.7301587301587301, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "20624984", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7837837837837838, "weighted_f1": 0.8787878787878788, "completeness": 0.7837837837837838, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "20624984", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "20624984", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7323943661971831, "weighted_f1": 0.8455284552845529, "completeness": 0.7323943661971831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "21031285", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8085106382978723, "weighted_f1": 0.8941176470588235, "completeness": 0.8085106382978723, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "21031285", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.82, "weighted_f1": 0.9010989010989011, "completeness": 0.82, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "21031285", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "21031285", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7547169811320755, "weighted_f1": 0.8602150537634409, "completeness": 0.7547169811320755, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "21338490", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7083333333333334, "weighted_f1": 0.8292682926829268, "completeness": 0.7083333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "21338490", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.7549019607843137, "weighted_f1": 0.8555555555555555, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "21338490", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "21338490", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.576271186440678, "weighted_f1": 0.7311827956989247, "completeness": 0.576271186440678, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "21763056", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "21763056", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9747899159663865, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "21763056", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9344262295081968, "weighted_f1": 0.9661016949152543, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "21763056", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8939393939393939, "weighted_f1": 0.944, "completeness": 0.8939393939393939, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "21794875", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.5520833333333334, "weighted_f1": 0.7066666666666667, "completeness": 0.5625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "21794875", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "21794875", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 2, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.4479166666666667, "weighted_f1": 0.6142857142857142, "completeness": 0.4583333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "21794875", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 2, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 0.9767441860465116, "weighted_recall": 0.3888888888888889, "weighted_f1": 0.5562913907284769, "completeness": 0.39814814814814814, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "21853199", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6190476190476191, "weighted_f1": 0.7647058823529412, "completeness": 0.6190476190476191, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "21853199", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9724770642201834, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "21853199", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9454545454545454, "weighted_f1": 0.9719626168224299, "completeness": 0.9454545454545454, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "21853199", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6082474226804123, "weighted_f1": 0.7564102564102563, "completeness": 0.6082474226804123, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "22465498", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 176, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "22465498", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9900990099009901, "weighted_recall": 0.9345794392523364, "weighted_f1": 0.9615384615384615, "completeness": 0.9439252336448598, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "22465498", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8932038834951457, "weighted_f1": 0.9435897435897436, "completeness": 0.8932038834951457, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "22465498", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 0, "fp": 0, "fn": 110, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48598130841121495, "weighted_f1": 0.6540880503144654, "completeness": 0.48598130841121495, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "22925443", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "22925443", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8308823529411765, "weighted_f1": 0.9040000000000001, "completeness": 0.8382352941176471, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "22925443", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8703703703703703, "weighted_f1": 0.9306930693069307, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "22925443", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7540983606557377, "weighted_f1": 0.8598130841121495, "completeness": 0.7540983606557377, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23139819", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8529411764705882, "weighted_f1": 0.9206349206349206, "completeness": 0.8529411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23139819", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.855072463768116, "weighted_f1": 0.921875, "completeness": 0.855072463768116, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23139819", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.927536231884058, "weighted_f1": 0.9624060150375939, "completeness": 0.927536231884058, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "23139819", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "23246831", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6935483870967742, "weighted_f1": 0.8190476190476191, "completeness": 0.6935483870967742, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23246831", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.7318840579710145, "weighted_f1": 0.8416666666666667, "completeness": 0.7391304347826086, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23246831", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.8098591549295775, "weighted_f1": 0.8914728682170543, "completeness": 0.8169014084507042, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23246831", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.49, "weighted_f1": 0.6577181208053691, "completeness": 0.49, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "23387174", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.43333333333333335, "weighted_f1": 0.6018518518518519, "completeness": 0.44, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "23387174", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.5958904109589042, "weighted_f1": 0.7435897435897436, "completeness": 0.6027397260273972, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23387174", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8055555555555556, "weighted_f1": 0.8923076923076924, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23387174", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 92, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.34285714285714286, "weighted_f1": 0.5106382978723404, "completeness": 0.34285714285714286, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "23416654", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6285714285714286, "weighted_f1": 0.7719298245614035, "completeness": 0.6285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23416654", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6024096385542169, "weighted_f1": 0.7518796992481204, "completeness": 0.6024096385542169, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23416654", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23416654", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 79, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3524590163934426, "weighted_f1": 0.5212121212121212, "completeness": 0.3524590163934426, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "23438112", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47435897435897434, "weighted_f1": 0.6434782608695652, "completeness": 0.47435897435897434, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "23438112", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.46296296296296297, "weighted_f1": 0.6302521008403361, "completeness": 0.4691358024691358, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "23438112", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23438112", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 87, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13861386138613863, "weighted_f1": 0.2434782608695652, "completeness": 0.13861386138613863, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "23513618", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8431372549019608, "weighted_f1": 0.9148936170212766, "completeness": 0.8431372549019608, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23513618", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.86, "weighted_f1": 0.924731182795699, "completeness": 0.86, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23513618", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7192982456140351, "weighted_f1": 0.8367346938775511, "completeness": 0.7192982456140351, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23513618", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 3, "partial": 0, "fp": 0, "fn": 125, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.0234375, "weighted_f1": 0.04580152671755725, "completeness": 0.0234375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "23636277", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7575757575757576, "weighted_f1": 0.8620689655172413, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23636277", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 1, "weighted_precision": 0.99, "weighted_recall": 0.7279411764705882, "weighted_f1": 0.8389830508474576, "completeness": 0.7352941176470589, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23636277", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "23636277", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1728395061728395, "weighted_f1": 0.2947368421052632, "completeness": 0.1728395061728395, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "23734441", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23734441", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23734441", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9310344827586207, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "23734441", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 115, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.049586776859504134, "weighted_f1": 0.09448818897637795, "completeness": 0.049586776859504134, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "24103168", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6857142857142857, "weighted_f1": 0.8135593220338984, "completeness": 0.6857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "24103168", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.6971830985915493, "weighted_f1": 0.8181818181818182, "completeness": 0.704225352112676, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "24103168", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.7928571428571428, "weighted_f1": 0.8809523809523809, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "24103168", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.660377358490566, "weighted_f1": 0.7954545454545454, "completeness": 0.660377358490566, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "24294778", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9306930693069307, "weighted_f1": 0.9641025641025642, "completeness": 0.9306930693069307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "24294778", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7227722772277227, "weighted_f1": 0.8390804597701149, "completeness": 0.7227722772277227, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "24294778", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 83, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3025210084033613, "weighted_f1": 0.46451612903225803, "completeness": 0.3025210084033613, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "24294778", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 70, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5424836601307189, "weighted_f1": 0.7033898305084746, "completeness": 0.5424836601307189, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "24703009", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.9328358208955224, "weighted_f1": 0.9615384615384616, "completeness": 0.9402985074626866, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "24703009", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.987012987012987, "weighted_recall": 0.9620253164556962, "weighted_f1": 0.9743589743589742, "completeness": 0.9746835443037974, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "24703009", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.9632352941176471, "weighted_f1": 0.9776119402985075, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "24703009", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6063829787234043, "weighted_f1": 0.7549668874172186, "completeness": 0.6063829787234043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "24799301", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "24799301", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "24799301", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "24799301", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6875, "weighted_f1": 0.8148148148148148, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "24817041", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "24817041", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "24817041", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "24817041", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.76, "weighted_f1": 0.8636363636363636, "completeness": 0.76, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25067742", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7575757575757576, "weighted_f1": 0.8620689655172413, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25067742", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7575757575757576, "weighted_f1": 0.8620689655172413, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25067742", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9310344827586207, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25067742", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6341463414634146, "weighted_f1": 0.7761194029850745, "completeness": 0.6341463414634146, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25127518", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6619718309859155, "weighted_f1": 0.7966101694915254, "completeness": 0.6619718309859155, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25127518", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.98, "weighted_f1": 0.98989898989899, "completeness": 0.98, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "25127518", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9795918367346939, "weighted_f1": 0.9896907216494846, "completeness": 0.9795918367346939, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "25127518", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7966101694915254, "weighted_f1": 0.8867924528301886, "completeness": 0.7966101694915254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25462793", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.44, "weighted_f1": 0.6111111111111112, "completeness": 0.44, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "25462793", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.44, "weighted_f1": 0.6111111111111112, "completeness": 0.44, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "25462793", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4634146341463415, "weighted_f1": 0.6333333333333334, "completeness": 0.4634146341463415, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "25462793", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.40540540540540543, "weighted_f1": 0.5769230769230769, "completeness": 0.40540540540540543, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "25547145", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25547145", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.99375, "weighted_recall": 0.8833333333333333, "weighted_f1": 0.9352941176470588, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25547145", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9936708860759493, "weighted_recall": 0.8820224719101124, "weighted_f1": 0.9345238095238095, "completeness": 0.8876404494382022, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25547145", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5035971223021583, "weighted_f1": 0.6698564593301435, "completeness": 0.5035971223021583, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "25749150", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 1, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9659090909090909, "weighted_recall": 0.625, "weighted_f1": 0.7589285714285715, "completeness": 0.6323529411764706, "unsupported_rate": 0.022727272727272728, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25749150", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.6796875, "weighted_f1": 0.8055555555555556, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25749150", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.7868852459016393, "weighted_f1": 0.8727272727272727, "completeness": 0.8032786885245902, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25749150", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 80, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.23333333333333334, "weighted_f1": 0.3769230769230769, "completeness": 0.23809523809523808, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "25846894", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4453125, "weighted_f1": 0.6162162162162163, "completeness": 0.4453125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "25846894", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9672131147540983, "weighted_f1": 0.9833333333333333, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "25846894", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4824561403508772, "weighted_f1": 0.650887573964497, "completeness": 0.4824561403508772, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "25846894", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6619718309859155, "weighted_f1": 0.7966101694915254, "completeness": 0.6619718309859155, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25862026", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.5694444444444444, "weighted_f1": 0.7192982456140351, "completeness": 0.5833333333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "25862026", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.5694444444444444, "weighted_f1": 0.7192982456140351, "completeness": 0.5833333333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "25862026", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.09090909090909091, "weighted_f1": 0.16666666666666669, "completeness": 0.09090909090909091, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "25862026", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 74, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1956521739130435, "weighted_f1": 0.32727272727272727, "completeness": 0.1956521739130435, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "25867805", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9056603773584906, "weighted_f1": 0.9504950495049505, "completeness": 0.9056603773584906, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "25867805", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9514563106796117, "completeness": 0.9074074074074074, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "25867805", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9107142857142857, "weighted_f1": 0.9532710280373832, "completeness": 0.9107142857142857, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "25867805", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8051948051948052, "weighted_f1": 0.8920863309352518, "completeness": 0.8051948051948052, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25935030", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25935030", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6811594202898551, "weighted_f1": 0.810344827586207, "completeness": 0.6811594202898551, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25935030", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.8984375, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "25935030", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.5963855421686747, "weighted_f1": 0.744360902255639, "completeness": 0.6024096385542169, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "26065877", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.96875, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "26065877", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45454545454545453, "weighted_f1": 0.625, "completeness": 0.45454545454545453, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "26065877", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7297297297297297, "weighted_f1": 0.8437499999999999, "completeness": 0.7297297297297297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "26065877", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 89, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08247422680412371, "weighted_f1": 0.1523809523809524, "completeness": 0.08247422680412371, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "26975573", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 94, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3935483870967742, "weighted_f1": 0.5648148148148148, "completeness": 0.3935483870967742, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "26975573", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 93, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.40064102564102566, "weighted_f1": 0.5707762557077627, "completeness": 0.40384615384615385, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "26975573", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.4391304347826087, "weighted_f1": 0.608433734939759, "completeness": 0.4434782608695652, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "26975573", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 121, "partial": 0, "fp": 0, "fn": 89, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5761904761904761, "weighted_f1": 0.7311178247734138, "completeness": 0.5761904761904761, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "27558837", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8958333333333334, "weighted_f1": 0.945054945054945, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "27558837", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "27558837", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.9578947368421052, "completeness": 0.9387755102040817, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "27558837", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8909090909090909, "weighted_f1": 0.9423076923076923, "completeness": 0.8909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "27573855", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 2, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.6395348837209303, "weighted_f1": 0.7746478873239436, "completeness": 0.6511627906976745, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "27573855", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.5987654320987654, "weighted_f1": 0.7461538461538461, "completeness": 0.6049382716049383, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "27573855", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.8671875, "weighted_f1": 0.9249999999999999, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "27573855", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.5, "completeness": 0.3333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "27637576", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.7214285714285714, "weighted_f1": 0.8347107438016529, "completeness": 0.7285714285714285, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "27637576", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9855072463768116, "weighted_recall": 0.8717948717948718, "weighted_f1": 0.9251700680272109, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "27637576", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.855072463768116, "weighted_f1": 0.9147286821705427, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "27637576", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 3, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9794520547945206, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.8719512195121951, "completeness": 0.8021978021978022, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "27980446", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5376344086021505, "weighted_f1": 0.6993006993006993, "completeness": 0.5376344086021505, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "27980446", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5376344086021505, "weighted_f1": 0.6993006993006993, "completeness": 0.5376344086021505, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "27980446", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9807692307692307, "weighted_f1": 0.9902912621359222, "completeness": 0.9807692307692307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "27980446", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5185185185185185, "weighted_f1": 0.6829268292682926, "completeness": 0.5185185185185185, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "28298773", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5333333333333333, "weighted_f1": 0.6956521739130436, "completeness": 0.5333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "28298773", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5494505494505495, "weighted_f1": 0.7092198581560284, "completeness": 0.5494505494505495, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "28298773", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.9181818181818182, "weighted_f1": 0.9528301886792454, "completeness": 0.9272727272727272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "28298773", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8428571428571429, "weighted_f1": 0.9147286821705426, "completeness": 0.8428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "28359817", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "28359817", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "28359817", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "28359817", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.21686746987951808, "weighted_f1": 0.3564356435643564, "completeness": 0.21686746987951808, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "28614791", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6410256410256411, "weighted_f1": 0.7812500000000001, "completeness": 0.6410256410256411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "28614791", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.65625, "weighted_f1": 0.7894736842105263, "completeness": 0.6625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "28614791", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.5885416666666666, "weighted_f1": 0.7385620915032679, "completeness": 0.59375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "28614791", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 98, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.22440944881889763, "weighted_f1": 0.36538461538461536, "completeness": 0.2283464566929134, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "28939941", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 1, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8769230769230769, "weighted_f1": 0.9268292682926829, "completeness": 0.8769230769230769, "unsupported_rate": 0.017241379310344827, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "28939941", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "28939941", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.971830985915493, "weighted_f1": 0.9857142857142858, "completeness": 0.971830985915493, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "28939941", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.631578947368421, "weighted_f1": 0.7741935483870968, "completeness": 0.631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "28969385", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.37142857142857144, "weighted_f1": 0.5416666666666666, "completeness": 0.37142857142857144, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "28969385", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.38571428571428573, "weighted_f1": 0.5567010309278351, "completeness": 0.38571428571428573, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "28969385", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.609375, "weighted_f1": 0.7499999999999999, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "28969385", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3225806451612903, "weighted_f1": 0.4878048780487805, "completeness": 0.3225806451612903, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "29050809", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 6, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 0.967391304347826, "weighted_recall": 0.644927536231884, "weighted_f1": 0.773913043478261, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "29050809", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 6, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 0.9680851063829787, "weighted_recall": 0.65, "weighted_f1": 0.7777777777777778, "completeness": 0.6714285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "29050809", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 6, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 0.9411764705882353, "weighted_recall": 0.42105263157894735, "weighted_f1": 0.5818181818181818, "completeness": 0.4473684210526316, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "29050809", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 6, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 0.9711538461538461, "weighted_recall": 0.6011904761904762, "weighted_f1": 0.7426470588235294, "completeness": 0.6190476190476191, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "29456173", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 3, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.953125, "weighted_recall": 0.5754716981132075, "weighted_f1": 0.7176470588235294, "completeness": 0.6037735849056604, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "29456173", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 3, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.953125, "weighted_recall": 0.5754716981132075, "weighted_f1": 0.7176470588235294, "completeness": 0.6037735849056604, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "29456173", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 5, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9342105263157895, "weighted_recall": 0.7717391304347826, "weighted_f1": 0.8452380952380952, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "29456173", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 5, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 0.9285714285714286, "weighted_recall": 0.3217821782178218, "weighted_f1": 0.4779411764705882, "completeness": 0.3465346534653465, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "29821051", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8936170212765957, "weighted_f1": 0.9438202247191011, "completeness": 0.8936170212765957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "29821051", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.839622641509434, "weighted_f1": 0.9128205128205129, "completeness": 0.839622641509434, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "29821051", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9368421052631579, "weighted_f1": 0.967391304347826, "completeness": 0.9368421052631579, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "29821051", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 93, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2734375, "weighted_f1": 0.4294478527607362, "completeness": 0.2734375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "29999135", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "29999135", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7241379310344828, "weighted_f1": 0.8400000000000001, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "29999135", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "29999135", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13157894736842105, "weighted_f1": 0.23255813953488372, "completeness": 0.13157894736842105, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "30304575", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9941860465116279, "weighted_recall": 0.9715909090909091, "weighted_f1": 0.9827586206896551, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "30304575", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 2, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.9879518072289156, "weighted_recall": 0.7008547008547008, "weighted_f1": 0.8199999999999998, "completeness": 0.7094017094017094, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "30304575", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.9659090909090909, "weighted_f1": 0.9770114942528736, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "30304575", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 120, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.1912751677852349, "weighted_f1": 0.3202247191011236, "completeness": 0.19463087248322147, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "30361788", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7755102040816326, "weighted_f1": 0.8735632183908045, "completeness": 0.7755102040816326, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "30361788", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9875, "weighted_recall": 0.7745098039215687, "weighted_f1": 0.8681318681318682, "completeness": 0.7843137254901961, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "30361788", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.77, "weighted_f1": 0.8651685393258428, "completeness": 0.78, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "30361788", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.8037974683544303, "weighted_f1": 0.8881118881118881, "completeness": 0.810126582278481, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "30813919", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84375, "weighted_f1": 0.9152542372881356, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "30813919", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 112, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8549618320610687, "weighted_f1": 0.9218106995884773, "completeness": 0.8549618320610687, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "30813919", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 119, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7828947368421053, "weighted_f1": 0.8782287822878229, "completeness": 0.7828947368421053, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "30813919", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6901408450704225, "weighted_f1": 0.8166666666666667, "completeness": 0.6901408450704225, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "31602598", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.7098765432098766, "weighted_f1": 0.827338129496403, "completeness": 0.7160493827160493, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "31602598", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8357142857142856, "completeness": 0.7283950617283951, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "31602598", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "31602598", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.41743119266055045, "weighted_f1": 0.5870967741935483, "completeness": 0.42201834862385323, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "33527446", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47863247863247865, "weighted_f1": 0.6473988439306358, "completeness": 0.47863247863247865, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "33527446", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 2, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.5118110236220472, "weighted_f1": 0.6735751295336787, "completeness": 0.5196850393700787, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "33527446", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9193548387096774, "weighted_f1": 0.9579831932773109, "completeness": 0.9193548387096774, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "33527446", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4892086330935252, "weighted_f1": 0.6570048309178744, "completeness": 0.4892086330935252, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "34198885", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "34198885", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8125, "weighted_f1": 0.892156862745098, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "34198885", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9636363636363636, "weighted_f1": 0.9814814814814815, "completeness": 0.9636363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "34198885", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.796875, "weighted_f1": 0.8869565217391304, "completeness": 0.796875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "34816637", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3484848484848485, "weighted_f1": 0.5168539325842696, "completeness": 0.3484848484848485, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "34816637", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.3484848484848485, "weighted_f1": 0.5168539325842696, "completeness": 0.3484848484848485, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "34816637", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9310344827586207, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "34816637", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.29069767441860467, "weighted_f1": 0.45045045045045046, "completeness": 0.29069767441860467, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "35554162", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.6602564102564102, "weighted_f1": 0.7923076923076923, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "35554162", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9841269841269841, "weighted_recall": 0.7045454545454546, "weighted_f1": 0.8211920529801324, "completeness": 0.7159090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "35554162", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.6645569620253164, "weighted_f1": 0.7954545454545455, "completeness": 0.6708860759493671, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "35554162", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6301369863013698, "weighted_f1": 0.773109243697479, "completeness": 0.6301369863013698, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "36024962", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5263157894736842, "weighted_f1": 0.6896551724137931, "completeness": 0.5263157894736842, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "36024962", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5882352941176471, "weighted_f1": 0.7407407407407407, "completeness": 0.5882352941176471, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "36024962", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.3387096774193548, "weighted_f1": 0.5, "completeness": 0.3548387096774194, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "36024962", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8035714285714286, "weighted_f1": 0.8910891089108911, "completeness": 0.8035714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "36425270", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "36425270", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "36425270", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "36425270", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 82, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16326530612244897, "weighted_f1": 0.2807017543859649, "completeness": 0.16326530612244897, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "37370455", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6338028169014085, "weighted_f1": 0.7758620689655172, "completeness": 0.6338028169014085, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "37370455", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6338028169014085, "weighted_f1": 0.7758620689655172, "completeness": 0.6338028169014085, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "37370455", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7971014492753623, "weighted_f1": 0.8870967741935484, "completeness": 0.7971014492753623, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "37370455", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6024096385542169, "weighted_f1": 0.7518796992481204, "completeness": 0.6024096385542169, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "37997506", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3898305084745763, "weighted_f1": 0.5609756097560975, "completeness": 0.3898305084745763, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "37997506", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.5662650602409639, "weighted_f1": 0.7230769230769232, "completeness": 0.5662650602409639, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "37997506", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5662650602409639, "weighted_f1": 0.7230769230769232, "completeness": 0.5662650602409639, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "37997506", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 135, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08783783783783784, "weighted_f1": 0.16149068322981366, "completeness": 0.08783783783783784, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "38847011", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7721518987341772, "weighted_f1": 0.8714285714285713, "completeness": 0.7721518987341772, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "38847011", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7721518987341772, "weighted_f1": 0.8714285714285713, "completeness": 0.7721518987341772, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "38847011", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9342105263157895, "weighted_f1": 0.9659863945578232, "completeness": 0.9342105263157895, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "38847011", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 78, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35537190082644626, "weighted_f1": 0.524390243902439, "completeness": 0.35537190082644626, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "39115899", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6206896551724138, "weighted_f1": 0.7659574468085107, "completeness": 0.6206896551724138, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "39115899", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.6166666666666667, "weighted_f1": 0.7551020408163265, "completeness": 0.6333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "39115899", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.0847457627118644, "weighted_f1": 0.15625, "completeness": 0.0847457627118644, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "39115899", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25, "weighted_f1": 0.4, "completeness": 0.25, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "39674178", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7719298245614035, "weighted_f1": 0.8712871287128713, "completeness": 0.7719298245614035, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "39674178", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.8043478260869565, "weighted_f1": 0.888, "completeness": 0.8115942028985508, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "39674178", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8169014084507042, "weighted_f1": 0.8992248062015504, "completeness": 0.8169014084507042, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "39674178", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7761194029850746, "weighted_f1": 0.8739495798319328, "completeness": 0.7761194029850746, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "42487883", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9811320754716981, "weighted_f1": 0.9904761904761905, "completeness": 0.9811320754716981, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "42487883", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9813084112149533, "completeness": 0.9814814814814815, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "42487883", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9814814814814815, "weighted_f1": 0.9906542056074767, "completeness": 0.9814814814814815, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "42487883", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6206896551724138, "weighted_f1": 0.7659574468085107, "completeness": 0.6206896551724138, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "43685045", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.44329896907216493, "weighted_f1": 0.6142857142857142, "completeness": 0.44329896907216493, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "43685045", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46, "weighted_f1": 0.6301369863013699, "completeness": 0.46, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "43685045", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "43685045", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.859375, "weighted_f1": 0.9243697478991597, "completeness": 0.859375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "49204385", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7967479674796748, "weighted_f1": 0.8868778280542986, "completeness": 0.7967479674796748, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "49204385", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 130, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8387096774193549, "weighted_f1": 0.9122807017543859, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "49204385", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8632478632478633, "weighted_f1": 0.926605504587156, "completeness": 0.8632478632478633, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "49204385", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 126, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22699386503067484, "weighted_f1": 0.37, "completeness": 0.22699386503067484, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "49997097", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7878787878787878, "weighted_f1": 0.8813559322033898, "completeness": 0.7878787878787878, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "49997097", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 3, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9516129032258065, "weighted_recall": 0.7763157894736842, "weighted_f1": 0.855072463768116, "completeness": 0.8157894736842105, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "49997097", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8142857142857143, "weighted_f1": 0.8906250000000001, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "49997097", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36904761904761907, "weighted_f1": 0.5391304347826087, "completeness": 0.36904761904761907, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "50222417", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7307692307692307, "weighted_f1": 0.8444444444444443, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "50222417", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 2, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.7634408602150538, "weighted_f1": 0.8606060606060607, "completeness": 0.7741935483870968, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "50222417", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 1, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.745, "weighted_f1": 0.8514285714285714, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "50222417", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 92, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1320754716981132, "weighted_f1": 0.23333333333333334, "completeness": 0.1320754716981132, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "53640713", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8607594936708861, "weighted_f1": 0.9251700680272108, "completeness": 0.8607594936708861, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "53640713", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.96875, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "53640713", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9078947368421053, "weighted_f1": 0.9517241379310345, "completeness": 0.9078947368421053, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "53640713", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 78, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46206896551724136, "weighted_f1": 0.6320754716981132, "completeness": 0.46206896551724136, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "59403481", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.9225352112676056, "weighted_f1": 0.9562043795620437, "completeness": 0.9295774647887324, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "59403481", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 38, "unverifiable": 1, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.6367924528301887, "weighted_f1": 0.7758620689655172, "completeness": 0.6415094339622641, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "59403481", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.8466666666666667, "weighted_f1": 0.9136690647482014, "completeness": 0.8533333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "59403481", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 91, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24793388429752067, "weighted_f1": 0.3973509933774834, "completeness": 0.24793388429752067, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "62809577", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 3, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.7702702702702703, "weighted_f1": 0.8507462686567164, "completeness": 0.8108108108108109, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "62809577", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 3, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9482758620689655, "weighted_recall": 0.4583333333333333, "weighted_f1": 0.6179775280898876, "completeness": 0.48333333333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "62809577", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.7837837837837838, "weighted_f1": 0.8656716417910447, "completeness": 0.8108108108108109, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "62809577", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3815789473684211, "weighted_f1": 0.5523809523809524, "completeness": 0.3815789473684211, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "63137898", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7346938775510204, "weighted_f1": 0.8470588235294119, "completeness": 0.7346938775510204, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "63137898", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7346938775510204, "weighted_f1": 0.8470588235294119, "completeness": 0.7346938775510204, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "63137898", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "63137898", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46846846846846846, "weighted_f1": 0.6380368098159509, "completeness": 0.46846846846846846, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "75286906", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7530864197530864, "weighted_f1": 0.8591549295774648, "completeness": 0.7530864197530864, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "75286906", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7530864197530864, "weighted_f1": 0.8591549295774648, "completeness": 0.7530864197530864, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "75286906", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5844155844155844, "weighted_f1": 0.7377049180327869, "completeness": 0.5844155844155844, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "75286906", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 92, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3284671532846715, "weighted_f1": 0.4945054945054945, "completeness": 0.3284671532846715, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "78257294", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.8984375, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "78257294", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.8984375, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "78257294", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.7876712328767124, "weighted_f1": 0.8778625954198475, "completeness": 0.7945205479452054, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "78257294", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6106194690265486, "weighted_f1": 0.7582417582417582, "completeness": 0.6106194690265486, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "78403342", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8169014084507042, "weighted_f1": 0.8992248062015504, "completeness": 0.8169014084507042, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "78403342", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.8125, "weighted_f1": 0.8931297709923663, "completeness": 0.8194444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "78403342", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.28205128205128205, "weighted_f1": 0.44000000000000006, "completeness": 0.28205128205128205, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "78403342", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5230769230769231, "weighted_f1": 0.686868686868687, "completeness": 0.5230769230769231, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "80053367", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2875, "weighted_f1": 0.44660194174757273, "completeness": 0.2875, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "80053367", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5185185185185185, "weighted_f1": 0.6829268292682926, "completeness": 0.5185185185185185, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "80053367", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.7870370370370371, "weighted_f1": 0.8762886597938144, "completeness": 0.7962962962962963, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "80053367", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 91, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14150943396226415, "weighted_f1": 0.24793388429752064, "completeness": 0.14150943396226415, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ACCOUNTANT", "document_id": "82649935", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9701492537313433, "weighted_f1": 0.9848484848484849, "completeness": 0.9701492537313433, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "82649935", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9701492537313433, "weighted_f1": 0.9848484848484849, "completeness": 0.9701492537313433, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "82649935", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9552238805970149, "weighted_f1": 0.9770992366412213, "completeness": 0.9552238805970149, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ACCOUNTANT", "document_id": "82649935", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7444444444444445, "weighted_f1": 0.8535031847133758, "completeness": 0.7444444444444445, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "87635012", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8392857142857143, "weighted_f1": 0.9126213592233009, "completeness": 0.8392857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "87635012", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "87635012", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6753246753246753, "weighted_f1": 0.8062015503875969, "completeness": 0.6753246753246753, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "87635012", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7402597402597403, "weighted_f1": 0.8507462686567165, "completeness": 0.7402597402597403, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "98559931", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.7844827586206896, "weighted_f1": 0.8749999999999999, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "98559931", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 2, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.6388888888888888, "weighted_f1": 0.773109243697479, "completeness": 0.6527777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "98559931", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.788135593220339, "weighted_f1": 0.8773584905660378, "completeness": 0.7966101694915254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ACCOUNTANT", "document_id": "98559931", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 2, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.5333333333333333, "weighted_f1": 0.6906474820143884, "completeness": 0.5444444444444444, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "10186968", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7962962962962963, "weighted_f1": 0.8865979381443299, "completeness": 0.7962962962962963, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "10186968", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8166666666666667, "weighted_f1": 0.8990825688073394, "completeness": 0.8166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "10186968", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8253968253968254, "weighted_f1": 0.9043478260869565, "completeness": 0.8253968253968254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "10186968", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6825396825396826, "weighted_f1": 0.8113207547169812, "completeness": 0.6825396825396826, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "10344379", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8974358974358975, "weighted_f1": 0.945945945945946, "completeness": 0.8974358974358975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "10344379", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "10344379", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "10344379", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7878787878787878, "weighted_f1": 0.8813559322033898, "completeness": 0.7878787878787878, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "10659182", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.761904761904762, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "10659182", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.6538461538461539, "weighted_f1": 0.7846153846153847, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "10659182", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25, "weighted_f1": 0.4, "completeness": 0.25, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "10659182", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47619047619047616, "weighted_f1": 0.6451612903225806, "completeness": 0.47619047619047616, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "10818478", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 1, "fn": 7, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.8157894736842105, "weighted_f1": 0.8857142857142857, "completeness": 0.8157894736842105, "unsupported_rate": 0.03125, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "10818478", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 1, "fn": 7, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.8157894736842105, "weighted_f1": 0.8857142857142857, "completeness": 0.8157894736842105, "unsupported_rate": 0.03125, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "10818478", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 1, "fn": 8, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.7948717948717948, "weighted_f1": 0.8732394366197183, "completeness": 0.7948717948717948, "unsupported_rate": 0.03125, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "10818478", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 2, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9523809523809523, "weighted_recall": 0.8, "weighted_f1": 0.8695652173913043, "completeness": 0.8, "unsupported_rate": 0.047619047619047616, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "11174187", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 107, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84251968503937, "weighted_f1": 0.9145299145299145, "completeness": 0.84251968503937, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "11174187", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9938271604938271, "weighted_recall": 0.9147727272727273, "weighted_f1": 0.9526627218934911, "completeness": 0.9204545454545454, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "11174187", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 92, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4140127388535032, "weighted_f1": 0.5855855855855856, "completeness": 0.4140127388535032, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "11174187", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 0, "fp": 0, "fn": 96, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4725274725274725, "weighted_f1": 0.6417910447761194, "completeness": 0.4725274725274725, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "11188218", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "11188218", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8313253012048193, "weighted_f1": 0.9078947368421052, "completeness": 0.8313253012048193, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "11188218", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65, "weighted_f1": 0.787878787878788, "completeness": 0.65, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "11188218", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25925925925925924, "weighted_f1": 0.4117647058823529, "completeness": 0.25925925925925924, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "11773767", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5849056603773585, "weighted_f1": 0.738095238095238, "completeness": 0.5849056603773585, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "11773767", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 1, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.6739130434782609, "weighted_f1": 0.8017241379310345, "completeness": 0.6811594202898551, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "11773767", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "11773767", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "11963737", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "11963737", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8490566037735849, "weighted_f1": 0.9183673469387755, "completeness": 0.8490566037735849, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "11963737", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4423076923076923, "weighted_f1": 0.6133333333333333, "completeness": 0.4423076923076923, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "11963737", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.746031746031746, "weighted_f1": 0.8545454545454546, "completeness": 0.746031746031746, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "12171093", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.6029411764705882, "weighted_f1": 0.7454545454545454, "completeness": 0.6176470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "12171093", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.6029411764705882, "weighted_f1": 0.7454545454545454, "completeness": 0.6176470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "12171093", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.7972972972972973, "weighted_f1": 0.8805970149253731, "completeness": 0.8108108108108109, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "12171093", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.4268292682926829, "weighted_f1": 0.5932203389830508, "completeness": 0.43902439024390244, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "12544735", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "12544735", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.8970588235294118, "weighted_f1": 0.9384615384615386, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "12544735", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.8970588235294118, "weighted_f1": 0.9384615384615386, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "12544735", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13072354", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.984375, "weighted_f1": 0.9921259842519685, "completeness": 0.984375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "13072354", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.9112903225806451, "weighted_f1": 0.9495798319327731, "completeness": 0.9193548387096774, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "13072354", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.8934426229508197, "weighted_f1": 0.9396551724137931, "completeness": 0.9016393442622951, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "13072354", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8166666666666667, "weighted_f1": 0.8990825688073394, "completeness": 0.8166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13115648", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13115648", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.8283582089552238, "weighted_f1": 0.9024390243902439, "completeness": 0.835820895522388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13115648", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.5947368421052631, "weighted_f1": 0.7434210526315789, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13115648", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.6506849315068494, "weighted_f1": 0.7851239669421488, "completeness": 0.6575342465753424, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13342150", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9855072463768116, "weighted_recall": 0.9315068493150684, "weighted_f1": 0.9577464788732394, "completeness": 0.9452054794520548, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "13342150", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.9479166666666666, "weighted_f1": 0.9680851063829786, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "13342150", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9859154929577465, "weighted_recall": 0.875, "weighted_f1": 0.9271523178807948, "completeness": 0.8875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13342150", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.6746987951807228, "weighted_f1": 0.7999999999999999, "completeness": 0.6867469879518072, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13593241", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.6388888888888888, "weighted_f1": 0.7666666666666666, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13593241", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 4, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.7936507936507936, "weighted_f1": 0.8695652173913043, "completeness": 0.8253968253968254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13593241", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.17307692307692307, "weighted_f1": 0.29508196721311475, "completeness": 0.17307692307692307, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "13593241", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.7291666666666666, "weighted_f1": 0.8333333333333333, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13809698", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.9479166666666666, "weighted_f1": 0.9680851063829786, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "13809698", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8921568627450981, "weighted_f1": 0.9381443298969072, "completeness": 0.9019607843137255, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "13809698", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.9479166666666666, "weighted_f1": 0.9680851063829786, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "13809698", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25757575757575757, "weighted_f1": 0.40963855421686746, "completeness": 0.25757575757575757, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "13909762", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13909762", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 1, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.7688172043010753, "weighted_f1": 0.8666666666666667, "completeness": 0.7741935483870968, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13909762", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.7556818181818182, "weighted_f1": 0.8580645161290322, "completeness": 0.7613636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13909762", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 131, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.03676470588235294, "weighted_f1": 0.07092198581560283, "completeness": 0.03676470588235294, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "13967854", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 5, "fp": 2, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9571428571428572, "weighted_recall": 0.8237704918032787, "weighted_f1": 0.8854625550660792, "completeness": 0.8442622950819673, "unsupported_rate": 0.01904761904761905, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13967854", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 5, "fp": 2, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9567307692307693, "weighted_recall": 0.8223140495867769, "weighted_f1": 0.8844444444444446, "completeness": 0.8429752066115702, "unsupported_rate": 0.019230769230769232, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13967854", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 111, "partial": 6, "fp": 3, "fn": 19, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.8382352941176471, "weighted_f1": 0.890625, "completeness": 0.8602941176470589, "unsupported_rate": 0.025, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "13967854", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 5, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 0.9590163934426229, "weighted_recall": 0.4431818181818182, "weighted_f1": 0.6062176165803108, "completeness": 0.4621212121212121, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "14064815", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9203539823008849, "completeness": 0.8833333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "14064815", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9203539823008849, "completeness": 0.8833333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "14064815", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9411764705882352, "completeness": 0.9193548387096774, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "14064815", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 1, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.12804878048780488, "weighted_f1": 0.22580645161290325, "completeness": 0.13414634146341464, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "14146106", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5573770491803278, "weighted_f1": 0.7157894736842105, "completeness": 0.5573770491803278, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "14146106", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5645161290322581, "weighted_f1": 0.7216494845360826, "completeness": 0.5645161290322581, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "14146106", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9701492537313433, "weighted_f1": 0.9848484848484849, "completeness": 0.9701492537313433, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "14146106", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5161290322580645, "weighted_f1": 0.6808510638297872, "completeness": 0.5161290322580645, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "14176254", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9830508474576272, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9666666666666667, "completeness": 0.9508196721311475, "unsupported_rate": 0.01694915254237288, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "14176254", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 1, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.9516129032258065, "weighted_f1": 0.9672131147540983, "completeness": 0.9516129032258065, "unsupported_rate": 0.016666666666666666, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "14176254", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9830508474576272, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9666666666666667, "completeness": 0.9508196721311475, "unsupported_rate": 0.01694915254237288, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "14176254", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 1, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9850746268656716, "weighted_recall": 0.8918918918918919, "weighted_f1": 0.9361702127659575, "completeness": 0.8918918918918919, "unsupported_rate": 0.014925373134328358, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "14445309", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7307692307692307, "weighted_f1": 0.8444444444444443, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "14445309", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.72, "weighted_f1": 0.8372093023255813, "completeness": 0.72, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "14445309", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4117647058823529, "weighted_f1": 0.5833333333333334, "completeness": 0.4117647058823529, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "14445309", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4857142857142857, "weighted_f1": 0.6538461538461539, "completeness": 0.4857142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "14708590", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9154929577464789, "weighted_f1": 0.9558823529411764, "completeness": 0.9154929577464789, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "14708590", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6756756756756757, "weighted_f1": 0.8064516129032258, "completeness": 0.6756756756756757, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "14708590", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9514563106796117, "completeness": 0.9074074074074074, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "14708590", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6507936507936508, "weighted_f1": 0.7884615384615385, "completeness": 0.6507936507936508, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "15313140", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.96875, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "15313140", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9855072463768116, "weighted_f1": 0.9927007299270074, "completeness": 0.9855072463768116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "15313140", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9487179487179487, "weighted_f1": 0.9736842105263158, "completeness": 0.9487179487179487, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "15313140", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9019607843137255, "weighted_f1": 0.9484536082474228, "completeness": 0.9019607843137255, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "15337481", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8285714285714286, "weighted_f1": 0.90625, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "15337481", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "15337481", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9428571428571428, "weighted_f1": 0.9705882352941176, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "15337481", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5777777777777777, "weighted_f1": 0.732394366197183, "completeness": 0.5777777777777777, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "15727656", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8703703703703703, "weighted_f1": 0.9306930693069307, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "15727656", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8703703703703703, "weighted_f1": 0.9306930693069307, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "15727656", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8727272727272727, "weighted_f1": 0.9320388349514563, "completeness": 0.8727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "15727656", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7976190476190477, "weighted_f1": 0.8874172185430463, "completeness": 0.7976190476190477, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "15958967", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 5, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9675324675324676, "weighted_recall": 0.7303921568627451, "weighted_f1": 0.8324022346368715, "completeness": 0.7549019607843137, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "15958967", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 8, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.773109243697479, "weighted_f1": 0.8558139534883721, "completeness": 0.8067226890756303, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "15958967", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 4, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 0.9710144927536232, "weighted_recall": 0.6320754716981132, "weighted_f1": 0.7657142857142857, "completeness": 0.6509433962264151, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "15958967", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 12, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 0.9423076923076923, "weighted_recall": 0.7153284671532847, "weighted_f1": 0.8132780082987551, "completeness": 0.7591240875912408, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "16332348", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 111, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9098360655737705, "weighted_f1": 0.9527896995708155, "completeness": 0.9098360655737705, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "16332348", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 111, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9098360655737705, "weighted_f1": 0.9527896995708155, "completeness": 0.9098360655737705, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "16332348", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 106, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7794117647058824, "weighted_f1": 0.8760330578512397, "completeness": 0.7794117647058824, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "16332348", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6689655172413793, "weighted_f1": 0.8016528925619835, "completeness": 0.6689655172413793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "17021141", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9113924050632911, "weighted_f1": 0.9536423841059603, "completeness": 0.9113924050632911, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "17021141", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 151, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9967105263157895, "weighted_recall": 0.964968152866242, "weighted_f1": 0.9805825242718447, "completeness": 0.9681528662420382, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "17021141", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47435897435897434, "weighted_f1": 0.6434782608695652, "completeness": 0.47435897435897434, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "17021141", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.93, "weighted_f1": 0.9637305699481865, "completeness": 0.93, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "17165107", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "17165107", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "17165107", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9428571428571428, "weighted_f1": 0.9705882352941176, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "17165107", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.7395833333333334, "weighted_f1": 0.8452380952380952, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "17254634", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9662921348314607, "weighted_f1": 0.9828571428571428, "completeness": 0.9662921348314607, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "17254634", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 127, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9844961240310077, "weighted_f1": 0.9921875, "completeness": 0.9844961240310077, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "17254634", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9662921348314607, "weighted_f1": 0.9828571428571428, "completeness": 0.9662921348314607, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "17254634", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.580952380952381, "weighted_f1": 0.7349397590361446, "completeness": 0.580952380952381, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "17847636", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5769230769230769, "weighted_f1": 0.7317073170731707, "completeness": 0.5769230769230769, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "17847636", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 3, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.765625, "weighted_f1": 0.8596491228070174, "completeness": 0.78125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "17847636", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.8098591549295775, "weighted_f1": 0.8914728682170543, "completeness": 0.8169014084507042, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "17847636", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 75, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.29245283018867924, "weighted_f1": 0.4525547445255474, "completeness": 0.29245283018867924, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "17911230", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.7753623188405797, "weighted_f1": 0.8699186991869918, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "17911230", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.7357142857142858, "weighted_f1": 0.8442622950819673, "completeness": 0.7428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "17911230", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7464788732394366, "weighted_f1": 0.8548387096774194, "completeness": 0.7464788732394366, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "17911230", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7115384615384616, "weighted_f1": 0.8314606741573033, "completeness": 0.7115384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "18090899", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8703703703703703, "weighted_f1": 0.9306930693069307, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "18090899", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "18090899", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "18090899", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.44871794871794873, "weighted_f1": 0.6194690265486726, "completeness": 0.44871794871794873, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "18725071", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7321428571428571, "weighted_f1": 0.8453608247422679, "completeness": 0.7321428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "18725071", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.7876712328767124, "weighted_f1": 0.8778625954198475, "completeness": 0.7945205479452054, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "18725071", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6973684210526315, "weighted_f1": 0.8217054263565892, "completeness": 0.6973684210526315, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "18725071", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5507246376811594, "weighted_f1": 0.7102803738317757, "completeness": 0.5507246376811594, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "18997135", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7894736842105263, "weighted_f1": 0.8823529411764706, "completeness": 0.7894736842105263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "18997135", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7894736842105263, "weighted_f1": 0.8823529411764706, "completeness": 0.7894736842105263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "18997135", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.921875, "weighted_f1": 0.959349593495935, "completeness": 0.921875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "18997135", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6796116504854369, "weighted_f1": 0.8092485549132947, "completeness": 0.6796116504854369, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "19063156", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9056603773584906, "weighted_f1": 0.9504950495049505, "completeness": 0.9056603773584906, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "19063156", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9365079365079365, "weighted_f1": 0.9672131147540983, "completeness": 0.9365079365079365, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "19063156", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "19063156", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 1, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.1524390243902439, "weighted_f1": 0.2631578947368421, "completeness": 0.15853658536585366, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "19108760", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8444444444444444, "weighted_f1": 0.9156626506024096, "completeness": 0.8444444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "19108760", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8315789473684211, "weighted_f1": 0.9080459770114944, "completeness": 0.8315789473684211, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "19108760", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "19108760", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6712328767123288, "weighted_f1": 0.8032786885245902, "completeness": 0.6712328767123288, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "19234823", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.967741935483871, "weighted_f1": 0.9836065573770492, "completeness": 0.967741935483871, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "19234823", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 106, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9724770642201834, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "19234823", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9484536082474226, "weighted_f1": 0.9735449735449735, "completeness": 0.9484536082474226, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "19234823", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 99, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14655172413793102, "weighted_f1": 0.2556390977443609, "completeness": 0.14655172413793102, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "19518606", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7580645161290323, "weighted_f1": 0.8623853211009175, "completeness": 0.7580645161290323, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "19518606", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7972972972972973, "weighted_f1": 0.8872180451127819, "completeness": 0.7972972972972973, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "19518606", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9242424242424242, "weighted_f1": 0.9606299212598425, "completeness": 0.9242424242424242, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "19518606", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.72, "weighted_f1": 0.8372093023255813, "completeness": 0.72, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "19926135", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9387755102040817, "weighted_f1": 0.968421052631579, "completeness": 0.9387755102040817, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "19926135", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9672131147540983, "weighted_f1": 0.9833333333333333, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "19926135", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.7786885245901639, "weighted_f1": 0.8715596330275229, "completeness": 0.7868852459016393, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "19926135", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.532258064516129, "weighted_f1": 0.6947368421052631, "completeness": 0.532258064516129, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "20138606", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6842105263157895, "weighted_f1": 0.8125000000000001, "completeness": 0.6842105263157895, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20138606", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6964285714285714, "weighted_f1": 0.8210526315789474, "completeness": 0.6964285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20138606", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5588235294117647, "weighted_f1": 0.7169811320754718, "completeness": 0.5588235294117647, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "20138606", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6027397260273972, "weighted_f1": 0.7521367521367521, "completeness": 0.6027397260273972, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20272792", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "20272792", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "20272792", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6764705882352942, "weighted_f1": 0.8070175438596492, "completeness": 0.6764705882352942, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20272792", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7631578947368421, "weighted_f1": 0.8656716417910448, "completeness": 0.7631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20324037", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7333333333333333, "weighted_f1": 0.846153846153846, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20324037", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9058823529411765, "weighted_f1": 0.9506172839506173, "completeness": 0.9058823529411765, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "20324037", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8311688311688312, "weighted_f1": 0.9078014184397163, "completeness": 0.8311688311688312, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20324037", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 89, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23275862068965517, "weighted_f1": 0.3776223776223776, "completeness": 0.23275862068965517, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "20400279", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.9461538461538461, "weighted_f1": 0.9685039370078741, "completeness": 0.9538461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "20400279", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.9384615384615385, "weighted_f1": 0.9606299212598426, "completeness": 0.9538461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "20400279", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.9318181818181818, "weighted_f1": 0.9609375, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "20400279", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20544228", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "20544228", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "20544228", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "20544228", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20604208", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.7410714285714286, "weighted_f1": 0.8469387755102041, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20604208", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7291666666666666, "weighted_f1": 0.8433734939759037, "completeness": 0.7291666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20604208", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.7909090909090909, "weighted_f1": 0.8787878787878788, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20604208", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45901639344262296, "weighted_f1": 0.6292134831460674, "completeness": 0.45901639344262296, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "20765795", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 5, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 0.9264705882352942, "weighted_recall": 0.5080645161290323, "weighted_f1": 0.65625, "completeness": 0.5483870967741935, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "20765795", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 5, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9342105263157895, "weighted_recall": 0.6228070175438597, "weighted_f1": 0.7473684210526316, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20765795", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 6, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9347826086956522, "weighted_recall": 0.7413793103448276, "weighted_f1": 0.826923076923077, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "20765795", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 5, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.7, "weighted_f1": 0.8076923076923077, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "21614256", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "21614256", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9484536082474226, "weighted_f1": 0.9735449735449735, "completeness": 0.9484536082474226, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "21614256", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8703703703703703, "weighted_f1": 0.9306930693069307, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "21614256", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6610169491525424, "weighted_f1": 0.7959183673469388, "completeness": 0.6610169491525424, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "22042181", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.9407894736842105, "weighted_f1": 0.9662162162162163, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "22042181", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9929577464788732, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9463087248322147, "completeness": 0.9102564102564102, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "22042181", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.9358974358974359, "weighted_f1": 0.9605263157894737, "completeness": 0.9487179487179487, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "22042181", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9935897435897436, "weighted_recall": 0.824468085106383, "weighted_f1": 0.9011627906976745, "completeness": 0.8297872340425532, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "22259475", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "22259475", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9245283018867925, "weighted_f1": 0.9607843137254902, "completeness": 0.9245283018867925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "22259475", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9702970297029703, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "22259475", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8837209302325582, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "22391901", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "22391901", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "22391901", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7377049180327869, "weighted_f1": 0.8490566037735848, "completeness": 0.7377049180327869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "22391901", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7407407407407407, "weighted_f1": 0.851063829787234, "completeness": 0.7407407407407407, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "23427369", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "23427369", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "23427369", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.55, "weighted_f1": 0.7096774193548387, "completeness": 0.55, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "23427369", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7538461538461538, "weighted_f1": 0.8596491228070176, "completeness": 0.7538461538461538, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "23577836", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8717948717948718, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "23577836", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7674418604651163, "weighted_f1": 0.868421052631579, "completeness": 0.7674418604651163, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "23577836", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 78, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10344827586206896, "weighted_f1": 0.1875, "completeness": 0.10344827586206896, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "23577836", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8117647058823529, "weighted_f1": 0.8961038961038961, "completeness": 0.8117647058823529, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "23804341", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8985507246376812, "weighted_f1": 0.9465648854961832, "completeness": 0.8985507246376812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "23804341", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.8943661971830986, "weighted_f1": 0.9407407407407408, "completeness": 0.9014084507042254, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "23804341", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8732394366197183, "weighted_f1": 0.9323308270676691, "completeness": 0.8732394366197183, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "23804341", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2926829268292683, "weighted_f1": 0.45283018867924524, "completeness": 0.2926829268292683, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "24124250", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9125, "weighted_f1": 0.9542483660130718, "completeness": 0.9125, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "24124250", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9135802469135802, "weighted_f1": 0.9548387096774192, "completeness": 0.9135802469135802, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "24124250", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5483870967741935, "weighted_f1": 0.7083333333333333, "completeness": 0.5483870967741935, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "24124250", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5783132530120482, "weighted_f1": 0.7328244274809159, "completeness": 0.5783132530120482, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "24410405", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9305555555555556, "weighted_f1": 0.9640287769784173, "completeness": 0.9305555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "24410405", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "24410405", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9315068493150684, "weighted_f1": 0.9645390070921985, "completeness": 0.9315068493150684, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "24410405", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6804123711340206, "weighted_f1": 0.8098159509202454, "completeness": 0.6804123711340206, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "24588864", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 5, "fp": 2, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9430379746835443, "weighted_recall": 0.8764705882352941, "weighted_f1": 0.9085365853658536, "completeness": 0.9058823529411765, "unsupported_rate": 0.02531645569620253, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "24588864", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 5, "fp": 2, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9457831325301205, "weighted_recall": 0.9127906976744186, "weighted_f1": 0.9289940828402367, "completeness": 0.9418604651162791, "unsupported_rate": 0.024096385542168676, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "24588864", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 3, "fp": 2, "fn": 70, "unverifiable": 0, "weighted_precision": 0.9326923076923077, "weighted_recall": 0.4041666666666667, "weighted_f1": 0.5639534883720931, "completeness": 0.4166666666666667, "unsupported_rate": 0.038461538461538464, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "24588864", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 102, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14285714285714285, "weighted_f1": 0.25, "completeness": 0.14285714285714285, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "24695561", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "24695561", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.7702702702702703, "weighted_f1": 0.8636363636363636, "completeness": 0.7837837837837838, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "24695561", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7333333333333333, "weighted_f1": 0.846153846153846, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "24695561", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6181818181818182, "weighted_f1": 0.7640449438202247, "completeness": 0.6181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "24754689", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "24754689", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9016393442622951, "weighted_f1": 0.9482758620689655, "completeness": 0.9016393442622951, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "24754689", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.8972602739726028, "weighted_f1": 0.9424460431654675, "completeness": 0.9041095890410958, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "24754689", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.777027027027027, "weighted_f1": 0.8712121212121211, "completeness": 0.7837837837837838, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "24763208", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45714285714285713, "weighted_f1": 0.6274509803921569, "completeness": 0.45714285714285713, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "24763208", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 1, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 0.9941176470588236, "weighted_recall": 0.5950704225352113, "weighted_f1": 0.7444933920704846, "completeness": 0.5985915492957746, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "24763208", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 84, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.4090909090909091, "weighted_f1": 0.5792079207920793, "completeness": 0.4125874125874126, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "24763208", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45454545454545453, "weighted_f1": 0.625, "completeness": 0.45454545454545453, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "24946537", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "24946537", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "24946537", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.9626865671641791, "weighted_f1": 0.9772727272727273, "completeness": 0.9701492537313433, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "24946537", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2619047619047619, "weighted_f1": 0.41509433962264153, "completeness": 0.2619047619047619, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "25873425", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975609756097561, "weighted_f1": 0.9876543209876543, "completeness": 0.975609756097561, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "25873425", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9938271604938271, "weighted_recall": 0.9698795180722891, "weighted_f1": 0.9817073170731707, "completeness": 0.9759036144578314, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "25873425", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8735632183908046, "weighted_f1": 0.9325153374233129, "completeness": 0.8735632183908046, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "25873425", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 82, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16326530612244897, "weighted_f1": 0.2807017543859649, "completeness": 0.16326530612244897, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "26071861", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6451612903225806, "weighted_f1": 0.7843137254901961, "completeness": 0.6451612903225806, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "26071861", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7283950617283951, "weighted_f1": 0.8428571428571429, "completeness": 0.7283950617283951, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "26071861", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8939393939393939, "weighted_f1": 0.944, "completeness": 0.8939393939393939, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "26071861", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5633802816901409, "weighted_f1": 0.7207207207207207, "completeness": 0.5633802816901409, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "26456474", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "26456474", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 1, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.7397959183673469, "weighted_f1": 0.847953216374269, "completeness": 0.7448979591836735, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "26456474", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.7166666666666667, "weighted_f1": 0.8322580645161289, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "26456474", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6990291262135923, "weighted_f1": 0.8228571428571428, "completeness": 0.6990291262135923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "27182111", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8837209302325582, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "27182111", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8913043478260869, "weighted_f1": 0.9425287356321839, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "27182111", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6415094339622641, "weighted_f1": 0.7816091954022989, "completeness": 0.6415094339622641, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "27182111", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7346938775510204, "weighted_f1": 0.8470588235294119, "completeness": 0.7346938775510204, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "28111403", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 4, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9534883720930233, "weighted_recall": 0.7068965517241379, "weighted_f1": 0.8118811881188119, "completeness": 0.7413793103448276, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "28111403", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 5, "fp": 0, "fn": 23, "unverifiable": 1, "weighted_precision": 0.9305555555555556, "weighted_recall": 0.5677966101694916, "weighted_f1": 0.7052631578947368, "completeness": 0.6101694915254238, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "28111403", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 5, "fp": 1, "fn": 70, "unverifiable": 0, "weighted_precision": 0.875, "weighted_recall": 0.25257731958762886, "weighted_f1": 0.392, "completeness": 0.27835051546391754, "unsupported_rate": 0.03571428571428571, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "28111403", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 3, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.5506329113924051, "weighted_f1": 0.7016129032258066, "completeness": 0.569620253164557, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "28206098", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.49056603773584906, "weighted_f1": 0.6582278481012659, "completeness": 0.49056603773584906, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "28206098", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 0.9875, "weighted_recall": 0.7053571428571429, "weighted_f1": 0.8229166666666667, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "28206098", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.5307692307692308, "weighted_f1": 0.6900000000000002, "completeness": 0.5384615384615384, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "28206098", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08571428571428572, "weighted_f1": 0.15789473684210528, "completeness": 0.08571428571428572, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "28635795", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8103448275862069, "weighted_f1": 0.8952380952380952, "completeness": 0.8103448275862069, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "28635795", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8135593220338984, "weighted_f1": 0.897196261682243, "completeness": 0.8135593220338984, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "28635795", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "28635795", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.32323232323232326, "weighted_f1": 0.4885496183206107, "completeness": 0.32323232323232326, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "28871170", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "28871170", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.94, "weighted_f1": 0.9591836734693877, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "28871170", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "28871170", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "28974459", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5348837209302325, "weighted_f1": 0.6969696969696969, "completeness": 0.5348837209302325, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "28974459", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6521739130434783, "weighted_f1": 0.7894736842105263, "completeness": 0.6521739130434783, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "28974459", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7311827956989247, "weighted_f1": 0.84472049689441, "completeness": 0.7311827956989247, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "28974459", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 95, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22131147540983606, "weighted_f1": 0.36241610738255037, "completeness": 0.22131147540983606, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "29173771", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "29173771", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9813084112149533, "completeness": 0.9814814814814815, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "29173771", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.9537037037037037, "weighted_f1": 0.9716981132075472, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "29173771", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 1, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.2246376811594203, "weighted_f1": 0.36470588235294116, "completeness": 0.2318840579710145, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "29177904", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.930379746835443, "weighted_f1": 0.9607843137254902, "completeness": 0.9367088607594937, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "29177904", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9935064935064936, "weighted_recall": 0.95625, "weighted_f1": 0.9745222929936306, "completeness": 0.9625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "29177904", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.993421052631579, "weighted_recall": 0.9556962025316456, "weighted_f1": 0.9741935483870968, "completeness": 0.9620253164556962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "29177904", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9183673469387755, "weighted_f1": 0.9574468085106383, "completeness": 0.9183673469387755, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "29415426", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "29415426", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.8255813953488372, "weighted_f1": 0.8987341772151899, "completeness": 0.8372093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "29415426", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.958904109589041, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "29415426", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.78, "weighted_f1": 0.8764044943820225, "completeness": 0.78, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "29926588", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 5, "fp": 4, "fn": 14, "unverifiable": 0, "weighted_precision": 0.8934426229508197, "weighted_recall": 0.7676056338028169, "weighted_f1": 0.8257575757575756, "completeness": 0.8028169014084507, "unsupported_rate": 0.06557377049180328, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "29926588", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 5, "fp": 4, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9285714285714286, "weighted_recall": 0.8366336633663366, "weighted_f1": 0.8802083333333334, "completeness": 0.8613861386138614, "unsupported_rate": 0.04395604395604396, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "29926588", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 5, "fp": 4, "fn": 14, "unverifiable": 0, "weighted_precision": 0.8968253968253969, "weighted_recall": 0.773972602739726, "weighted_f1": 0.8308823529411765, "completeness": 0.8082191780821918, "unsupported_rate": 0.06349206349206349, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "29926588", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 76, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3870967741935484, "weighted_f1": 0.5581395348837209, "completeness": 0.3870967741935484, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "30741799", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8133333333333334, "weighted_f1": 0.8970588235294117, "completeness": 0.8133333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "30741799", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.8223684210526315, "weighted_f1": 0.8992805755395684, "completeness": 0.8289473684210527, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "30741799", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9928571428571429, "weighted_recall": 0.9266666666666666, "weighted_f1": 0.9586206896551723, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "30741799", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6759259259259259, "weighted_f1": 0.8066298342541436, "completeness": 0.6759259259259259, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "31040875", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7297297297297297, "weighted_f1": 0.8437499999999999, "completeness": 0.7297297297297297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "31040875", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7368421052631579, "weighted_f1": 0.8484848484848484, "completeness": 0.7368421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "31040875", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 1, "fn": 14, "unverifiable": 0, "weighted_precision": 0.953125, "weighted_recall": 0.6777777777777778, "weighted_f1": 0.7922077922077922, "completeness": 0.6888888888888889, "unsupported_rate": 0.03125, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "31040875", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.673469387755102, "weighted_f1": 0.8048780487804877, "completeness": 0.673469387755102, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "31242382", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8441558441558441, "weighted_f1": 0.9154929577464789, "completeness": 0.8441558441558441, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "31242382", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "31242382", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7333333333333333, "weighted_f1": 0.846153846153846, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "31242382", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 82, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.0989010989010989, "weighted_f1": 0.17999999999999997, "completeness": 0.0989010989010989, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "32965335", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7419354838709677, "weighted_f1": 0.8518518518518519, "completeness": 0.7419354838709677, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "32965335", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.7474226804123711, "weighted_f1": 0.8529411764705882, "completeness": 0.7525773195876289, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "32965335", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6626506024096386, "weighted_f1": 0.7971014492753623, "completeness": 0.6626506024096386, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "32965335", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4166666666666667, "weighted_f1": 0.5882352941176471, "completeness": 0.4166666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "34327438", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "34327438", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8909090909090909, "weighted_f1": 0.9423076923076923, "completeness": 0.8909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "34327438", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "34327438", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8043478260869565, "weighted_f1": 0.891566265060241, "completeness": 0.8043478260869565, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "34970271", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "34970271", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9866666666666667, "weighted_f1": 0.9932885906040269, "completeness": 0.9866666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "34970271", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "34970271", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "35344611", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7872340425531915, "weighted_f1": 0.880952380952381, "completeness": 0.7872340425531915, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "35344611", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8085106382978723, "weighted_f1": 0.8941176470588235, "completeness": 0.8085106382978723, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "35344611", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "35344611", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7241379310344828, "weighted_f1": 0.8400000000000001, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "35474904", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "35474904", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "35474904", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9649122807017544, "weighted_f1": 0.9821428571428572, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "35474904", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.676056338028169, "weighted_f1": 0.8067226890756303, "completeness": 0.676056338028169, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "36392131", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5263157894736842, "weighted_f1": 0.6896551724137931, "completeness": 0.5263157894736842, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "36392131", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8706896551724138, "weighted_f1": 0.9266055045871561, "completeness": 0.8793103448275862, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "36392131", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 68, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.26881720430107525, "weighted_f1": 0.423728813559322, "completeness": 0.26881720430107525, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "36392131", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.336734693877551, "weighted_f1": 0.5038167938931297, "completeness": 0.336734693877551, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "36694627", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7464788732394366, "weighted_f1": 0.8548387096774194, "completeness": 0.7464788732394366, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "36694627", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 1, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.7430555555555556, "weighted_f1": 0.8492063492063493, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "36694627", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9295774647887324, "weighted_f1": 0.9635036496350364, "completeness": 0.9295774647887324, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "36694627", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.21686746987951808, "weighted_f1": 0.3564356435643564, "completeness": 0.21686746987951808, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "37333719", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "37333719", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "37333719", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "37333719", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5652173913043478, "weighted_f1": 0.7222222222222222, "completeness": 0.5652173913043478, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "37348041", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "37348041", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "37348041", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8055555555555556, "weighted_f1": 0.8923076923076924, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "37348041", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7954545454545454, "weighted_f1": 0.8860759493670886, "completeness": 0.7954545454545454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "37560528", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.9117647058823529, "weighted_f1": 0.9489795918367346, "completeness": 0.9215686274509803, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "37560528", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9400000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "37560528", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.9578947368421052, "completeness": 0.9387755102040817, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "37560528", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 4, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9649122807017544, "weighted_recall": 0.7638888888888888, "weighted_f1": 0.8527131782945737, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "37640804", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7704918032786885, "weighted_f1": 0.8703703703703703, "completeness": 0.7704918032786885, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "37640804", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9943181818181818, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9776536312849162, "completeness": 0.967032967032967, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "37640804", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.9084507042253521, "weighted_f1": 0.948529411764706, "completeness": 0.9154929577464789, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "37640804", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5728155339805825, "weighted_f1": 0.7283950617283951, "completeness": 0.5728155339805825, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "38059130", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6101694915254238, "weighted_f1": 0.7578947368421053, "completeness": 0.6101694915254238, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "38059130", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "38059130", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.15294117647058825, "weighted_f1": 0.2653061224489796, "completeness": 0.15294117647058825, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "38059130", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6375, "weighted_f1": 0.7786259541984732, "completeness": 0.6375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "38291889", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.7959183673469388, "weighted_f1": 0.8764044943820225, "completeness": 0.8163265306122449, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "38291889", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.975609756097561, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.8988764044943819, "completeness": 0.8541666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "38291889", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9767441860465116, "weighted_recall": 0.875, "weighted_f1": 0.923076923076923, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "38291889", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 4, "fp": 1, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9433962264150944, "weighted_recall": 0.8064516129032258, "weighted_f1": 0.8695652173913043, "completeness": 0.8387096774193549, "unsupported_rate": 0.018867924528301886, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "38698573", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9577464788732394, "weighted_f1": 0.9784172661870503, "completeness": 0.9577464788732394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "38698573", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9929577464788732, "weighted_recall": 0.9527027027027027, "weighted_f1": 0.9724137931034482, "completeness": 0.9594594594594594, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "38698573", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8309859154929577, "weighted_f1": 0.9076923076923077, "completeness": 0.8309859154929577, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "38698573", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 76, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08433734939759036, "weighted_f1": 0.15555555555555556, "completeness": 0.08433734939759036, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "38860712", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6896551724137931, "weighted_f1": 0.8163265306122449, "completeness": 0.6896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "38860712", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.765625, "weighted_f1": 0.8596491228070174, "completeness": 0.78125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "38860712", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.703125, "weighted_f1": 0.8181818181818182, "completeness": 0.71875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "38860712", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "40088790", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8596491228070176, "weighted_f1": 0.9245283018867925, "completeness": 0.8596491228070176, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "40088790", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8608695652173913, "weighted_f1": 0.9252336448598132, "completeness": 0.8608695652173913, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "40088790", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 112, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8818897637795275, "weighted_f1": 0.9372384937238494, "completeness": 0.8818897637795275, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "40088790", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5630252100840336, "weighted_f1": 0.7204301075268817, "completeness": 0.5630252100840336, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "42164460", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 5, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9647887323943662, "weighted_recall": 0.8353658536585366, "weighted_f1": 0.8954248366013072, "completeness": 0.8658536585365854, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "42164460", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 4, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.7073170731707317, "weighted_f1": 0.8169014084507042, "completeness": 0.7317073170731707, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "42164460", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 5, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9632352941176471, "weighted_recall": 0.808641975308642, "weighted_f1": 0.8791946308724832, "completeness": 0.8395061728395061, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "42164460", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 5, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9637681159420289, "weighted_recall": 0.7388888888888889, "weighted_f1": 0.8364779874213838, "completeness": 0.7666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "44115326", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 208, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9497716894977168, "weighted_f1": 0.9742388758782201, "completeness": 0.9497716894977168, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "44115326", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 209, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9976190476190476, "weighted_recall": 0.9479638009049773, "weighted_f1": 0.9721577726218097, "completeness": 0.9502262443438914, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "44115326", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 190, "partial": 0, "fp": 0, "fn": 80, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7037037037037037, "weighted_f1": 0.8260869565217391, "completeness": 0.7037037037037037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "44115326", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 127, "partial": 0, "fp": 0, "fn": 136, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4828897338403042, "weighted_f1": 0.6512820512820513, "completeness": 0.4828897338403042, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "46772262", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7555555555555555, "weighted_f1": 0.8607594936708861, "completeness": 0.7555555555555555, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "46772262", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.7604166666666666, "weighted_f1": 0.8588235294117647, "completeness": 0.7708333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "46772262", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8541666666666666, "weighted_f1": 0.9213483146067416, "completeness": 0.8541666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "46772262", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.7105263157894737, "weighted_f1": 0.8265306122448979, "completeness": 0.7192982456140351, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "47133747", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.8650793650793651, "weighted_f1": 0.9237288135593221, "completeness": 0.873015873015873, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "47133747", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.859375, "weighted_f1": 0.9166666666666665, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "47133747", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.9, "weighted_f1": 0.9435483870967744, "completeness": 0.9076923076923077, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "47133747", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.7552083333333334, "weighted_f1": 0.8579881656804734, "completeness": 0.7604166666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "49475708", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "49475708", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "49475708", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "49475708", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 1, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.013888888888888888, "weighted_f1": 0.0273972602739726, "completeness": 0.013888888888888888, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "49486820", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8648648648648648, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "49486820", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9948453608247423, "weighted_recall": 0.9554455445544554, "weighted_f1": 0.9747474747474748, "completeness": 0.9603960396039604, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "49486820", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9529411764705882, "weighted_f1": 0.9759036144578312, "completeness": 0.9529411764705882, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "49486820", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 91, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.125, "weighted_f1": 0.2222222222222222, "completeness": 0.125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "53169257", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6415094339622641, "weighted_f1": 0.7816091954022989, "completeness": 0.6415094339622641, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "53169257", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6481481481481481, "weighted_f1": 0.7865168539325843, "completeness": 0.6481481481481481, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "53169257", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7352941176470589, "weighted_f1": 0.8474576271186441, "completeness": 0.7352941176470589, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "53169257", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4925373134328358, "weighted_f1": 0.66, "completeness": 0.4925373134328358, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "54067174", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9514563106796117, "completeness": 0.9074074074074074, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "54067174", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.99, "weighted_recall": 0.9, "weighted_f1": 0.9428571428571428, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "54067174", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9702970297029703, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "54067174", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7419354838709677, "weighted_f1": 0.8518518518518519, "completeness": 0.7419354838709677, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "72652441", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.8723404255319149, "weighted_f1": 0.9213483146067415, "completeness": 0.8936170212765957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "72652441", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.8409090909090909, "weighted_f1": 0.9024390243902439, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "72652441", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9767441860465116, "weighted_recall": 0.875, "weighted_f1": 0.923076923076923, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "72652441", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.7884615384615384, "weighted_f1": 0.8723404255319148, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "73448369", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7333333333333333, "weighted_f1": 0.846153846153846, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "73448369", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7540983606557377, "weighted_f1": 0.8598130841121495, "completeness": 0.7540983606557377, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "73448369", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7213114754098361, "weighted_f1": 0.8380952380952381, "completeness": 0.7213114754098361, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "73448369", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6610169491525424, "weighted_f1": 0.7959183673469388, "completeness": 0.6610169491525424, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "74126637", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8625, "weighted_f1": 0.9261744966442953, "completeness": 0.8625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "74126637", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "74126637", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5466666666666666, "weighted_f1": 0.7068965517241379, "completeness": 0.5466666666666666, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "74126637", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43037974683544306, "weighted_f1": 0.6017699115044248, "completeness": 0.43037974683544306, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "74191424", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.803030303030303, "weighted_f1": 0.8907563025210083, "completeness": 0.803030303030303, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "74191424", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.8269230769230769, "weighted_f1": 0.9020979020979021, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "74191424", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.815068493150685, "weighted_f1": 0.8947368421052633, "completeness": 0.821917808219178, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "74191424", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6582278481012658, "weighted_f1": 0.7938931297709924, "completeness": 0.6582278481012658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "75057933", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.9636363636363636, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "75057933", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 106, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9814814814814815, "weighted_f1": 0.9906542056074767, "completeness": 0.9814814814814815, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "75057933", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "75057933", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 79, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13186813186813187, "weighted_f1": 0.23300970873786409, "completeness": 0.13186813186813187, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "75435017", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9245283018867925, "weighted_f1": 0.9607843137254902, "completeness": 0.9245283018867925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "75435017", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.9296875, "weighted_f1": 0.9596774193548387, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "75435017", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "75435017", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.30434782608695654, "weighted_f1": 0.4666666666666667, "completeness": 0.30434782608695654, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "75950464", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7661290322580645, "weighted_f1": 0.867579908675799, "completeness": 0.7661290322580645, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "75950464", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7338709677419355, "weighted_f1": 0.8465116279069768, "completeness": 0.7338709677419355, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "75950464", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 118, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9291338582677166, "weighted_f1": 0.963265306122449, "completeness": 0.9291338582677166, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "75950464", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 100, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24812030075187969, "weighted_f1": 0.3975903614457831, "completeness": 0.24812030075187969, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "77439230", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 1, "fp": 1, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9817073170731707, "weighted_recall": 0.9470588235294117, "weighted_f1": 0.9640718562874251, "completeness": 0.9529411764705882, "unsupported_rate": 0.012195121951219513, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "77439230", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 1, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9794520547945206, "weighted_recall": 0.8614457831325302, "weighted_f1": 0.9166666666666667, "completeness": 0.8674698795180723, "unsupported_rate": 0.0136986301369863, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "77439230", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 1, "fp": 1, "fn": 12, "unverifiable": 0, "weighted_precision": 0.98125, "weighted_recall": 0.8626373626373627, "weighted_f1": 0.9181286549707602, "completeness": 0.8681318681318682, "unsupported_rate": 0.0125, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "77439230", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 1, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9794520547945206, "weighted_recall": 0.7371134020618557, "weighted_f1": 0.8411764705882353, "completeness": 0.7422680412371134, "unsupported_rate": 0.0136986301369863, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "78538268", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "78538268", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "78538268", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9318181818181818, "weighted_f1": 0.9647058823529412, "completeness": 0.9318181818181818, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "78538268", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7634408602150538, "weighted_f1": 0.8658536585365854, "completeness": 0.7634408602150538, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "80503242", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.90625, "weighted_f1": 0.9456521739130435, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "80503242", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9818181818181818, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.9642857142857142, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "80503242", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.9117647058823529, "weighted_f1": 0.9489795918367346, "completeness": 0.9215686274509803, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "80503242", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8559322033898306, "weighted_f1": 0.9181818181818182, "completeness": 0.864406779661017, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "89508407", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "89508407", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9841269841269841, "weighted_f1": 0.9919999999999999, "completeness": 0.9841269841269841, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "89508407", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "89508407", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2978723404255319, "weighted_f1": 0.45901639344262296, "completeness": 0.2978723404255319, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "90468982", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9649122807017544, "weighted_f1": 0.9821428571428572, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "90468982", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.9568965517241379, "weighted_f1": 0.9736842105263158, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "90468982", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9649122807017544, "weighted_f1": 0.9821428571428572, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "90468982", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "91051945", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9876543209876543, "weighted_recall": 0.898876404494382, "weighted_f1": 0.9411764705882353, "completeness": 0.9101123595505618, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "91051945", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 4, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9775280898876404, "weighted_recall": 0.9456521739130435, "weighted_f1": 0.9613259668508287, "completeness": 0.967391304347826, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "91051945", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 2, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 0.9767441860465116, "weighted_recall": 0.45652173913043476, "weighted_f1": 0.6222222222222222, "completeness": 0.4673913043478261, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "91051945", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 1, "fn": 97, "unverifiable": 0, "weighted_precision": 0.9230769230769231, "weighted_recall": 0.11009174311926606, "weighted_f1": 0.19672131147540983, "completeness": 0.11009174311926606, "unsupported_rate": 0.07692307692307693, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "93512385", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46153846153846156, "weighted_f1": 0.631578947368421, "completeness": 0.46153846153846156, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "93512385", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.631578947368421, "weighted_f1": 0.7741935483870968, "completeness": 0.631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "93512385", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.6627906976744186, "weighted_f1": 0.7916666666666666, "completeness": 0.6744186046511628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "93512385", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43333333333333335, "weighted_f1": 0.6046511627906976, "completeness": 0.43333333333333335, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "95714702", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7659574468085106, "weighted_f1": 0.8674698795180723, "completeness": 0.7659574468085106, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "95714702", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "95714702", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ADVOCATE", "document_id": "95714702", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.27848101265822783, "weighted_f1": 0.43564356435643564, "completeness": 0.27848101265822783, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "95970987", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6019417475728155, "weighted_f1": 0.7515151515151515, "completeness": 0.6019417475728155, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "95970987", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6324786324786325, "weighted_f1": 0.7748691099476439, "completeness": 0.6324786324786325, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "95970987", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8450704225352113, "weighted_f1": 0.916030534351145, "completeness": 0.8450704225352113, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "95970987", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 84, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3488372093023256, "weighted_f1": 0.5172413793103449, "completeness": 0.3488372093023256, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ADVOCATE", "document_id": "97405769", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.765625, "weighted_f1": 0.8672566371681416, "completeness": 0.765625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "97405769", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7924528301886793, "weighted_f1": 0.8842105263157896, "completeness": 0.7924528301886793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "97405769", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8225806451612904, "weighted_f1": 0.9026548672566371, "completeness": 0.8225806451612904, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ADVOCATE", "document_id": "97405769", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6904761904761905, "weighted_f1": 0.8169014084507042, "completeness": 0.6904761904761905, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "10953078", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9428571428571428, "weighted_f1": 0.9705882352941176, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "10953078", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 122, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.991869918699187, "weighted_f1": 0.9959183673469388, "completeness": 0.991869918699187, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "10953078", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "10953078", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8314606741573034, "weighted_f1": 0.9079754601226994, "completeness": 0.8314606741573034, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "11197262", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "11197262", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "11197262", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.3, "weighted_f1": 0.4588235294117647, "completeness": 0.3076923076923077, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "11197262", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6909090909090909, "weighted_f1": 0.8172043010752689, "completeness": 0.6909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "11676151", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8852459016393442, "weighted_f1": 0.9391304347826086, "completeness": 0.8852459016393442, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "11676151", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "11676151", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.873015873015873, "weighted_f1": 0.9322033898305084, "completeness": 0.873015873015873, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "11676151", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "11813872", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 4, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9743589743589743, "weighted_recall": 0.9156626506024096, "weighted_f1": 0.9440993788819876, "completeness": 0.9397590361445783, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "11813872", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 8, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.96, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.9365853658536586, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "11813872", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 4, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9746835443037974, "weighted_recall": 0.8555555555555555, "weighted_f1": 0.9112426035502957, "completeness": 0.8777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "11813872", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 4, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.8403361344537815, "weighted_f1": 0.9049773755656109, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "12341902", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6222222222222222, "weighted_f1": 0.7671232876712328, "completeness": 0.6222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "12341902", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 0.975, "weighted_recall": 0.6964285714285714, "weighted_f1": 0.8125, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "12341902", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.42857142857142855, "weighted_f1": 0.5954198473282443, "completeness": 0.43956043956043955, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "12341902", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1506849315068493, "weighted_f1": 0.2619047619047619, "completeness": 0.1506849315068493, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "12674256", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7894736842105263, "weighted_f1": 0.8823529411764706, "completeness": 0.7894736842105263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "12674256", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.7926829268292683, "weighted_f1": 0.8783783783783784, "completeness": 0.8048780487804879, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "12674256", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8108108108108109, "weighted_f1": 0.8955223880597014, "completeness": 0.8108108108108109, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "12674256", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2222222222222222, "weighted_f1": 0.3636363636363636, "completeness": 0.2222222222222222, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "14140903", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8846153846153846, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "14140903", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8846153846153846, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "14140903", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 128, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9552238805970149, "weighted_f1": 0.9770992366412213, "completeness": 0.9552238805970149, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "14140903", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 131, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9562043795620438, "weighted_f1": 0.9776119402985075, "completeness": 0.9562043795620438, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "15053703", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 3, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9605263157894737, "weighted_recall": 0.7934782608695652, "weighted_f1": 0.869047619047619, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "15053703", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4489795918367347, "weighted_f1": 0.6197183098591549, "completeness": 0.4489795918367347, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "15053703", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9634146341463414, "weighted_recall": 0.79, "weighted_f1": 0.8681318681318682, "completeness": 0.82, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "15053703", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.4652777777777778, "weighted_f1": 0.6320754716981133, "completeness": 0.4722222222222222, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "15546686", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "15546686", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.967741935483871, "weighted_f1": 0.9836065573770492, "completeness": 0.967741935483871, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "15546686", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "15546686", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "15603319", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7543859649122807, "weighted_f1": 0.86, "completeness": 0.7543859649122807, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "15603319", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7543859649122807, "weighted_f1": 0.86, "completeness": 0.7543859649122807, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "15603319", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8620689655172413, "completeness": 0.7846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "15603319", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.7109375, "weighted_f1": 0.8272727272727273, "completeness": 0.71875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16172429", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8780487804878049, "weighted_f1": 0.9350649350649352, "completeness": 0.8780487804878049, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16172429", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16172429", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6730769230769231, "weighted_f1": 0.8045977011494253, "completeness": 0.6730769230769231, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16172429", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7014925373134329, "weighted_f1": 0.8245614035087719, "completeness": 0.7014925373134329, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16507693", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8921568627450981, "weighted_f1": 0.9430051813471504, "completeness": 0.8921568627450981, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16507693", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.995049504950495, "weighted_recall": 0.9054054054054054, "weighted_f1": 0.9481132075471699, "completeness": 0.9099099099099099, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "16507693", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 131, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9290780141843972, "weighted_f1": 0.963235294117647, "completeness": 0.9290780141843972, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "16507693", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 131, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9962121212121212, "weighted_recall": 0.8885135135135135, "weighted_f1": 0.9392857142857143, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16653657", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8205128205128205, "weighted_f1": 0.9014084507042254, "completeness": 0.8205128205128205, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16653657", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16653657", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8205128205128205, "weighted_f1": 0.9014084507042254, "completeness": 0.8205128205128205, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16653657", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7115384615384616, "weighted_f1": 0.8314606741573033, "completeness": 0.7115384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16661264", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8640776699029126, "weighted_f1": 0.9270833333333333, "completeness": 0.8640776699029126, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16661264", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8761904761904762, "weighted_f1": 0.934010152284264, "completeness": 0.8761904761904762, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16661264", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 140, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.125, "weighted_f1": 0.2222222222222222, "completeness": 0.125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "16661264", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7103448275862069, "weighted_f1": 0.8306451612903226, "completeness": 0.7103448275862069, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16849128", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7096774193548387, "weighted_f1": 0.8301886792452831, "completeness": 0.7096774193548387, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16849128", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8769230769230769, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16849128", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.7432432432432432, "weighted_f1": 0.8461538461538461, "completeness": 0.7567567567567568, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "16849128", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6744186046511628, "weighted_f1": 0.8055555555555556, "completeness": 0.6744186046511628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "17312146", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "17312146", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.7962962962962963, "weighted_f1": 0.8775510204081632, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "17312146", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "17312146", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.7325581395348837, "weighted_f1": 0.8400000000000001, "completeness": 0.7441860465116279, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "17499196", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7945205479452054, "weighted_f1": 0.8854961832061068, "completeness": 0.7945205479452054, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "17499196", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8933333333333333, "weighted_f1": 0.9436619718309859, "completeness": 0.8933333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "17499196", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.8380281690140845, "weighted_f1": 0.9083969465648855, "completeness": 0.8450704225352113, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "17499196", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.49390243902439024, "weighted_f1": 0.6585365853658537, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "17640785", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "17640785", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.671875, "weighted_f1": 0.8037383177570093, "completeness": 0.671875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "17640785", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84, "weighted_f1": 0.9130434782608696, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "17640785", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6046511627906976, "weighted_f1": 0.7536231884057971, "completeness": 0.6046511627906976, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "18242317", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6875, "weighted_f1": 0.8148148148148148, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "18242317", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6875, "weighted_f1": 0.8148148148148148, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "18242317", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.8442622950819673, "weighted_f1": 0.911504424778761, "completeness": 0.8524590163934426, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "18242317", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.7573529411764706, "weighted_f1": 0.8583333333333334, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "18264694", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9929577464788732, "weighted_recall": 0.705, "weighted_f1": 0.8245614035087719, "completeness": 0.71, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "18264694", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6507936507936508, "weighted_f1": 0.7884615384615385, "completeness": 0.6507936507936508, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "18264694", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6120689655172413, "weighted_f1": 0.7593582887700534, "completeness": 0.6120689655172413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "18264694", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 113, "partial": 1, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 0.9956140350877193, "weighted_recall": 0.761744966442953, "weighted_f1": 0.8631178707224335, "completeness": 0.7651006711409396, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "19532392", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "19532392", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "19532392", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5666666666666667, "weighted_f1": 0.7234042553191489, "completeness": 0.5666666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "19532392", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7586206896551725, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "19851252", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "19851252", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "19851252", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.21052631578947367, "weighted_f1": 0.34782608695652173, "completeness": 0.21052631578947367, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "19851252", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5384615384615384, "weighted_f1": 0.7000000000000001, "completeness": 0.5384615384615384, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "20006992", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6338028169014085, "weighted_f1": 0.7758620689655172, "completeness": 0.6338028169014085, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "20006992", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.6954022988505747, "weighted_f1": 0.8175675675675675, "completeness": 0.7011494252873564, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "20006992", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.78, "weighted_f1": 0.873134328358209, "completeness": 0.7866666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "20006992", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.6789473684210526, "weighted_f1": 0.8062499999999999, "completeness": 0.6842105263157895, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "20969119", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9516129032258065, "weighted_f1": 0.9752066115702479, "completeness": 0.9516129032258065, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "20969119", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.9603174603174603, "weighted_f1": 0.9758064516129032, "completeness": 0.9682539682539683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "20969119", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7865168539325843, "weighted_f1": 0.880503144654088, "completeness": 0.7865168539325843, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "20969119", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8387096774193549, "weighted_f1": 0.9122807017543859, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "21134923", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5666666666666667, "weighted_f1": 0.7234042553191489, "completeness": 0.5666666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "21134923", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5517241379310345, "weighted_f1": 0.7111111111111111, "completeness": 0.5517241379310345, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "21134923", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.64, "weighted_f1": 0.7804878048780487, "completeness": 0.64, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "21134923", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.42857142857142855, "weighted_f1": 0.6, "completeness": 0.42857142857142855, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "21868149", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "21868149", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.6304347826086957, "weighted_f1": 0.7699115044247787, "completeness": 0.6376811594202898, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "21868149", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 2, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 0.975609756097561, "weighted_recall": 0.5194805194805194, "weighted_f1": 0.6779661016949152, "completeness": 0.5324675324675324, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "21868149", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3582089552238806, "weighted_f1": 0.5274725274725275, "completeness": 0.3582089552238806, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "23631188", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8367346938775511, "weighted_f1": 0.9111111111111111, "completeness": 0.8367346938775511, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "23631188", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8504672897196262, "weighted_f1": 0.9191919191919192, "completeness": 0.8504672897196262, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "23631188", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.89, "weighted_f1": 0.9417989417989417, "completeness": 0.89, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "23631188", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4, "weighted_f1": 0.5714285714285715, "completeness": 0.4, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "24001783", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8857142857142857, "weighted_f1": 0.9393939393939393, "completeness": 0.8857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "24001783", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.955223880597015, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "24001783", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9577464788732395, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "24001783", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7575757575757576, "weighted_f1": 0.8620689655172413, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "24068423", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9024390243902439, "weighted_f1": 0.9487179487179488, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "24068423", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.875, "weighted_f1": 0.9245283018867924, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "24068423", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.925, "weighted_f1": 0.956896551724138, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "24068423", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65, "weighted_f1": 0.787878787878788, "completeness": 0.65, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "24397882", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "24397882", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9494949494949495, "completeness": 0.9038461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "24397882", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "24397882", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7794117647058824, "weighted_f1": 0.8760330578512397, "completeness": 0.7794117647058824, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "24416961", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 12, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 0.8636363636363636, "weighted_recall": 0.5277777777777778, "weighted_f1": 0.6551724137931034, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "24416961", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 19, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.8782051282051282, "weighted_recall": 0.6586538461538461, "weighted_f1": 0.7527472527472526, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "24416961", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 12, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 0.8636363636363636, "weighted_recall": 0.5277777777777778, "weighted_f1": 0.6551724137931034, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "24416961", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 1, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.19186046511627908, "weighted_f1": 0.32038834951456313, "completeness": 0.19767441860465115, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "26070334", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9252336448598131, "weighted_f1": 0.9611650485436893, "completeness": 0.9252336448598131, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "26070334", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9252336448598131, "weighted_f1": 0.9611650485436893, "completeness": 0.9252336448598131, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "26070334", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "26070334", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 116, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8345323741007195, "weighted_f1": 0.9098039215686274, "completeness": 0.8345323741007195, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "26835781", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9636363636363636, "weighted_f1": 0.9814814814814815, "completeness": 0.9636363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "26835781", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.9553571428571429, "weighted_f1": 0.9727272727272727, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "26835781", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.62, "weighted_f1": 0.7654320987654321, "completeness": 0.62, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "26835781", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7761194029850746, "weighted_f1": 0.8739495798319328, "completeness": 0.7761194029850746, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "26921245", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "26921245", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8723404255319149, "weighted_f1": 0.9318181818181819, "completeness": 0.8723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "26921245", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "26921245", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8405797101449275, "weighted_f1": 0.9133858267716535, "completeness": 0.8405797101449275, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "27689009", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.56, "weighted_f1": 0.717948717948718, "completeness": 0.56, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "27689009", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5789473684210527, "weighted_f1": 0.7333333333333334, "completeness": 0.5789473684210527, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "27689009", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.8770491803278688, "weighted_f1": 0.9304347826086956, "completeness": 0.8852459016393442, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "27689009", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.6890243902439024, "weighted_f1": 0.8129496402877697, "completeness": 0.6951219512195121, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "27888251", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 4, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9210526315789473, "weighted_recall": 0.875, "weighted_f1": 0.8974358974358975, "completeness": 0.925, "unsupported_rate": 0.02631578947368421, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "27888251", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 6, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9024390243902439, "weighted_recall": 0.8604651162790697, "weighted_f1": 0.8809523809523809, "completeness": 0.9302325581395349, "unsupported_rate": 0.024390243902439025, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "27888251", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 7, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9146341463414634, "weighted_recall": 0.7978723404255319, "weighted_f1": 0.8522727272727272, "completeness": 0.8723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "27888251", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 4, "fp": 2, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9111111111111111, "weighted_recall": 0.6612903225806451, "weighted_f1": 0.7663551401869159, "completeness": 0.6935483870967742, "unsupported_rate": 0.044444444444444446, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "28165687", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.7253521126760564, "weighted_f1": 0.8373983739837398, "completeness": 0.7323943661971831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "28165687", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.6971830985915493, "weighted_f1": 0.8181818181818182, "completeness": 0.704225352112676, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "28165687", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 2, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.5227272727272727, "weighted_f1": 0.6814814814814814, "completeness": 0.5340909090909091, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "28165687", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 2, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 0.9859154929577465, "weighted_recall": 0.5, "weighted_f1": 0.6635071090047393, "completeness": 0.5071428571428571, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "28247753", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8105263157894737, "weighted_f1": 0.8953488372093024, "completeness": 0.8105263157894737, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "28247753", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "28247753", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8712871287128713, "weighted_f1": 0.9312169312169313, "completeness": 0.8712871287128713, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "28247753", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "28733974", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.987012987012987, "weighted_recall": 0.95, "weighted_f1": 0.9681528662420381, "completeness": 0.9625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "28733974", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 3, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9810126582278481, "weighted_recall": 0.9451219512195121, "weighted_f1": 0.9627329192546583, "completeness": 0.9634146341463414, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "28733974", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9873417721518988, "weighted_recall": 0.9512195121951219, "weighted_f1": 0.968944099378882, "completeness": 0.9634146341463414, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "28733974", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 1, "fn": 56, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.4563106796116505, "weighted_f1": 0.6225165562913907, "completeness": 0.4563106796116505, "unsupported_rate": 0.020833333333333332, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "29142288", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 4, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9809523809523809, "weighted_recall": 0.911504424778761, "weighted_f1": 0.944954128440367, "completeness": 0.9292035398230089, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "29142288", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 102, "partial": 4, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.9203539823008849, "weighted_f1": 0.949771689497717, "completeness": 0.9380530973451328, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "29142288", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 3, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.985981308411215, "weighted_recall": 0.9173913043478261, "weighted_f1": 0.9504504504504504, "completeness": 0.9304347826086956, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "29142288", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 96, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2440944881889764, "weighted_f1": 0.3924050632911393, "completeness": 0.2440944881889764, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "29510501", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.7934782608695652, "weighted_f1": 0.8795180722891566, "completeness": 0.8043478260869565, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "29510501", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.7954545454545454, "weighted_f1": 0.875, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "29510501", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.7717391304347826, "weighted_f1": 0.8658536585365854, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "29510501", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6136363636363636, "weighted_f1": 0.7605633802816901, "completeness": 0.6136363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "29746235", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9558823529411765, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.8904109589041096, "completeness": 0.8717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "29746235", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 3, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9571428571428572, "weighted_recall": 0.8170731707317073, "weighted_f1": 0.881578947368421, "completeness": 0.8536585365853658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "29746235", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 3, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 0.90625, "weighted_recall": 0.29591836734693877, "weighted_f1": 0.4461538461538461, "completeness": 0.32653061224489793, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "29746235", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 4, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 0.8461538461538461, "weighted_recall": 0.1864406779661017, "weighted_f1": 0.3055555555555555, "completeness": 0.22033898305084745, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "29897742", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.8387096774193549, "weighted_f1": 0.9043478260869565, "completeness": 0.8548387096774194, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "29897742", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.8676470588235294, "weighted_f1": 0.9218749999999999, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "29897742", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.826530612244898, "weighted_f1": 0.9, "completeness": 0.8367346938775511, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "29897742", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3614457831325301, "weighted_f1": 0.5309734513274336, "completeness": 0.3614457831325301, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "29968330", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "29968330", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6739130434782609, "weighted_f1": 0.8051948051948052, "completeness": 0.6739130434782609, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "29968330", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.20422535211267606, "weighted_f1": 0.3372093023255814, "completeness": 0.2112676056338028, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "29968330", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 1, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.14, "weighted_f1": 0.24418604651162792, "completeness": 0.14666666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "30437583", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7391304347826086, "weighted_f1": 0.85, "completeness": 0.7391304347826086, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "30437583", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "30437583", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.2916666666666667, "weighted_f1": 0.44871794871794873, "completeness": 0.3, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "30437583", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1346153846153846, "weighted_f1": 0.23728813559322035, "completeness": 0.1346153846153846, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "34141299", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7843137254901961, "weighted_f1": 0.8791208791208792, "completeness": 0.7843137254901961, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "34141299", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9724770642201834, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "34141299", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9649122807017544, "weighted_f1": 0.9821428571428572, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "34141299", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20652173913043478, "weighted_f1": 0.34234234234234234, "completeness": 0.20652173913043478, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "36102323", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 131, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8791946308724832, "weighted_f1": 0.9357142857142857, "completeness": 0.8791946308724832, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "36102323", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 111, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7872340425531915, "weighted_f1": 0.880952380952381, "completeness": 0.7872340425531915, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "36102323", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "36102323", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6691176470588235, "weighted_f1": 0.801762114537445, "completeness": 0.6691176470588235, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "37201447", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.8125, "weighted_f1": 0.8904109589041096, "completeness": 0.825, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "37201447", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 3, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.7340425531914894, "weighted_f1": 0.8313253012048193, "completeness": 0.7659574468085106, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "37201447", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 3, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9659090909090909, "weighted_recall": 0.5985915492957746, "weighted_f1": 0.7391304347826086, "completeness": 0.6197183098591549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "37201447", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 3, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.7816901408450704, "weighted_f1": 0.8671875, "completeness": 0.8028169014084507, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "37292350", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7007299270072993, "weighted_f1": 0.8240343347639485, "completeness": 0.7007299270072993, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "37292350", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7007299270072993, "weighted_f1": 0.8240343347639485, "completeness": 0.7007299270072993, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "37292350", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 120, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.37823834196891193, "weighted_f1": 0.5488721804511278, "completeness": 0.37823834196891193, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "37292350", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 178, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22608695652173913, "weighted_f1": 0.36879432624113473, "completeness": 0.22608695652173913, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "38216888", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "38216888", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.9555555555555557, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "38216888", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "38216888", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8787878787878788, "weighted_f1": 0.9354838709677419, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "40882926", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "40882926", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9305555555555556, "weighted_f1": 0.9571428571428572, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "40882926", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.8703703703703703, "weighted_f1": 0.9215686274509804, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "40882926", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9193548387096775, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "54246169", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.9019607843137255, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "54246169", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.9019607843137255, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "54246169", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.835820895522388, "weighted_f1": 0.9105691056910569, "completeness": 0.835820895522388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "54246169", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6046511627906976, "weighted_f1": 0.7536231884057971, "completeness": 0.6046511627906976, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "55500538", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "55500538", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.8469387755102041, "weighted_f1": 0.9120879120879121, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "55500538", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8297872340425532, "weighted_f1": 0.9069767441860465, "completeness": 0.8297872340425532, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "55500538", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2833333333333333, "weighted_f1": 0.4415584415584416, "completeness": 0.2833333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "55712978", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.41333333333333333, "weighted_f1": 0.5849056603773585, "completeness": 0.41333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "55712978", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 2, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 0.9696969696969697, "weighted_recall": 0.4155844155844156, "weighted_f1": 0.5818181818181818, "completeness": 0.42857142857142855, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "55712978", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.72, "weighted_f1": 0.8372093023255813, "completeness": 0.72, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "55712978", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 89, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35507246376811596, "weighted_f1": 0.5240641711229946, "completeness": 0.35507246376811596, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "56068028", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8275862068965517, "weighted_f1": 0.9056603773584906, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "56068028", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8405797101449275, "weighted_f1": 0.9133858267716535, "completeness": 0.8405797101449275, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "56068028", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6285714285714286, "weighted_f1": 0.7719298245614035, "completeness": 0.6285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "56068028", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5555555555555556, "weighted_f1": 0.7142857142857143, "completeness": 0.5555555555555556, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "62994611", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8983050847457628, "weighted_f1": 0.9464285714285715, "completeness": 0.8983050847457628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "62994611", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.987012987012987, "weighted_recall": 0.9156626506024096, "weighted_f1": 0.95, "completeness": 0.927710843373494, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "62994611", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7560975609756098, "weighted_f1": 0.8611111111111112, "completeness": 0.7560975609756098, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "62994611", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 75, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.27884615384615385, "weighted_f1": 0.4360902255639098, "completeness": 0.27884615384615385, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "69336473", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "69336473", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9935897435897436, "weighted_recall": 0.96875, "weighted_f1": 0.9810126582278481, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "69336473", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.6978021978021978, "weighted_f1": 0.8193548387096773, "completeness": 0.7032967032967034, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "69336473", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6219512195121951, "weighted_f1": 0.7669172932330827, "completeness": 0.6219512195121951, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "69360287", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 2, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.975609756097561, "weighted_recall": 0.5882352941176471, "weighted_f1": 0.7339449541284403, "completeness": 0.6029411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "69360287", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 4, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9661016949152542, "weighted_recall": 0.6627906976744186, "weighted_f1": 0.786206896551724, "completeness": 0.686046511627907, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "69360287", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 5, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9626865671641791, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.948529411764706, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "69360287", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5476190476190477, "weighted_f1": 0.7076923076923077, "completeness": 0.5476190476190477, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "69859102", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.9662921348314606, "completeness": 0.9347826086956522, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "69859102", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.978494623655914, "weighted_f1": 0.9891304347826088, "completeness": 0.978494623655914, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "69859102", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9789473684210527, "weighted_f1": 0.9893617021276596, "completeness": 0.9789473684210527, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "69859102", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7983193277310925, "weighted_f1": 0.8878504672897196, "completeness": 0.7983193277310925, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "79536879", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6942148760330579, "weighted_f1": 0.8195121951219513, "completeness": 0.6942148760330579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "79536879", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 105, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84, "weighted_f1": 0.9130434782608696, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "79536879", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 88, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3282442748091603, "weighted_f1": 0.4942528735632184, "completeness": 0.3282442748091603, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "79536879", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 117, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.14233576642335766, "weighted_f1": 0.24840764331210188, "completeness": 0.145985401459854, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "81042872", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5348837209302325, "weighted_f1": 0.6969696969696969, "completeness": 0.5348837209302325, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "81042872", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6041666666666666, "weighted_f1": 0.7532467532467533, "completeness": 0.6041666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "81042872", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6607142857142857, "weighted_f1": 0.7956989247311829, "completeness": 0.6607142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "81042872", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5272727272727272, "weighted_f1": 0.6904761904761904, "completeness": 0.5272727272727272, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "84512719", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.6081081081081081, "weighted_f1": 0.75, "completeness": 0.6216216216216216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "84512719", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.6388888888888888, "weighted_f1": 0.7666666666666666, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "84512719", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.8285714285714286, "weighted_f1": 0.8923076923076922, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "84512719", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.5648148148148148, "weighted_f1": 0.7176470588235293, "completeness": 0.5740740740740741, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AGRICULTURE", "document_id": "89740812", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.8428571428571429, "weighted_f1": 0.9076923076923077, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "89740812", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9411764705882352, "completeness": 0.9193548387096774, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AGRICULTURE", "document_id": "89740812", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.7894736842105263, "weighted_f1": 0.8695652173913043, "completeness": 0.8157894736842105, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AGRICULTURE", "document_id": "89740812", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6888888888888889, "weighted_f1": 0.8157894736842105, "completeness": 0.6888888888888889, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "10182582", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "10182582", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "10182582", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8064516129032258, "weighted_f1": 0.8928571428571428, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "10182582", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7906976744186046, "weighted_f1": 0.8831168831168831, "completeness": 0.7906976744186046, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "10562768", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8307692307692308, "weighted_f1": 0.907563025210084, "completeness": 0.8307692307692308, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "10562768", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "10562768", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9344262295081968, "weighted_f1": 0.9661016949152543, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "10562768", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7559055118110236, "weighted_f1": 0.8609865470852018, "completeness": 0.7559055118110236, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "10738095", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.8734939759036144, "weighted_f1": 0.9294871794871794, "completeness": 0.8795180722891566, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "10738095", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9866666666666667, "weighted_recall": 0.891566265060241, "weighted_f1": 0.9367088607594936, "completeness": 0.9036144578313253, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "10738095", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9935064935064936, "weighted_recall": 0.8895348837209303, "weighted_f1": 0.9386503067484663, "completeness": 0.8953488372093024, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "10738095", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 76, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14606741573033707, "weighted_f1": 0.25490196078431376, "completeness": 0.14606741573033707, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "10876132", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "10876132", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.9197530864197531, "weighted_f1": 0.9551282051282051, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "10876132", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8787878787878788, "weighted_f1": 0.9354838709677419, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "10876132", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5308641975308642, "weighted_f1": 0.6935483870967741, "completeness": 0.5308641975308642, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "11232471", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "11232471", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8837209302325582, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "11232471", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "11232471", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8913043478260869, "weighted_f1": 0.9425287356321839, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "11409460", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "11409460", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8787878787878788, "weighted_f1": 0.9354838709677419, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "11409460", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "11409460", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "11677077", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8448275862068966, "weighted_f1": 0.9158878504672897, "completeness": 0.8448275862068966, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "11677077", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "11677077", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.8409090909090909, "weighted_f1": 0.9098360655737705, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "11677077", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6615384615384615, "weighted_f1": 0.7962962962962964, "completeness": 0.6615384615384615, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12059610", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7761194029850746, "weighted_f1": 0.8739495798319328, "completeness": 0.7761194029850746, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12059610", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 117, "partial": 3, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.8909774436090225, "weighted_f1": 0.9367588932806324, "completeness": 0.9022556390977443, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "12059610", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9855072463768116, "weighted_recall": 0.918918918918919, "weighted_f1": 0.951048951048951, "completeness": 0.9324324324324325, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "12059610", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7534246575342466, "weighted_f1": 0.8593750000000001, "completeness": 0.7534246575342466, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12122372", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7428571428571429, "weighted_f1": 0.8524590163934427, "completeness": 0.7428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12122372", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12122372", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "12122372", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12668625", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8813559322033898, "weighted_f1": 0.936936936936937, "completeness": 0.8813559322033898, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12668625", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8870967741935484, "weighted_f1": 0.9401709401709402, "completeness": 0.8870967741935484, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12668625", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7534246575342466, "weighted_f1": 0.8593750000000001, "completeness": 0.7534246575342466, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12668625", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.71875, "weighted_f1": 0.8363636363636363, "completeness": 0.71875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12669075", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 2, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9285714285714286, "completeness": 0.896551724137931, "unsupported_rate": 0.037037037037037035, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12669075", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 2, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9537037037037037, "weighted_recall": 0.8879310344827587, "weighted_f1": 0.9196428571428572, "completeness": 0.896551724137931, "unsupported_rate": 0.037037037037037035, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12669075", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 2, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.7428571428571429, "weighted_f1": 0.8387096774193549, "completeness": 0.7428571428571429, "unsupported_rate": 0.037037037037037035, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12669075", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5384615384615384, "weighted_f1": 0.7000000000000001, "completeness": 0.5384615384615384, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "12860543", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.72, "weighted_f1": 0.8372093023255813, "completeness": 0.72, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12860543", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7254901960784313, "weighted_f1": 0.8409090909090908, "completeness": 0.7254901960784313, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12860543", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.8090909090909091, "weighted_f1": 0.89, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "12860543", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6724137931034483, "weighted_f1": 0.8041237113402061, "completeness": 0.6724137931034483, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "13386301", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9936708860759493, "weighted_recall": 0.9235294117647059, "weighted_f1": 0.9573170731707318, "completeness": 0.9294117647058824, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "13386301", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9936708860759493, "weighted_recall": 0.9235294117647059, "weighted_f1": 0.9573170731707318, "completeness": 0.9294117647058824, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "13386301", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5524475524475524, "weighted_f1": 0.7117117117117117, "completeness": 0.5524475524475524, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "13386301", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6698113207547169, "weighted_f1": 0.8022598870056497, "completeness": 0.6698113207547169, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "13418452", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8392857142857143, "weighted_f1": 0.9126213592233009, "completeness": 0.8392857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "13418452", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.8492063492063492, "weighted_f1": 0.9145299145299146, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "13418452", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "13418452", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 77, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1348314606741573, "weighted_f1": 0.23762376237623764, "completeness": 0.1348314606741573, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "13764840", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "13764840", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "13764840", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "13764840", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.5, "completeness": 0.3333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "13807808", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "13807808", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8863636363636364, "weighted_f1": 0.9397590361445783, "completeness": 0.8863636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "13807808", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "13807808", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4230769230769231, "weighted_f1": 0.5945945945945945, "completeness": 0.4230769230769231, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "13858219", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "13858219", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.96, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.923076923076923, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "13858219", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "13858219", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8292682926829268, "weighted_f1": 0.9066666666666667, "completeness": 0.8292682926829268, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "14304010", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.9537037037037037, "weighted_f1": 0.9716981132075472, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "14304010", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.9537037037037037, "weighted_f1": 0.9716981132075472, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "14304010", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9813084112149533, "completeness": 0.9814814814814815, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "14304010", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.9140625, "weighted_f1": 0.9512195121951219, "completeness": 0.921875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "14413257", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 6, "fp": 2, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9038461538461539, "weighted_recall": 0.8392857142857143, "weighted_f1": 0.8703703703703703, "completeness": 0.8928571428571429, "unsupported_rate": 0.038461538461538464, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "14413257", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 6, "fp": 2, "fn": 10, "unverifiable": 1, "weighted_precision": 0.8979591836734694, "weighted_recall": 0.7719298245614035, "weighted_f1": 0.8301886792452831, "completeness": 0.8245614035087719, "unsupported_rate": 0.04081632653061224, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "14413257", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 6, "fp": 2, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9056603773584906, "weighted_recall": 0.8, "weighted_f1": 0.8495575221238938, "completeness": 0.85, "unsupported_rate": 0.03773584905660377, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "14413257", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 5, "fp": 2, "fn": 37, "unverifiable": 0, "weighted_precision": 0.8953488372093024, "weighted_recall": 0.4935897435897436, "weighted_f1": 0.6363636363636365, "completeness": 0.5256410256410257, "unsupported_rate": 0.046511627906976744, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "14698557", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6744186046511628, "weighted_f1": 0.8055555555555556, "completeness": 0.6744186046511628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "14698557", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6744186046511628, "weighted_f1": 0.8055555555555556, "completeness": 0.6744186046511628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "14698557", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2537313432835821, "weighted_f1": 0.40476190476190477, "completeness": 0.2537313432835821, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "14698557", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6417910447761194, "weighted_f1": 0.7818181818181819, "completeness": 0.6417910447761194, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "14937492", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8941176470588236, "weighted_f1": 0.9440993788819877, "completeness": 0.8941176470588236, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "14937492", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.993421052631579, "weighted_recall": 0.888235294117647, "weighted_f1": 0.937888198757764, "completeness": 0.8941176470588236, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "14937492", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.7289156626506024, "weighted_f1": 0.8402777777777779, "completeness": 0.7349397590361446, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "14937492", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4024390243902439, "weighted_f1": 0.5739130434782609, "completeness": 0.4024390243902439, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "15154822", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84375, "weighted_f1": 0.9152542372881356, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "15154822", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9150943396226415, "weighted_f1": 0.9556650246305419, "completeness": 0.9150943396226415, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "15154822", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8245614035087719, "weighted_f1": 0.9038461538461539, "completeness": 0.8245614035087719, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "15154822", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6956521739130435, "weighted_f1": 0.8205128205128205, "completeness": 0.6956521739130435, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "15479281", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9622641509433962, "weighted_f1": 0.9807692307692307, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "15479281", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9811320754716981, "weighted_f1": 0.9904761904761905, "completeness": 0.9811320754716981, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "15479281", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9814814814814815, "weighted_f1": 0.9906542056074767, "completeness": 0.9814814814814815, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "15479281", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "15535408", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7045454545454546, "weighted_f1": 0.8266666666666667, "completeness": 0.7045454545454546, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "15535408", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "15535408", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "15535408", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7538461538461538, "weighted_f1": 0.8596491228070176, "completeness": 0.7538461538461538, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "15746146", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.7959183673469388, "weighted_f1": 0.8764044943820225, "completeness": 0.8163265306122449, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "15746146", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.8245614035087719, "weighted_f1": 0.8952380952380952, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "15746146", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.96875, "weighted_f1": 0.9789473684210526, "completeness": 0.9791666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "15746146", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7682926829268293, "weighted_f1": 0.8689655172413793, "completeness": 0.7682926829268293, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16391949", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8072289156626506, "weighted_f1": 0.8933333333333333, "completeness": 0.8072289156626506, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16391949", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8072289156626506, "weighted_f1": 0.8933333333333333, "completeness": 0.8072289156626506, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16391949", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16391949", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7303370786516854, "weighted_f1": 0.8441558441558442, "completeness": 0.7303370786516854, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16500168", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8850574712643678, "weighted_f1": 0.9390243902439025, "completeness": 0.8850574712643678, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16500168", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9941860465116279, "weighted_recall": 0.890625, "weighted_f1": 0.9395604395604396, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16500168", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9770114942528736, "weighted_f1": 0.9883720930232558, "completeness": 0.9770114942528736, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "16500168", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 88, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2413793103448276, "weighted_f1": 0.3888888888888889, "completeness": 0.2413793103448276, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "16605640", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7397260273972602, "weighted_f1": 0.8503937007874016, "completeness": 0.7397260273972602, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16605640", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8192771084337349, "weighted_f1": 0.9006622516556291, "completeness": 0.8192771084337349, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16605640", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7108433734939759, "weighted_f1": 0.8309859154929577, "completeness": 0.7108433734939759, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16605640", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 115, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8156028368794326, "weighted_f1": 0.8984375, "completeness": 0.8156028368794326, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16723524", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.868421052631579, "weighted_f1": 0.9295774647887324, "completeness": 0.868421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16723524", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8142857142857143, "weighted_f1": 0.8976377952755905, "completeness": 0.8142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16723524", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8611111111111112, "weighted_f1": 0.9253731343283582, "completeness": 0.8611111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16723524", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8089887640449438, "weighted_f1": 0.8944099378881988, "completeness": 0.8089887640449438, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16915389", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "16915389", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "16915389", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.9, "weighted_f1": 0.9375, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "16915389", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9270833333333334, "weighted_f1": 0.9621621621621621, "completeness": 0.9270833333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "16985289", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 4, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9607843137254902, "weighted_recall": 0.8166666666666667, "weighted_f1": 0.882882882882883, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16985289", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.825, "weighted_f1": 0.8918918918918919, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16985289", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.825, "weighted_f1": 0.8918918918918919, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "16985289", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 3, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9625, "weighted_recall": 0.55, "weighted_f1": 0.7, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "17659053", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7281553398058253, "weighted_f1": 0.8426966292134831, "completeness": 0.7281553398058253, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "17659053", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 1, "fp": 0, "fn": 28, "unverifiable": 1, "weighted_precision": 0.993421052631579, "weighted_recall": 0.7259615384615384, "weighted_f1": 0.8388888888888888, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "17659053", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.941747572815534, "weighted_f1": 0.97, "completeness": 0.941747572815534, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "17659053", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7007874015748031, "weighted_f1": 0.824074074074074, "completeness": 0.7007874015748031, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "17714174", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7368421052631579, "weighted_f1": 0.8484848484848484, "completeness": 0.7368421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "17714174", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9767441860465116, "weighted_recall": 0.7241379310344828, "weighted_f1": 0.8316831683168318, "completeness": 0.7413793103448276, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "17714174", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.967032967032967, "weighted_f1": 0.9832402234636871, "completeness": 0.967032967032967, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "17714174", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "18509268", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9772727272727273, "weighted_f1": 0.9885057471264368, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "18509268", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9777777777777777, "weighted_f1": 0.9887640449438202, "completeness": 0.9777777777777777, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "18509268", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "18509268", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8392857142857143, "weighted_f1": 0.9126213592233009, "completeness": 0.8392857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "19070271", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 1, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 0.9928571428571429, "weighted_recall": 0.6619047619047619, "weighted_f1": 0.7942857142857144, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "19070271", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 1, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.9941176470588236, "weighted_recall": 0.7100840336134454, "weighted_f1": 0.8284313725490196, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "19070271", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9943181818181818, "weighted_recall": 0.9510869565217391, "weighted_f1": 0.9722222222222222, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "19070271", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.6682242990654206, "weighted_f1": 0.7988826815642459, "completeness": 0.6728971962616822, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "19402977", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "19402977", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "19402977", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "19402977", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.5217391304347826, "weighted_f1": 0.6857142857142856, "completeness": 0.5217391304347826, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "19714635", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "19714635", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8536585365853658, "weighted_f1": 0.9210526315789475, "completeness": 0.8536585365853658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "19714635", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8658536585365854, "weighted_f1": 0.9281045751633987, "completeness": 0.8658536585365854, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "19714635", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 84, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.19230769230769232, "weighted_f1": 0.32258064516129037, "completeness": 0.19230769230769232, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "20504094", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8548387096774194, "weighted_f1": 0.9217391304347826, "completeness": 0.8548387096774194, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "20504094", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8548387096774194, "weighted_f1": 0.9217391304347826, "completeness": 0.8548387096774194, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "20504094", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9850746268656716, "weighted_f1": 0.9924812030075187, "completeness": 0.9850746268656716, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "20504094", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8356164383561644, "weighted_f1": 0.9104477611940298, "completeness": 0.8356164383561644, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "20905088", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "20905088", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.8827160493827161, "weighted_f1": 0.934640522875817, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "20905088", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.825, "weighted_f1": 0.9041095890410958, "completeness": 0.825, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "20905088", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4148936170212766, "weighted_f1": 0.5864661654135339, "completeness": 0.4148936170212766, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "21007083", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7105263157894737, "weighted_f1": 0.8307692307692308, "completeness": 0.7105263157894737, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "21007083", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.7714285714285715, "weighted_f1": 0.870967741935484, "completeness": 0.7714285714285715, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "21007083", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9859154929577464, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "21007083", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5454545454545454, "weighted_f1": 0.7058823529411764, "completeness": 0.5454545454545454, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "21570485", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8166666666666667, "weighted_f1": 0.8990825688073394, "completeness": 0.8166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "21570485", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8305084745762712, "weighted_f1": 0.9074074074074074, "completeness": 0.8305084745762712, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "21570485", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6470588235294118, "weighted_f1": 0.7857142857142858, "completeness": 0.6470588235294118, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "21570485", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.797752808988764, "weighted_f1": 0.8875, "completeness": 0.797752808988764, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "21807211", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.961038961038961, "weighted_f1": 0.9801324503311257, "completeness": 0.961038961038961, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "21807211", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.935064935064935, "weighted_f1": 0.9664429530201343, "completeness": 0.935064935064935, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "21807211", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.98, "weighted_f1": 0.9865771812080537, "completeness": 0.9866666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "21807211", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9945054945054945, "weighted_recall": 0.8379629629629629, "weighted_f1": 0.9095477386934674, "completeness": 0.8425925925925926, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "22249155", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9767441860465116, "weighted_f1": 0.988235294117647, "completeness": 0.9767441860465116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "22249155", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9767441860465116, "weighted_f1": 0.988235294117647, "completeness": 0.9767441860465116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "22249155", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9772727272727273, "weighted_f1": 0.9885057471264368, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "22249155", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.5583333333333333, "weighted_f1": 0.7127659574468085, "completeness": 0.5666666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "22852364", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "22852364", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "22852364", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8867924528301887, "weighted_f1": 0.9400000000000001, "completeness": 0.8867924528301887, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "22852364", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8208955223880597, "weighted_f1": 0.9016393442622952, "completeness": 0.8208955223880597, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "23190306", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9577464788732395, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "23190306", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "23190306", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "23190306", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5333333333333333, "weighted_f1": 0.6956521739130436, "completeness": 0.5333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "23719943", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9491525423728813, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "23719943", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "23719943", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9745762711864409, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "23719943", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8295454545454546, "weighted_f1": 0.906832298136646, "completeness": 0.8295454545454546, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "24516163", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.803921568627451, "weighted_f1": 0.891304347826087, "completeness": 0.803921568627451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "24516163", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.864406779661017, "weighted_f1": 0.9272727272727274, "completeness": 0.864406779661017, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "24516163", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9622641509433962, "weighted_f1": 0.9807692307692307, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "24516163", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13432835820895522, "weighted_f1": 0.2368421052631579, "completeness": 0.13432835820895522, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "24533931", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "24533931", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "24533931", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.76, "weighted_f1": 0.8636363636363636, "completeness": 0.76, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "24533931", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7241379310344828, "weighted_f1": 0.8400000000000001, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "24989856", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.7866666666666666, "weighted_f1": 0.8740740740740739, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "24989856", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 3, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.9797297297297297, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9006211180124224, "completeness": 0.8505747126436781, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "24989856", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 2, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.37755102040816324, "weighted_f1": 0.5441176470588235, "completeness": 0.3877551020408163, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "24989856", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.17045454545454544, "weighted_f1": 0.2912621359223301, "completeness": 0.17045454545454544, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "25142074", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.890625, "weighted_f1": 0.9344262295081966, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "25142074", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.8787878787878788, "weighted_f1": 0.9206349206349207, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "25142074", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.8939393939393939, "weighted_f1": 0.9365079365079364, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "25142074", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2727272727272727, "weighted_f1": 0.42857142857142855, "completeness": 0.2727272727272727, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "25543217", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "25543217", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.8851351351351351, "weighted_f1": 0.9357142857142857, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "25543217", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "25543217", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7123287671232876, "weighted_f1": 0.832, "completeness": 0.7123287671232876, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26046878", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26046878", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26046878", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26046878", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26098594", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8064516129032258, "weighted_f1": 0.8928571428571428, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26098594", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.8203125, "weighted_f1": 0.8974358974358975, "completeness": 0.828125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26098594", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.890625, "weighted_f1": 0.9421487603305785, "completeness": 0.890625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26098594", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.647887323943662, "weighted_f1": 0.7863247863247863, "completeness": 0.647887323943662, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26586477", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9692307692307692, "weighted_f1": 0.9843749999999999, "completeness": 0.9692307692307692, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "26586477", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.9307692307692308, "weighted_f1": 0.9603174603174605, "completeness": 0.9384615384615385, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "26586477", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9846153846153847, "weighted_f1": 0.9922480620155039, "completeness": 0.9846153846153847, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "26586477", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84, "weighted_f1": 0.9130434782608696, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26691587", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8382352941176471, "weighted_f1": 0.9119999999999999, "completeness": 0.8382352941176471, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26691587", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8382352941176471, "weighted_f1": 0.9119999999999999, "completeness": 0.8382352941176471, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26691587", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.971830985915493, "weighted_f1": 0.9857142857142858, "completeness": 0.971830985915493, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "26691587", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6818181818181818, "weighted_f1": 0.8108108108108109, "completeness": 0.6818181818181818, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26829561", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8548387096774194, "weighted_f1": 0.9217391304347826, "completeness": 0.8548387096774194, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26829561", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8852459016393442, "completeness": 0.7941176470588235, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26829561", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7796610169491526, "weighted_f1": 0.8761904761904762, "completeness": 0.7796610169491526, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "26829561", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8411214953271028, "weighted_f1": 0.9137055837563453, "completeness": 0.8411214953271028, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "27091280", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9940476190476191, "weighted_recall": 0.9277777777777778, "weighted_f1": 0.9597701149425287, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "27091280", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "27091280", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9882352941176471, "weighted_f1": 0.9940828402366864, "completeness": 0.9882352941176471, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "27091280", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9238095238095239, "weighted_f1": 0.9603960396039605, "completeness": 0.9238095238095239, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "27099856", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8275862068965517, "weighted_f1": 0.9056603773584906, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "27099856", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8305084745762712, "weighted_f1": 0.9074074074074074, "completeness": 0.8305084745762712, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "27099856", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 1, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.9807692307692307, "weighted_f1": 0.9807692307692307, "completeness": 0.9807692307692307, "unsupported_rate": 0.019230769230769232, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "27099856", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.42857142857142855, "weighted_f1": 0.6, "completeness": 0.42857142857142855, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "27176039", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.639344262295082, "weighted_f1": 0.78, "completeness": 0.639344262295082, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "27176039", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6557377049180327, "weighted_f1": 0.7920792079207921, "completeness": 0.6557377049180327, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "27176039", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "27176039", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5074626865671642, "weighted_f1": 0.6732673267326732, "completeness": 0.5074626865671642, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "27549075", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8113207547169812, "weighted_f1": 0.8958333333333334, "completeness": 0.8113207547169812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "27549075", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7049180327868853, "weighted_f1": 0.8269230769230769, "completeness": 0.7049180327868853, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "27549075", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8846153846153846, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "27549075", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5967741935483871, "weighted_f1": 0.7474747474747475, "completeness": 0.5967741935483871, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "27694040", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "27694040", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "27694040", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "27694040", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10256410256410256, "weighted_f1": 0.18604651162790695, "completeness": 0.10256410256410256, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "28998957", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "28998957", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 114, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.991304347826087, "weighted_f1": 0.9956331877729258, "completeness": 0.991304347826087, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "28998957", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "28998957", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5698924731182796, "weighted_f1": 0.7260273972602741, "completeness": 0.5698924731182796, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "29028935", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "29028935", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8545454545454545, "weighted_f1": 0.9215686274509803, "completeness": 0.8545454545454545, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "29028935", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "29028935", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.704225352112676, "weighted_f1": 0.8264462809917354, "completeness": 0.704225352112676, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "29521434", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "29521434", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7837837837837838, "weighted_f1": 0.8787878787878788, "completeness": 0.7837837837837838, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "29521434", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2127659574468085, "weighted_f1": 0.3508771929824561, "completeness": 0.2127659574468085, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "29521434", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.18867924528301888, "weighted_f1": 0.3174603174603175, "completeness": 0.18867924528301888, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "29640922", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8615384615384616, "weighted_f1": 0.9256198347107438, "completeness": 0.8615384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "29640922", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8769230769230769, "weighted_f1": 0.9344262295081968, "completeness": 0.8769230769230769, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "29640922", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9384615384615385, "weighted_f1": 0.9682539682539683, "completeness": 0.9384615384615385, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "29640922", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5217391304347826, "weighted_f1": 0.6857142857142856, "completeness": 0.5217391304347826, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "29764492", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8875, "weighted_f1": 0.9403973509933775, "completeness": 0.8875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "29764492", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8987341772151899, "weighted_f1": 0.9466666666666668, "completeness": 0.8987341772151899, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "29764492", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "29764492", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3157894736842105, "weighted_f1": 0.4799999999999999, "completeness": 0.3157894736842105, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "30344127", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "30344127", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.6805555555555556, "weighted_f1": 0.8032786885245902, "completeness": 0.6944444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "30344127", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.7903225806451613, "weighted_f1": 0.8749999999999999, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "30344127", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.4270833333333333, "weighted_f1": 0.5942028985507246, "completeness": 0.4375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "30430249", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6818181818181818, "weighted_f1": 0.8108108108108109, "completeness": 0.6818181818181818, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "30430249", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7307692307692307, "weighted_f1": 0.8444444444444443, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "30430249", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.9407894736842105, "weighted_f1": 0.9662162162162163, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "30430249", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6506024096385542, "weighted_f1": 0.7883211678832116, "completeness": 0.6506024096385542, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "31225895", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9634146341463414, "weighted_recall": 0.79, "weighted_f1": 0.8681318681318682, "completeness": 0.82, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "31225895", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 3, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9745762711864406, "weighted_recall": 0.9274193548387096, "weighted_f1": 0.9504132231404958, "completeness": 0.9516129032258065, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "31225895", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.3618421052631579, "weighted_f1": 0.5288461538461539, "completeness": 0.3684210526315789, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "31225895", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 68, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10526315789473684, "weighted_f1": 0.1904761904761905, "completeness": 0.10526315789473684, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "31362807", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.8881578947368421, "weighted_f1": 0.9375000000000001, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "31362807", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.8430232558139535, "weighted_f1": 0.9119496855345913, "completeness": 0.8488372093023255, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "31362807", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.9050632911392406, "weighted_f1": 0.9470198675496688, "completeness": 0.9113924050632911, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "31362807", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 2, "fp": 1, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9764705882352941, "weighted_recall": 0.8556701030927835, "weighted_f1": 0.9120879120879121, "completeness": 0.865979381443299, "unsupported_rate": 0.011764705882352941, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "31761591", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.9375, "weighted_f1": 0.9642857142857143, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "31761591", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.9507042253521126, "weighted_f1": 0.9712230215827339, "completeness": 0.9577464788732394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "31761591", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.7564102564102564, "weighted_f1": 0.8550724637681159, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "31761591", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.7756410256410257, "weighted_f1": 0.8705035971223022, "completeness": 0.782051282051282, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "33665485", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 4, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9487179487179487, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.8809523809523809, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "33665485", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 4, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9512195121951219, "weighted_recall": 0.8125, "weighted_f1": 0.8764044943820225, "completeness": 0.8541666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "33665485", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 4, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9523809523809523, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9195402298850575, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "33665485", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 4, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9487179487179487, "weighted_recall": 0.7115384615384616, "weighted_f1": 0.8131868131868132, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "35121930", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9803921568627451, "weighted_f1": 0.99009900990099, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "35121930", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9803921568627451, "weighted_f1": 0.99009900990099, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "35121930", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7894736842105263, "weighted_f1": 0.8823529411764706, "completeness": 0.7894736842105263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "35121930", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.11594202898550725, "weighted_f1": 0.20779220779220778, "completeness": 0.11594202898550725, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "35571205", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9893617021276596, "weighted_f1": 0.9946524064171123, "completeness": 0.9893617021276596, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "35571205", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9893617021276596, "weighted_f1": 0.9946524064171123, "completeness": 0.9893617021276596, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "35571205", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9894736842105263, "weighted_f1": 0.9947089947089947, "completeness": 0.9894736842105263, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "35571205", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "35603950", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "35603950", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "35603950", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.955223880597015, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "35603950", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8735632183908046, "weighted_f1": 0.9325153374233129, "completeness": 0.8735632183908046, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "35985133", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 121, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9236641221374046, "weighted_f1": 0.9603174603174602, "completeness": 0.9236641221374046, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "35985133", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 130, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "35985133", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 130, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "35985133", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 134, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9305555555555556, "weighted_f1": 0.9640287769784173, "completeness": 0.9305555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "36094883", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7959183673469388, "weighted_f1": 0.8863636363636364, "completeness": 0.7959183673469388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "36094883", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8305084745762712, "weighted_f1": 0.9074074074074074, "completeness": 0.8305084745762712, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "36094883", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5543478260869565, "weighted_f1": 0.7132867132867133, "completeness": 0.5543478260869565, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "36094883", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.6484375, "weighted_f1": 0.7830188679245282, "completeness": 0.65625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "36136569", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7763157894736842, "weighted_f1": 0.8740740740740741, "completeness": 0.7763157894736842, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "36136569", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8051948051948052, "weighted_f1": 0.8920863309352518, "completeness": 0.8051948051948052, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "36136569", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5476190476190477, "weighted_f1": 0.7076923076923077, "completeness": 0.5476190476190477, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "36136569", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3875, "weighted_f1": 0.5585585585585586, "completeness": 0.3875, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "37750854", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.972972972972973, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.8888888888888891, "completeness": 0.8409090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "37750854", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8653846153846154, "weighted_f1": 0.9278350515463918, "completeness": 0.8653846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "37750854", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "37750854", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6086956521739131, "weighted_f1": 0.7567567567567568, "completeness": 0.6086956521739131, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "41586420", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8837209302325582, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "41586420", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 1, "fp": 1, "fn": 15, "unverifiable": 1, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.8368421052631579, "weighted_f1": 0.9034090909090909, "completeness": 0.8421052631578947, "unsupported_rate": 0.012345679012345678, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "41586420", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 1, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9797297297297297, "weighted_recall": 0.8950617283950617, "weighted_f1": 0.9354838709677419, "completeness": 0.9012345679012346, "unsupported_rate": 0.013513513513513514, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "41586420", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7472527472527473, "weighted_f1": 0.8553459119496856, "completeness": 0.7472527472527473, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "43852883", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.7264150943396226, "weighted_f1": 0.8369565217391304, "completeness": 0.7358490566037735, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "43852883", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7636363636363637, "weighted_f1": 0.865979381443299, "completeness": 0.7636363636363637, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "43852883", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7586206896551724, "weighted_f1": 0.8627450980392156, "completeness": 0.7586206896551724, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "43852883", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6617647058823529, "weighted_f1": 0.7964601769911505, "completeness": 0.6617647058823529, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "46514339", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.9636363636363636, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "46514339", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.9636363636363636, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "46514339", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "46514339", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8732394366197183, "weighted_f1": 0.9323308270676691, "completeness": 0.8732394366197183, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "50324968", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7297297297297297, "weighted_f1": 0.8437499999999999, "completeness": 0.7297297297297297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "50324968", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.984375, "weighted_recall": 0.8513513513513513, "weighted_f1": 0.9130434782608695, "completeness": 0.8648648648648649, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "50324968", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.686046511627907, "weighted_f1": 0.8082191780821918, "completeness": 0.6976744186046512, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "50324968", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 1, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.27, "weighted_f1": 0.421875, "completeness": 0.28, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "52252936", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 3, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.8924050632911392, "weighted_f1": 0.9337748344370861, "completeness": 0.9113924050632911, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "52252936", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 112, "partial": 3, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9869565217391304, "weighted_recall": 0.9007936507936508, "weighted_f1": 0.9419087136929462, "completeness": 0.9126984126984127, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "52252936", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 3, "fp": 1, "fn": 67, "unverifiable": 0, "weighted_precision": 0.9489795918367347, "weighted_recall": 0.4043478260869565, "weighted_f1": 0.5670731707317073, "completeness": 0.41739130434782606, "unsupported_rate": 0.02040816326530612, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "52252936", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65625, "weighted_f1": 0.7924528301886793, "completeness": 0.65625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "54308684", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "54308684", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "54308684", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "54308684", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8584905660377359, "weighted_f1": 0.9191919191919192, "completeness": 0.8679245283018868, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "56025640", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8809523809523809, "weighted_f1": 0.9367088607594937, "completeness": 0.8809523809523809, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "56025640", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8958333333333334, "weighted_f1": 0.945054945054945, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "56025640", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8969072164948454, "weighted_f1": 0.9456521739130436, "completeness": 0.8969072164948454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "56025640", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 89, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.21929824561403508, "weighted_f1": 0.3597122302158273, "completeness": 0.21929824561403508, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "56151548", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "56151548", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "56151548", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8958333333333334, "weighted_f1": 0.945054945054945, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "56151548", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7846153846153846, "weighted_f1": 0.8793103448275863, "completeness": 0.7846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "58208591", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 106, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8833333333333333, "weighted_f1": 0.9380530973451328, "completeness": 0.8833333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "58208591", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 110, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.9954954954954955, "weighted_recall": 0.8911290322580645, "weighted_f1": 0.9404255319148936, "completeness": 0.8951612903225806, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "58208591", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 109, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9732142857142857, "weighted_f1": 0.9864253393665159, "completeness": 0.9732142857142857, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "58208591", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 115, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8394160583941606, "weighted_f1": 0.9126984126984127, "completeness": 0.8394160583941606, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "70750649", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9767441860465116, "weighted_f1": 0.988235294117647, "completeness": 0.9767441860465116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "70750649", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9941860465116279, "weighted_recall": 0.9606741573033708, "weighted_f1": 0.9771428571428572, "completeness": 0.9662921348314607, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "70750649", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 94, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22950819672131148, "weighted_f1": 0.37333333333333335, "completeness": 0.22950819672131148, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "70750649", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8089887640449438, "weighted_f1": 0.8944099378881988, "completeness": 0.8089887640449438, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "71499299", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6610169491525424, "weighted_f1": 0.7959183673469388, "completeness": 0.6610169491525424, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "71499299", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9944444444444445, "weighted_recall": 0.8211009174311926, "weighted_f1": 0.8994974874371858, "completeness": 0.8256880733944955, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "71499299", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "71499299", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.68, "weighted_f1": 0.8095238095238095, "completeness": 0.68, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "71767359", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.927536231884058, "weighted_f1": 0.9624060150375939, "completeness": 0.927536231884058, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "71767359", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 121, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.983739837398374, "weighted_f1": 0.9918032786885246, "completeness": 0.983739837398374, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "71767359", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.927536231884058, "weighted_f1": 0.9624060150375939, "completeness": 0.927536231884058, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "71767359", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 93, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.15454545454545454, "weighted_f1": 0.26771653543307083, "completeness": 0.15454545454545454, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "72807293", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "72807293", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8909090909090909, "weighted_f1": 0.9423076923076923, "completeness": 0.8909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "72807293", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2857142857142857, "weighted_f1": 0.4444444444444445, "completeness": 0.2857142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "72807293", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "78273826", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9625, "weighted_f1": 0.980891719745223, "completeness": 0.9625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "78273826", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9935897435897436, "weighted_recall": 0.9567901234567902, "weighted_f1": 0.9748427672955975, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "78273826", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9936708860759493, "weighted_recall": 0.8920454545454546, "weighted_f1": 0.9401197604790419, "completeness": 0.8977272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "78273826", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "83566455", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.859375, "weighted_f1": 0.9243697478991597, "completeness": 0.859375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "83566455", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.8623188405797102, "weighted_f1": 0.9224806201550387, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "83566455", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9846153846153847, "weighted_f1": 0.9922480620155039, "completeness": 0.9846153846153847, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "83566455", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8072289156626506, "weighted_f1": 0.8933333333333333, "completeness": 0.8072289156626506, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "91026230", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "91026230", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "91026230", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.825, "weighted_f1": 0.8918918918918919, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "91026230", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "91533580", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43333333333333335, "weighted_f1": 0.6046511627906976, "completeness": 0.43333333333333335, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "91533580", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 1, "fn": 17, "unverifiable": 1, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.5930232558139535, "weighted_f1": 0.7285714285714286, "completeness": 0.6046511627906976, "unsupported_rate": 0.037037037037037035, "outcome": "Partially successful" }, { "category": "APPAREL", "document_id": "91533580", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 1, "fn": 35, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.3269230769230769, "weighted_f1": 0.48571428571428577, "completeness": 0.3269230769230769, "unsupported_rate": 0.05555555555555555, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "91533580", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4634146341463415, "weighted_f1": 0.6333333333333334, "completeness": 0.4634146341463415, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "APPAREL", "document_id": "99806115", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9871794871794872, "weighted_f1": 0.9935483870967742, "completeness": 0.9871794871794872, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "99806115", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9871794871794872, "weighted_f1": 0.9935483870967742, "completeness": 0.9871794871794872, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "99806115", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9506172839506173, "weighted_f1": 0.9746835443037974, "completeness": 0.9506172839506173, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "APPAREL", "document_id": "99806115", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8455284552845529, "weighted_f1": 0.9162995594713657, "completeness": 0.8455284552845529, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "10830646", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7053571428571429, "weighted_f1": 0.8272251308900525, "completeness": 0.7053571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "10830646", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7333333333333333, "weighted_f1": 0.846153846153846, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "10830646", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 81, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5235294117647059, "weighted_f1": 0.6872586872586873, "completeness": 0.5235294117647059, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "10830646", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.64, "weighted_f1": 0.7804878048780487, "completeness": 0.64, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11187796", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11187796", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.7592592592592593, "weighted_f1": 0.8541666666666667, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11187796", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7428571428571429, "weighted_f1": 0.8524590163934427, "completeness": 0.7428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11187796", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6938775510204082, "weighted_f1": 0.819277108433735, "completeness": 0.6938775510204082, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11360471", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 4, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9565217391304348, "weighted_recall": 0.7096774193548387, "weighted_f1": 0.8148148148148149, "completeness": 0.7419354838709677, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11360471", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 4, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9565217391304348, "weighted_recall": 0.7096774193548387, "weighted_f1": 0.8148148148148149, "completeness": 0.7419354838709677, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11360471", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 4, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.8387096774193549, "weighted_f1": 0.896551724137931, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11360471", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 3, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 0.9318181818181818, "weighted_recall": 0.2303370786516854, "weighted_f1": 0.3693693693693693, "completeness": 0.24719101123595505, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "11555549", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6538461538461539, "weighted_f1": 0.7906976744186047, "completeness": 0.6538461538461539, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11555549", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.8703703703703703, "weighted_f1": 0.9215686274509804, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11555549", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.859375, "weighted_f1": 0.9166666666666665, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11555549", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5952380952380952, "weighted_f1": 0.7462686567164178, "completeness": 0.5952380952380952, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "11995013", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.863013698630137, "weighted_f1": 0.9264705882352942, "completeness": 0.863013698630137, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11995013", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8648648648648649, "weighted_f1": 0.927536231884058, "completeness": 0.8648648648648649, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11995013", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.8506493506493507, "weighted_f1": 0.9160839160839161, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "11995013", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47560975609756095, "weighted_f1": 0.6446280991735537, "completeness": 0.47560975609756095, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "12334650", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7662337662337663, "weighted_f1": 0.8676470588235293, "completeness": 0.7662337662337663, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "12334650", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8064516129032258, "weighted_f1": 0.8928571428571428, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "12334650", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7804878048780488, "weighted_f1": 0.8767123287671234, "completeness": 0.7804878048780488, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "12334650", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5930232558139535, "weighted_f1": 0.7445255474452555, "completeness": 0.5930232558139535, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "12386670", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36065573770491804, "weighted_f1": 0.5301204819277109, "completeness": 0.36065573770491804, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "12386670", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.45, "weighted_f1": 0.6176470588235294, "completeness": 0.45714285714285713, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "12386670", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 2, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.6831683168316832, "weighted_f1": 0.8070175438596491, "completeness": 0.693069306930693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "12386670", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5402298850574713, "weighted_f1": 0.7014925373134328, "completeness": 0.5402298850574713, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "12413512", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.76, "weighted_f1": 0.8636363636363636, "completeness": 0.76, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "12413512", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7763157894736842, "weighted_f1": 0.8740740740740741, "completeness": 0.7763157894736842, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "12413512", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 1, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9769230769230769, "weighted_recall": 0.8819444444444444, "weighted_f1": 0.927007299270073, "completeness": 0.8888888888888888, "unsupported_rate": 0.015384615384615385, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "12413512", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 89, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46060606060606063, "weighted_f1": 0.6307053941908713, "completeness": 0.46060606060606063, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "12777487", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.5169491525423728, "weighted_f1": 0.6777777777777778, "completeness": 0.5254237288135594, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "12777487", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 3, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.97, "weighted_recall": 0.6381578947368421, "weighted_f1": 0.7698412698412698, "completeness": 0.6578947368421053, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "12777487", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 2, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 0.9777777777777777, "weighted_recall": 0.4782608695652174, "weighted_f1": 0.6423357664233577, "completeness": 0.4891304347826087, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "12777487", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 5, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9671052631578947, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8802395209580838, "completeness": 0.8351648351648352, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "13272204", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7297297297297297, "weighted_f1": 0.8437499999999999, "completeness": 0.7297297297297297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "13272204", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9655172413793104, "weighted_recall": 0.717948717948718, "weighted_f1": 0.8235294117647058, "completeness": 0.7435897435897436, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "13272204", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "13272204", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.746268656716418, "weighted_f1": 0.8547008547008548, "completeness": 0.746268656716418, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "14150896", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "14150896", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "14150896", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.8970588235294118, "weighted_f1": 0.9384615384615386, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "14150896", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "14248724", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "14248724", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.96875, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "14248724", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.6911764705882353, "weighted_f1": 0.8103448275862069, "completeness": 0.7058823529411765, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "14248724", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.38235294117647056, "weighted_f1": 0.5531914893617021, "completeness": 0.38235294117647056, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "14879257", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "14879257", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "14879257", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "14879257", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4444444444444444, "weighted_f1": 0.6153846153846153, "completeness": 0.4444444444444444, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "15265464", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "15265464", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8148148148148148, "weighted_f1": 0.8979591836734693, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "15265464", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.7708333333333334, "weighted_f1": 0.8671875000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "15265464", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5211267605633803, "weighted_f1": 0.6851851851851851, "completeness": 0.5211267605633803, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "15306049", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9375, "weighted_recall": 0.39473684210526316, "weighted_f1": 0.5555555555555556, "completeness": 0.42105263157894735, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "15306049", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 1, "fp": 1, "fn": 7, "unverifiable": 0, "weighted_precision": 0.8636363636363636, "weighted_recall": 0.5588235294117647, "weighted_f1": 0.6785714285714287, "completeness": 0.5882352941176471, "unsupported_rate": 0.09090909090909091, "outcome": "Failed" }, { "category": "ARTS", "document_id": "15306049", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 2, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.06451612903225806, "weighted_f1": 0.12121212121212122, "completeness": 0.06451612903225806, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "15306049", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 2, "fp": 1, "fn": 14, "unverifiable": 0, "weighted_precision": 0.8461538461538461, "weighted_recall": 0.4230769230769231, "weighted_f1": 0.5641025641025641, "completeness": 0.46153846153846156, "unsupported_rate": 0.07692307692307693, "outcome": "Failed" }, { "category": "ARTS", "document_id": "16244633", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6219512195121951, "weighted_f1": 0.7669172932330827, "completeness": 0.6219512195121951, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "16244633", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6341463414634146, "weighted_f1": 0.7761194029850745, "completeness": 0.6341463414634146, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "16244633", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7934782608695652, "weighted_f1": 0.8848484848484849, "completeness": 0.7934782608695652, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "16244633", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.546875, "weighted_f1": 0.7070707070707071, "completeness": 0.546875, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "16887936", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9176470588235294, "weighted_f1": 0.9570552147239264, "completeness": 0.9176470588235294, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "16887936", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8539325842696629, "weighted_f1": 0.9212121212121213, "completeness": 0.8539325842696629, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "16887936", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8488372093023255, "weighted_f1": 0.9182389937106918, "completeness": 0.8488372093023255, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "16887936", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 102, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.816, "weighted_f1": 0.8986784140969163, "completeness": 0.816, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "16962067", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "16962067", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.9507042253521126, "weighted_f1": 0.9712230215827339, "completeness": 0.9577464788732394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "16962067", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.95, "weighted_f1": 0.9708029197080291, "completeness": 0.9571428571428572, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "16962067", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1411764705882353, "weighted_f1": 0.24742268041237114, "completeness": 0.1411764705882353, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "17033567", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6956521739130435, "weighted_f1": 0.8205128205128205, "completeness": 0.6956521739130435, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "17033567", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6060606060606061, "weighted_f1": 0.7547169811320755, "completeness": 0.6060606060606061, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "17033567", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "17033567", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4444444444444444, "weighted_f1": 0.6153846153846153, "completeness": 0.4444444444444444, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "17325147", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "17325147", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "17325147", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "17325147", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7317073170731707, "weighted_f1": 0.8450704225352113, "completeness": 0.7317073170731707, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "17694454", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9777777777777777, "weighted_f1": 0.9887640449438202, "completeness": 0.9777777777777777, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "17694454", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9777777777777777, "weighted_f1": 0.9887640449438202, "completeness": 0.9777777777777777, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "17694454", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9945054945054945, "weighted_recall": 0.9526315789473684, "weighted_f1": 0.9731182795698924, "completeness": 0.9578947368421052, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "17694454", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9150943396226415, "weighted_f1": 0.9556650246305419, "completeness": 0.9150943396226415, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "17857644", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9245283018867925, "weighted_f1": 0.9607843137254902, "completeness": 0.9245283018867925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "17857644", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "17857644", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "17857644", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6231884057971014, "weighted_f1": 0.7678571428571428, "completeness": 0.6231884057971014, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "18029935", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7735849056603774, "weighted_f1": 0.8723404255319149, "completeness": 0.7735849056603774, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "18029935", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.788135593220339, "weighted_f1": 0.8773584905660378, "completeness": 0.7966101694915254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "18029935", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.525974025974026, "weighted_f1": 0.6864406779661018, "completeness": 0.5324675324675324, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "18029935", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.676056338028169, "weighted_f1": 0.8067226890756303, "completeness": 0.676056338028169, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "18106533", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "18106533", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.953125, "weighted_f1": 0.976, "completeness": 0.953125, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "18106533", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9636363636363636, "weighted_f1": 0.9814814814814815, "completeness": 0.9636363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "18106533", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.34210526315789475, "weighted_f1": 0.5098039215686275, "completeness": 0.34210526315789475, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "18319061", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5217391304347826, "weighted_f1": 0.6857142857142856, "completeness": 0.5217391304347826, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "18319061", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 1, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.5612244897959183, "weighted_f1": 0.7142857142857143, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "18319061", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7017543859649122, "weighted_f1": 0.8247422680412371, "completeness": 0.7017543859649122, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "18319061", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5074626865671642, "weighted_f1": 0.6732673267326732, "completeness": 0.5074626865671642, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "18586076", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7971014492753623, "weighted_f1": 0.8870967741935484, "completeness": 0.7971014492753623, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "18586076", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9928571428571429, "weighted_recall": 0.8273809523809523, "weighted_f1": 0.9025974025974025, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "18586076", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8409090909090909, "weighted_f1": 0.9135802469135803, "completeness": 0.8409090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "18586076", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.47023809523809523, "weighted_f1": 0.6370967741935485, "completeness": 0.47619047619047616, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "18885767", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5357142857142857, "weighted_f1": 0.6976744186046512, "completeness": 0.5357142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "18885767", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.9942528735632183, "weighted_recall": 0.865, "weighted_f1": 0.9251336898395721, "completeness": 0.87, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "18885767", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.6845238095238095, "weighted_f1": 0.8098591549295775, "completeness": 0.6904761904761905, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "18885767", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.6066666666666667, "weighted_f1": 0.7520661157024794, "completeness": 0.6133333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "19508520", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9736842105263158, "weighted_f1": 0.9866666666666666, "completeness": 0.9736842105263158, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "19508520", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.9782608695652174, "weighted_f1": 0.9854014598540147, "completeness": 0.9855072463768116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "19508520", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7391304347826086, "weighted_f1": 0.85, "completeness": 0.7391304347826086, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "19508520", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2602739726027397, "weighted_f1": 0.41304347826086957, "completeness": 0.2602739726027397, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "19671909", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6710526315789473, "weighted_f1": 0.8031496062992126, "completeness": 0.6710526315789473, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "19671909", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5930232558139535, "weighted_f1": 0.7445255474452555, "completeness": 0.5930232558139535, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "19671909", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6347826086956522, "weighted_f1": 0.7765957446808511, "completeness": 0.6347826086956522, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "19671909", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5434782608695652, "weighted_f1": 0.704225352112676, "completeness": 0.5434782608695652, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "19724031", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7323943661971831, "weighted_f1": 0.8455284552845529, "completeness": 0.7323943661971831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "19724031", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7246376811594203, "weighted_f1": 0.8403361344537814, "completeness": 0.7246376811594203, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "19724031", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.761904761904762, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "19724031", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4270833333333333, "weighted_f1": 0.5985401459854015, "completeness": 0.4270833333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "20148147", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4647887323943662, "weighted_f1": 0.6346153846153846, "completeness": 0.4647887323943662, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "20148147", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7016129032258065, "weighted_f1": 0.8246445497630333, "completeness": 0.7016129032258065, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "20148147", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.42168674698795183, "weighted_f1": 0.5932203389830509, "completeness": 0.42168674698795183, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "20148147", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.49019607843137253, "weighted_f1": 0.6578947368421052, "completeness": 0.49019607843137253, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "20149476", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 3, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.4934210526315789, "weighted_f1": 0.6521739130434783, "completeness": 0.5131578947368421, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "20149476", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 3, "fp": 1, "fn": 37, "unverifiable": 0, "weighted_precision": 0.9489795918367347, "weighted_recall": 0.5470588235294118, "weighted_f1": 0.6940298507462687, "completeness": 0.5647058823529412, "unsupported_rate": 0.02040816326530612, "outcome": "Failed" }, { "category": "ARTS", "document_id": "20149476", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 2, "fp": 1, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9523809523809523, "weighted_recall": 0.5063291139240507, "weighted_f1": 0.6611570247933884, "completeness": 0.5189873417721519, "unsupported_rate": 0.023809523809523808, "outcome": "Failed" }, { "category": "ARTS", "document_id": "20149476", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.3317757009345794, "weighted_f1": 0.49650349650349646, "completeness": 0.3364485981308411, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "20356750", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "20356750", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "20356750", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "20356750", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.631578947368421, "weighted_f1": 0.7741935483870968, "completeness": 0.631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "20488267", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "20488267", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "20488267", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "20488267", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.761904761904762, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "20698469", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46875, "weighted_f1": 0.6382978723404256, "completeness": 0.46875, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "20698469", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.6, "weighted_f1": 0.7397260273972602, "completeness": 0.6222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "20698469", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.7073170731707317, "weighted_f1": 0.8169014084507042, "completeness": 0.7317073170731707, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "20698469", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1724137931034483, "weighted_f1": 0.29411764705882354, "completeness": 0.1724137931034483, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "21060367", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.673469387755102, "weighted_f1": 0.8048780487804877, "completeness": 0.673469387755102, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "21060367", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6862745098039216, "weighted_f1": 0.813953488372093, "completeness": 0.6862745098039216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "21060367", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.8513513513513513, "weighted_f1": 0.9130434782608695, "completeness": 0.8648648648648649, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "21060367", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 1, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.3, "weighted_f1": 0.4583333333333333, "completeness": 0.3090909090909091, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "21809601", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "21809601", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8432835820895522, "weighted_f1": 0.911290322580645, "completeness": 0.8507462686567164, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "21809601", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8432835820895522, "weighted_f1": 0.911290322580645, "completeness": 0.8507462686567164, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "21809601", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16923076923076924, "weighted_f1": 0.2894736842105263, "completeness": 0.16923076923076924, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "21867728", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 5, "fp": 1, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9146341463414634, "weighted_recall": 0.6048387096774194, "weighted_f1": 0.7281553398058253, "completeness": 0.6451612903225806, "unsupported_rate": 0.024390243902439025, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "21867728", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 10, "fp": 2, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9222222222222223, "weighted_recall": 0.7685185185185185, "weighted_f1": 0.8383838383838385, "completeness": 0.8148148148148148, "unsupported_rate": 0.022222222222222223, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "21867728", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 5, "fp": 1, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9363636363636364, "weighted_recall": 0.7686567164179104, "weighted_f1": 0.8442622950819673, "completeness": 0.8059701492537313, "unsupported_rate": 0.01818181818181818, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "21867728", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 5, "fp": 1, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9270833333333334, "weighted_recall": 0.6013513513513513, "weighted_f1": 0.7295081967213114, "completeness": 0.6351351351351351, "unsupported_rate": 0.020833333333333332, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "22182279", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7538461538461538, "weighted_f1": 0.8596491228070176, "completeness": 0.7538461538461538, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "22182279", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.8768115942028986, "completeness": 0.7922077922077922, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "22182279", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.6513157894736842, "weighted_f1": 0.7857142857142857, "completeness": 0.6578947368421053, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "22182279", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5277777777777778, "weighted_f1": 0.6909090909090909, "completeness": 0.5277777777777778, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "22593054", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 3, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.7380952380952381, "weighted_f1": 0.8378378378378379, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "22593054", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.7377049180327869, "weighted_f1": 0.8411214953271028, "completeness": 0.7540983606557377, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "22593054", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 2, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.7049180327868853, "weighted_f1": 0.8190476190476191, "completeness": 0.7213114754098361, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "22593054", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.19696969696969696, "weighted_f1": 0.3291139240506329, "completeness": 0.19696969696969696, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "22800977", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 5, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9744897959183674, "weighted_recall": 0.7403100775193798, "weighted_f1": 0.841409691629956, "completeness": 0.7596899224806202, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "22800977", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 4, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 0.9710144927536232, "weighted_recall": 0.6203703703703703, "weighted_f1": 0.7570621468926554, "completeness": 0.6388888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "22800977", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 6, "fp": 0, "fn": 83, "unverifiable": 0, "weighted_precision": 0.9680851063829787, "weighted_recall": 0.5141242937853108, "weighted_f1": 0.6715867158671587, "completeness": 0.5310734463276836, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "22800977", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 106, "partial": 6, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 0.9732142857142857, "weighted_recall": 0.6987179487179487, "weighted_f1": 0.8134328358208954, "completeness": 0.717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "22848179", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9514563106796117, "completeness": 0.9074074074074074, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "22848179", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "22848179", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "22848179", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7846153846153846, "weighted_f1": 0.8793103448275863, "completeness": 0.7846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "23139437", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.475, "weighted_f1": 0.6333333333333334, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "23139437", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9166666666666666, "weighted_recall": 0.5238095238095238, "weighted_f1": 0.6666666666666667, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "23139437", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9166666666666666, "weighted_recall": 0.19642857142857142, "weighted_f1": 0.32352941176470584, "completeness": 0.21428571428571427, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "23139437", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 2, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9166666666666666, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.4888888888888888, "completeness": 0.36363636363636365, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "23752500", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7903225806451613, "weighted_f1": 0.8828828828828829, "completeness": 0.7903225806451613, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "23752500", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8253968253968254, "weighted_f1": 0.9043478260869565, "completeness": 0.8253968253968254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "23752500", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.631578947368421, "weighted_f1": 0.7741935483870968, "completeness": 0.631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "23752500", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8450704225352113, "weighted_f1": 0.916030534351145, "completeness": 0.8450704225352113, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "23917826", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "23917826", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 3, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 0.9802631578947368, "weighted_recall": 0.6260504201680672, "weighted_f1": 0.764102564102564, "completeness": 0.6386554621848739, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "23917826", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 3, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 0.9797297297297297, "weighted_recall": 0.614406779661017, "weighted_f1": 0.7552083333333334, "completeness": 0.6271186440677966, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "23917826", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5047619047619047, "weighted_f1": 0.6708860759493671, "completeness": 0.5047619047619047, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "24061629", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 4, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.8623853211009175, "weighted_f1": 0.9170731707317074, "completeness": 0.8807339449541285, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "24061629", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 4, "fp": 0, "fn": 13, "unverifiable": 2, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.8623853211009175, "weighted_f1": 0.9170731707317074, "completeness": 0.8807339449541285, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "24061629", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 2, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8673469387755102, "completeness": 0.7818181818181819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "24061629", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 3, "fp": 0, "fn": 81, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.2948717948717949, "weighted_f1": 0.45098039215686275, "completeness": 0.3076923076923077, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "24349611", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8208955223880597, "weighted_f1": 0.9016393442622952, "completeness": 0.8208955223880597, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "24349611", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8208955223880597, "weighted_f1": 0.9016393442622952, "completeness": 0.8208955223880597, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "24349611", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48360655737704916, "weighted_f1": 0.6519337016574586, "completeness": 0.48360655737704916, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "24349611", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 95, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.15486725663716813, "weighted_f1": 0.2671755725190839, "completeness": 0.1592920353982301, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "24983760", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.41935483870967744, "weighted_f1": 0.5909090909090909, "completeness": 0.41935483870967744, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "24983760", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.4090909090909091, "weighted_f1": 0.574468085106383, "completeness": 0.42424242424242425, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "24983760", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46153846153846156, "weighted_f1": 0.631578947368421, "completeness": 0.46153846153846156, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "24983760", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5714285714285714, "weighted_f1": 0.7272727272727273, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "25157655", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "25157655", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6333333333333333, "weighted_f1": 0.7755102040816326, "completeness": 0.6333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "25157655", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9491525423728813, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "25157655", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6888888888888889, "weighted_f1": 0.8157894736842105, "completeness": 0.6888888888888889, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "25561640", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7435897435897436, "weighted_f1": 0.8529411764705882, "completeness": 0.7435897435897436, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "25561640", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.7439024390243902, "weighted_f1": 0.8472222222222222, "completeness": 0.7560975609756098, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "25561640", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "25561640", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6794871794871795, "weighted_f1": 0.8091603053435115, "completeness": 0.6794871794871795, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "25923361", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5652173913043478, "weighted_f1": 0.7222222222222222, "completeness": 0.5652173913043478, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "25923361", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.6388888888888888, "weighted_f1": 0.7666666666666666, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "25923361", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.41509433962264153, "weighted_f1": 0.5866666666666668, "completeness": 0.41509433962264153, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "25923361", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8533333333333334, "weighted_f1": 0.9208633093525179, "completeness": 0.8533333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "25926667", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "25926667", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "25926667", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5957446808510638, "weighted_f1": 0.7466666666666666, "completeness": 0.5957446808510638, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "25926667", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "26069113", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "26069113", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "26069113", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 3, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.075, "weighted_f1": 0.13953488372093023, "completeness": 0.075, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "26069113", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "26079779", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9302325581395349, "weighted_f1": 0.963855421686747, "completeness": 0.9302325581395349, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "26079779", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9302325581395349, "weighted_f1": 0.963855421686747, "completeness": 0.9302325581395349, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "26079779", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.9204545454545454, "weighted_f1": 0.9529411764705882, "completeness": 0.9318181818181818, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "26079779", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "26410763", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6578947368421053, "weighted_f1": 0.7936507936507937, "completeness": 0.6578947368421053, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "26410763", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6578947368421053, "weighted_f1": 0.7936507936507937, "completeness": 0.6578947368421053, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "26410763", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8372093023255814, "weighted_f1": 0.9113924050632911, "completeness": 0.8372093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "26410763", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47297297297297297, "weighted_f1": 0.6422018348623852, "completeness": 0.47297297297297297, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "27024099", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.6018518518518519, "weighted_f1": 0.7471264367816092, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "27024099", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.9313725490196079, "weighted_f1": 0.9595959595959597, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "27024099", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.7151898734177216, "weighted_f1": 0.8308823529411764, "completeness": 0.7215189873417721, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "27024099", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 106, "partial": 3, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9862385321100917, "weighted_recall": 0.8082706766917294, "weighted_f1": 0.8884297520661157, "completeness": 0.8195488721804511, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "27096796", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "27096796", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.90625, "weighted_f1": 0.9354838709677419, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "27096796", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "27096796", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5185185185185185, "weighted_f1": 0.6829268292682926, "completeness": 0.5185185185185185, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "27164756", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 4, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9733333333333334, "weighted_recall": 0.73, "weighted_f1": 0.8342857142857143, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "27164756", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 4, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9733333333333334, "weighted_recall": 0.7227722772277227, "weighted_f1": 0.8295454545454545, "completeness": 0.7425742574257426, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "27164756", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 4, "fp": 1, "fn": 69, "unverifiable": 0, "weighted_precision": 0.9473684210526315, "weighted_recall": 0.432, "weighted_f1": 0.5934065934065934, "completeness": 0.448, "unsupported_rate": 0.017543859649122806, "outcome": "Failed" }, { "category": "ARTS", "document_id": "27164756", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 4, "fp": 0, "fn": 104, "unverifiable": 0, "weighted_precision": 0.9636363636363636, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.49532710280373826, "completeness": 0.34591194968553457, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "27715131", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7671232876712328, "weighted_f1": 0.8682170542635659, "completeness": 0.7671232876712328, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "27715131", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8117647058823529, "weighted_f1": 0.8961038961038961, "completeness": 0.8117647058823529, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "27715131", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "27715131", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7790697674418605, "weighted_f1": 0.8758169934640523, "completeness": 0.7790697674418605, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "27936502", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "27936502", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.922077922077922, "weighted_f1": 0.9594594594594594, "completeness": 0.922077922077922, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "27936502", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.958904109589041, "weighted_f1": 0.9790209790209791, "completeness": 0.958904109589041, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "27936502", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9156626506024096, "weighted_f1": 0.9559748427672956, "completeness": 0.9156626506024096, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "28325193", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5934065934065934, "weighted_f1": 0.7448275862068965, "completeness": 0.5934065934065934, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "28325193", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7241379310344828, "weighted_f1": 0.8400000000000001, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "28325193", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.7716049382716049, "weighted_f1": 0.8680555555555556, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "28325193", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.5952380952380952, "weighted_f1": 0.7440476190476191, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "28471099", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 6, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9285714285714286, "weighted_recall": 0.78, "weighted_f1": 0.8478260869565217, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "28471099", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 5, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9404761904761905, "weighted_recall": 0.79, "weighted_f1": 0.858695652173913, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "28471099", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 5, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 0.9404761904761905, "weighted_recall": 0.4438202247191011, "weighted_f1": 0.6030534351145038, "completeness": 0.47191011235955055, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "28471099", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 3, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9659090909090909, "weighted_recall": 0.625, "weighted_f1": 0.7589285714285715, "completeness": 0.6470588235294118, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "28629430", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84, "weighted_f1": 0.9130434782608696, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "28629430", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.8671875, "weighted_f1": 0.9249999999999999, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "28629430", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.9545454545454546, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "28629430", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9047619047619048, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "28711616", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9591836734693877, "weighted_f1": 0.9791666666666666, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "28711616", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.95, "weighted_f1": 0.9693877551020408, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "28711616", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "28711616", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.855072463768116, "weighted_f1": 0.921875, "completeness": 0.855072463768116, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "29148871", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "29148871", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "29148871", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "29148871", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 117, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3314285714285714, "weighted_f1": 0.49785407725321884, "completeness": 0.3314285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "30594821", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "30594821", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.9107142857142857, "weighted_f1": 0.9444444444444444, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "30594821", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "30594821", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.68, "weighted_f1": 0.8095238095238095, "completeness": 0.68, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "31114531", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 3, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.967391304347826, "weighted_recall": 0.6095890410958904, "weighted_f1": 0.7478991596638656, "completeness": 0.6301369863013698, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "31114531", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 3, "fp": 0, "fn": 26, "unverifiable": 1, "weighted_precision": 0.9680851063829787, "weighted_recall": 0.6232876712328768, "weighted_f1": 0.7583333333333333, "completeness": 0.6438356164383562, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "31114531", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 3, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.8283582089552238, "weighted_f1": 0.8951612903225806, "completeness": 0.8507462686567164, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "31114531", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 3, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.6325301204819277, "weighted_f1": 0.7664233576642335, "completeness": 0.6506024096385542, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "31273413", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8431372549019608, "weighted_f1": 0.9148936170212766, "completeness": 0.8431372549019608, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "31273413", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8431372549019608, "weighted_f1": 0.9148936170212766, "completeness": 0.8431372549019608, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "31273413", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.711864406779661, "weighted_f1": 0.8316831683168318, "completeness": 0.711864406779661, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "31273413", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.24074074074074073, "weighted_f1": 0.3861386138613861, "completeness": 0.24691358024691357, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "32318506", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.8113207547169812, "weighted_f1": 0.88659793814433, "completeness": 0.8301886792452831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "32318506", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 3, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9732142857142857, "weighted_recall": 0.8515625, "weighted_f1": 0.9083333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "32318506", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.7307692307692307, "weighted_f1": 0.84070796460177, "completeness": 0.7384615384615385, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "32318506", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.603448275862069, "weighted_f1": 0.7526881720430108, "completeness": 0.603448275862069, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "32794700", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 3, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9423076923076923, "weighted_recall": 0.6282051282051282, "weighted_f1": 0.7538461538461538, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "32794700", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6216216216216216, "weighted_f1": 0.7666666666666667, "completeness": 0.6216216216216216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "32794700", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 4, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.8823529411764706, "weighted_recall": 0.29411764705882354, "weighted_f1": 0.4411764705882352, "completeness": 0.3333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "32794700", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16901408450704225, "weighted_f1": 0.2891566265060241, "completeness": 0.16901408450704225, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "33344933", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5921052631578947, "weighted_f1": 0.743801652892562, "completeness": 0.5921052631578947, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "33344933", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5921052631578947, "weighted_f1": 0.743801652892562, "completeness": 0.5921052631578947, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "33344933", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8734177215189873, "weighted_f1": 0.9324324324324325, "completeness": 0.8734177215189873, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "33344933", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6261682242990654, "weighted_f1": 0.7701149425287356, "completeness": 0.6261682242990654, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "34146825", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "34146825", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.746031746031746, "weighted_f1": 0.8545454545454546, "completeness": 0.746031746031746, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "34146825", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "34146825", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6741573033707865, "weighted_f1": 0.8053691275167786, "completeness": 0.6741573033707865, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "34304175", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9754098360655737, "weighted_recall": 0.85, "weighted_f1": 0.9083969465648855, "completeness": 0.8714285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "34304175", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 5, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.8544303797468354, "weighted_f1": 0.9060402684563759, "completeness": 0.8860759493670886, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "34304175", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 3, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 0.967391304347826, "weighted_recall": 0.4734042553191489, "weighted_f1": 0.6357142857142857, "completeness": 0.48936170212765956, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "34304175", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.23333333333333334, "weighted_f1": 0.37634408602150543, "completeness": 0.24, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "36019469", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7380952380952381, "weighted_f1": 0.8493150684931507, "completeness": 0.7380952380952381, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "36019469", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7088607594936709, "weighted_f1": 0.8296296296296296, "completeness": 0.7088607594936709, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "36019469", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6896551724137931, "weighted_f1": 0.8163265306122449, "completeness": 0.6896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "36019469", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5978260869565217, "weighted_f1": 0.7482993197278911, "completeness": 0.5978260869565217, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "36379931", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 1, "fn": 11, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.7380952380952381, "weighted_f1": 0.8378378378378379, "completeness": 0.7380952380952381, "unsupported_rate": 0.03125, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "36379931", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 1, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.75, "weighted_f1": 0.84, "completeness": 0.7619047619047619, "unsupported_rate": 0.030303030303030304, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "36379931", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 1, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.627906976744186, "weighted_f1": 0.7605633802816901, "completeness": 0.627906976744186, "unsupported_rate": 0.03571428571428571, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "36379931", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6818181818181818, "weighted_f1": 0.8108108108108109, "completeness": 0.6818181818181818, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "36758947", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8269230769230769, "weighted_f1": 0.9052631578947368, "completeness": 0.8269230769230769, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "36758947", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8272727272727273, "weighted_f1": 0.9009900990099009, "completeness": 0.8363636363636363, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "36758947", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8301886792452831, "weighted_f1": 0.9072164948453608, "completeness": 0.8301886792452831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "36758947", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7590361445783133, "weighted_f1": 0.8630136986301369, "completeness": 0.7590361445783133, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "37220856", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 2, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.6623376623376623, "weighted_f1": 0.7906976744186047, "completeness": 0.6753246753246753, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "37220856", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 3, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9727272727272728, "weighted_recall": 0.6772151898734177, "weighted_f1": 0.7985074626865671, "completeness": 0.6962025316455697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "37220856", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 3, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.7010869565217391, "weighted_f1": 0.8164556962025317, "completeness": 0.717391304347826, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "37220856", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.4844961240310077, "weighted_f1": 0.6510416666666666, "completeness": 0.4883720930232558, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "37472265", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7894736842105263, "weighted_f1": 0.8823529411764706, "completeness": 0.7894736842105263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "37472265", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.7976190476190477, "weighted_f1": 0.8815789473684211, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "37472265", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "37472265", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.711864406779661, "weighted_f1": 0.8316831683168318, "completeness": 0.711864406779661, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "37751611", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8673469387755102, "completeness": 0.7818181818181819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "37751611", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.788135593220339, "weighted_f1": 0.8773584905660378, "completeness": 0.7966101694915254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "37751611", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.572289156626506, "weighted_f1": 0.7251908396946565, "completeness": 0.5783132530120482, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "37751611", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6438356164383562, "weighted_f1": 0.7833333333333334, "completeness": 0.6438356164383562, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "38115035", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8867924528301887, "weighted_f1": 0.9400000000000001, "completeness": 0.8867924528301887, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "38115035", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "38115035", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9702970297029703, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "38115035", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 75, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.05063291139240506, "weighted_f1": 0.09638554216867469, "completeness": 0.05063291139240506, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "39064638", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8205128205128205, "weighted_f1": 0.9014084507042254, "completeness": 0.8205128205128205, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "39064638", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 133, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.996268656716418, "weighted_recall": 0.9081632653061225, "weighted_f1": 0.9501779359430607, "completeness": 0.9115646258503401, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "39064638", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9493670886075949, "weighted_f1": 0.974025974025974, "completeness": 0.9493670886075949, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "39064638", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 90, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10891089108910891, "weighted_f1": 0.1964285714285714, "completeness": 0.10891089108910891, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "39470264", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7605633802816901, "weighted_f1": 0.864, "completeness": 0.7605633802816901, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "39470264", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7428571428571429, "weighted_f1": 0.8524590163934427, "completeness": 0.7428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "39470264", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5486725663716814, "weighted_f1": 0.7085714285714285, "completeness": 0.5486725663716814, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "39470264", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3490566037735849, "weighted_f1": 0.5174825174825174, "completeness": 0.3490566037735849, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "39608848", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9056603773584905, "completeness": 0.8596491228070176, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "39608848", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 4, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.8524590163934426, "weighted_f1": 0.9043478260869565, "completeness": 0.8852459016393442, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "39608848", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.9137931034482759, "weighted_f1": 0.9464285714285714, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "39608848", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7529411764705882, "weighted_f1": 0.8590604026845637, "completeness": 0.7529411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "41950126", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9818181818181818, "weighted_recall": 0.9152542372881356, "weighted_f1": 0.9473684210526316, "completeness": 0.9322033898305084, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "41950126", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.9322033898305084, "weighted_f1": 0.9565217391304348, "completeness": 0.9491525423728814, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "41950126", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9572649572649572, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "41950126", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.7575757575757576, "weighted_f1": 0.8547008547008548, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "43622023", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8055555555555556, "weighted_f1": 0.8923076923076924, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "43622023", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.821917808219178, "weighted_f1": 0.9022556390977443, "completeness": 0.821917808219178, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "43622023", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8433734939759037, "weighted_f1": 0.9150326797385622, "completeness": 0.8433734939759037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "43622023", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 85, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24778761061946902, "weighted_f1": 0.3971631205673759, "completeness": 0.24778761061946902, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "46055835", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.828125, "weighted_f1": 0.905982905982906, "completeness": 0.828125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "46055835", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6901408450704225, "weighted_f1": 0.8166666666666667, "completeness": 0.6901408450704225, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "46055835", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6282051282051282, "weighted_f1": 0.7716535433070866, "completeness": 0.6282051282051282, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "46055835", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 3, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9819277108433735, "weighted_recall": 0.7212389380530974, "weighted_f1": 0.8316326530612246, "completeness": 0.7345132743362832, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "50432401", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6984126984126984, "weighted_f1": 0.822429906542056, "completeness": 0.6984126984126984, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "50432401", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 1, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.7, "weighted_f1": 0.8198198198198198, "completeness": 0.7076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "50432401", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 1, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9765625, "weighted_recall": 0.9057971014492754, "weighted_f1": 0.9398496240601504, "completeness": 0.9130434782608695, "unsupported_rate": 0.015625, "outcome": "Successful" }, { "category": "ARTS", "document_id": "50432401", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7066666666666667, "weighted_f1": 0.828125, "completeness": 0.7066666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "53227466", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.74, "weighted_f1": 0.8505747126436781, "completeness": 0.74, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "53227466", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 120, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8275862068965517, "weighted_f1": 0.9056603773584906, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "53227466", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5391304347826087, "weighted_f1": 0.7005649717514124, "completeness": 0.5391304347826087, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "53227466", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 92, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4064516129032258, "weighted_f1": 0.5779816513761468, "completeness": 0.4064516129032258, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "54100393", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "54100393", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "54100393", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.12, "weighted_f1": 0.21428571428571425, "completeness": 0.12, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "54100393", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3764705882352941, "weighted_f1": 0.547008547008547, "completeness": 0.3764705882352941, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "54180474", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8852459016393442, "completeness": 0.7941176470588235, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "54180474", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.873015873015873, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "54180474", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.8472222222222222, "weighted_f1": 0.9104477611940298, "completeness": 0.8611111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "54180474", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "65325317", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8088235294117647, "weighted_f1": 0.8943089430894309, "completeness": 0.8088235294117647, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "65325317", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 2, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8028169014084507, "weighted_f1": 0.8837209302325583, "completeness": 0.8169014084507042, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "65325317", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8840579710144928, "weighted_f1": 0.9384615384615386, "completeness": 0.8840579710144928, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "65325317", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7722772277227723, "weighted_f1": 0.8715083798882681, "completeness": 0.7722772277227723, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "65352424", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.8026315789473685, "weighted_f1": 0.8840579710144928, "completeness": 0.8157894736842105, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "65352424", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.9027777777777778, "weighted_f1": 0.9420289855072465, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "65352424", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "65352424", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16363636363636364, "weighted_f1": 0.28125, "completeness": 0.16363636363636364, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "66226673", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "66226673", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "66226673", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6521739130434783, "weighted_f1": 0.7894736842105263, "completeness": 0.6521739130434783, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "66226673", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6857142857142857, "weighted_f1": 0.8135593220338984, "completeness": 0.6857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "73030450", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 5, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9264705882352942, "weighted_recall": 0.875, "weighted_f1": 0.9, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "73030450", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 6, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9117647058823529, "weighted_recall": 0.7209302325581395, "weighted_f1": 0.8051948051948051, "completeness": 0.7906976744186046, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "73030450", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 5, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.921875, "weighted_recall": 0.7763157894736842, "weighted_f1": 0.842857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "73030450", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.09722222222222222, "weighted_f1": 0.17721518987341772, "completeness": 0.09722222222222222, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "73497035", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9777777777777777, "weighted_f1": 0.9887640449438202, "completeness": 0.9777777777777777, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "73497035", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.9693877551020408, "weighted_f1": 0.9793814432989691, "completeness": 0.9795918367346939, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "73497035", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7164179104477612, "weighted_f1": 0.8347826086956522, "completeness": 0.7164179104477612, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "73497035", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7741935483870968, "weighted_f1": 0.8727272727272727, "completeness": 0.7741935483870968, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "78107631", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "78107631", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9791666666666666, "weighted_f1": 0.9894736842105264, "completeness": 0.9791666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "78107631", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.958904109589041, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "78107631", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.660377358490566, "weighted_f1": 0.7954545454545454, "completeness": 0.660377358490566, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "79432080", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8428571428571429, "weighted_f1": 0.9147286821705426, "completeness": 0.8428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "79432080", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8641975308641975, "weighted_f1": 0.9271523178807948, "completeness": 0.8641975308641975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "79432080", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8641975308641975, "weighted_f1": 0.9271523178807948, "completeness": 0.8641975308641975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "79432080", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7717391304347826, "weighted_f1": 0.8711656441717791, "completeness": 0.7717391304347826, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "83206166", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.660377358490566, "weighted_f1": 0.7954545454545454, "completeness": 0.660377358490566, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "83206166", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.71875, "weighted_f1": 0.8363636363636363, "completeness": 0.71875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "83206166", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5625, "weighted_f1": 0.72, "completeness": 0.5625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "83206166", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14492753623188406, "weighted_f1": 0.25316455696202533, "completeness": 0.14492753623188406, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "83338413", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 2, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9836065573770492, "weighted_recall": 0.7792207792207793, "weighted_f1": 0.8695652173913043, "completeness": 0.7922077922077922, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "83338413", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 3, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 0.9802631578947368, "weighted_recall": 0.8097826086956522, "weighted_f1": 0.8869047619047619, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "83338413", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.987012987012987, "weighted_recall": 0.9382716049382716, "weighted_f1": 0.9620253164556961, "completeness": 0.9506172839506173, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ARTS", "document_id": "83338413", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.6046511627906976, "weighted_f1": 0.7482014388489208, "completeness": 0.6162790697674418, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "93576192", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 2, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.7906976744186046, "completeness": 0.6862745098039216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "93576192", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 2, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.7906976744186046, "completeness": 0.6862745098039216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "93576192", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 2, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.5961538461538461, "weighted_f1": 0.738095238095238, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "93576192", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.6517857142857143, "weighted_f1": 0.7849462365591399, "completeness": 0.6607142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "94230796", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 106, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9953271028037384, "weighted_recall": 0.8949579831932774, "weighted_f1": 0.9424778761061947, "completeness": 0.8991596638655462, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "94230796", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.99375, "weighted_recall": 0.8548387096774194, "weighted_f1": 0.9190751445086704, "completeness": 0.8602150537634409, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "94230796", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 1, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 0.9942528735632183, "weighted_recall": 0.596551724137931, "weighted_f1": 0.7456896551724137, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "94230796", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6698113207547169, "weighted_f1": 0.8022598870056497, "completeness": 0.6698113207547169, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "99033098", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.7720588235294118, "weighted_f1": 0.8677685950413223, "completeness": 0.7794117647058824, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "99033098", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6428571428571429, "weighted_f1": 0.782608695652174, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "99033098", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 2, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.7666666666666667, "weighted_f1": 0.8598130841121495, "completeness": 0.7833333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "99033098", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3375, "weighted_f1": 0.5046728971962617, "completeness": 0.3375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ARTS", "document_id": "99561379", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7580645161290323, "weighted_f1": 0.8623853211009175, "completeness": 0.7580645161290323, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "99561379", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7580645161290323, "weighted_f1": 0.8623853211009175, "completeness": 0.7580645161290323, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "99561379", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6633663366336634, "weighted_f1": 0.7976190476190476, "completeness": 0.6633663366336634, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ARTS", "document_id": "99561379", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.71, "weighted_f1": 0.8304093567251462, "completeness": 0.71, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "11152490", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 129, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9699248120300752, "weighted_f1": 0.9847328244274809, "completeness": 0.9699248120300752, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "11152490", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 142, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9965034965034965, "weighted_recall": 0.9693877551020408, "weighted_f1": 0.9827586206896551, "completeness": 0.9727891156462585, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "11152490", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 147, "partial": 0, "fp": 0, "fn": 118, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5547169811320755, "weighted_f1": 0.7135922330097086, "completeness": 0.5547169811320755, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "11152490", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 107, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3184713375796178, "weighted_f1": 0.4830917874396135, "completeness": 0.3184713375796178, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "11257723", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "11257723", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.9324324324324325, "weighted_f1": 0.9583333333333333, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "11257723", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "11257723", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8536585365853658, "weighted_f1": 0.9210526315789475, "completeness": 0.8536585365853658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "11797122", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9900990099009901, "weighted_f1": 0.9950248756218906, "completeness": 0.9900990099009901, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "11797122", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.9805825242718447, "weighted_f1": 0.9853658536585367, "completeness": 0.9902912621359223, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "11797122", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9945054945054945, "weighted_recall": 0.905, "weighted_f1": 0.9476439790575917, "completeness": 0.91, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "11797122", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 93, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.07, "weighted_f1": 0.13084112149532712, "completeness": 0.07, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "11887930", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.9342105263157895, "weighted_f1": 0.9594594594594595, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "11887930", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 3, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9788732394366197, "weighted_recall": 0.9266666666666666, "weighted_f1": 0.952054794520548, "completeness": 0.9466666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "11887930", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.7466666666666667, "weighted_f1": 0.8484848484848485, "completeness": 0.76, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "11887930", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.8241758241758241, "weighted_f1": 0.8982035928143712, "completeness": 0.8351648351648352, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "14455622", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "14455622", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.98, "weighted_f1": 0.98989898989899, "completeness": 0.98, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "14455622", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9702970297029703, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "14455622", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9344262295081968, "weighted_f1": 0.9661016949152543, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "14508237", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7195121951219512, "weighted_f1": 0.8368794326241135, "completeness": 0.7195121951219512, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "14508237", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6867469879518072, "weighted_f1": 0.8142857142857143, "completeness": 0.6867469879518072, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "14508237", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7176470588235294, "weighted_f1": 0.8356164383561643, "completeness": 0.7176470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "14508237", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6565656565656566, "weighted_f1": 0.7926829268292683, "completeness": 0.6565656565656566, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "15100547", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.6864406779661016, "weighted_f1": 0.81, "completeness": 0.6949152542372882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "15100547", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 3, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9651162790697675, "weighted_recall": 0.680327868852459, "weighted_f1": 0.7980769230769231, "completeness": 0.7049180327868853, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "15100547", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 2, "fp": 1, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9661016949152542, "weighted_recall": 0.75, "weighted_f1": 0.8444444444444443, "completeness": 0.7631578947368421, "unsupported_rate": 0.01694915254237288, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "15100547", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.66875, "weighted_f1": 0.7985074626865671, "completeness": 0.675, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "15210069", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9493670886075949, "weighted_f1": 0.974025974025974, "completeness": 0.9493670886075949, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "15210069", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "15210069", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5714285714285714, "weighted_f1": 0.7272727272727273, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "15210069", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.11940298507462686, "weighted_f1": 0.21333333333333335, "completeness": 0.11940298507462686, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "15484011", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.62, "weighted_f1": 0.7654320987654321, "completeness": 0.62, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "15484011", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.703125, "weighted_f1": 0.8256880733944955, "completeness": 0.703125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "15484011", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "15484011", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6101694915254238, "weighted_f1": 0.7578947368421053, "completeness": 0.6101694915254238, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "15790602", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "15790602", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.9468085106382979, "weighted_f1": 0.9673913043478262, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "15790602", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "15790602", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.803030303030303, "weighted_f1": 0.8907563025210083, "completeness": 0.803030303030303, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "16332293", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "16332293", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "16332293", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "16332293", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "17510973", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "17510973", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9024390243902439, "weighted_f1": 0.9487179487179488, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "17510973", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "17510973", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6792452830188679, "weighted_f1": 0.8089887640449438, "completeness": 0.6792452830188679, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "17571262", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "17571262", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9705882352941176, "weighted_f1": 0.9850746268656716, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "17571262", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2222222222222222, "weighted_f1": 0.3636363636363636, "completeness": 0.2222222222222222, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "17571262", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9310344827586207, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "18448085", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7083333333333334, "weighted_f1": 0.8292682926829268, "completeness": 0.7083333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "18448085", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7307692307692307, "weighted_f1": 0.8444444444444443, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "18448085", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8837209302325582, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "18448085", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5151515151515151, "weighted_f1": 0.6799999999999999, "completeness": 0.5151515151515151, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "18932512", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "18932512", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "18932512", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.926829268292683, "weighted_f1": 0.9620253164556963, "completeness": 0.926829268292683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "18932512", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8431372549019608, "weighted_f1": 0.9148936170212766, "completeness": 0.8431372549019608, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "22452756", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9787234042553191, "weighted_f1": 0.989247311827957, "completeness": 0.9787234042553191, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "22452756", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9791666666666666, "weighted_f1": 0.9894736842105264, "completeness": 0.9791666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "22452756", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8867924528301887, "weighted_f1": 0.9400000000000001, "completeness": 0.8867924528301887, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "22452756", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9848484848484849, "weighted_f1": 0.9923664122137404, "completeness": 0.9848484848484849, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "22732234", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9574468085106383, "weighted_f1": 0.9782608695652174, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "22732234", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9574468085106383, "weighted_f1": 0.9782608695652174, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "22732234", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6133333333333333, "weighted_f1": 0.7603305785123966, "completeness": 0.6133333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "22732234", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5967741935483871, "weighted_f1": 0.7474747474747475, "completeness": 0.5967741935483871, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "22946204", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 1, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9777777777777777, "weighted_recall": 0.8148148148148148, "weighted_f1": 0.8888888888888888, "completeness": 0.8148148148148148, "unsupported_rate": 0.022222222222222223, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "22946204", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5584415584415584, "weighted_f1": 0.7166666666666666, "completeness": 0.5584415584415584, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "22946204", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "22946204", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.734375, "weighted_f1": 0.8468468468468469, "completeness": 0.734375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "23009962", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9428571428571428, "weighted_f1": 0.9705882352941176, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "23009962", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9714285714285714, "weighted_f1": 0.9855072463768115, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "23009962", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "23009962", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7959183673469388, "weighted_f1": 0.8863636363636364, "completeness": 0.7959183673469388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "23522150", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6923076923076923, "weighted_f1": 0.8181818181818181, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "23522150", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 2, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.6865671641791045, "weighted_f1": 0.807017543859649, "completeness": 0.7014925373134329, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "23522150", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6486486486486487, "weighted_f1": 0.7868852459016393, "completeness": 0.6486486486486487, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "23522150", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.11594202898550725, "weighted_f1": 0.20779220779220778, "completeness": 0.11594202898550725, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "24592627", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8163265306122449, "weighted_f1": 0.898876404494382, "completeness": 0.8163265306122449, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "24592627", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8968253968253969, "weighted_f1": 0.9416666666666667, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "24592627", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8548387096774194, "weighted_f1": 0.9217391304347826, "completeness": 0.8548387096774194, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "24592627", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6219512195121951, "weighted_f1": 0.7669172932330827, "completeness": 0.6219512195121951, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "24703983", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9736842105263158, "weighted_f1": 0.9866666666666666, "completeness": 0.9736842105263158, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "24703983", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9571428571428572, "weighted_f1": 0.9710144927536232, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "24703983", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9714285714285714, "weighted_f1": 0.9855072463768115, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "24703983", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "25047127", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 1, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9310344827586207, "weighted_recall": 0.75, "weighted_f1": 0.8307692307692308, "completeness": 0.7777777777777778, "unsupported_rate": 0.034482758620689655, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "25047127", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 1, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9310344827586207, "weighted_recall": 0.75, "weighted_f1": 0.8307692307692308, "completeness": 0.7777777777777778, "unsupported_rate": 0.034482758620689655, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "25047127", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 2, "fp": 1, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9354838709677419, "weighted_recall": 0.7837837837837838, "weighted_f1": 0.8529411764705881, "completeness": 0.8108108108108109, "unsupported_rate": 0.03225806451612903, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "25047127", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 3, "fp": 1, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9264705882352942, "weighted_recall": 0.7159090909090909, "weighted_f1": 0.8076923076923077, "completeness": 0.75, "unsupported_rate": 0.029411764705882353, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "26341645", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9239130434782609, "weighted_f1": 0.96045197740113, "completeness": 0.9239130434782609, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "26341645", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9940476190476191, "weighted_recall": 0.9823529411764705, "weighted_f1": 0.9881656804733727, "completeness": 0.9882352941176471, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "26341645", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9735099337748344, "completeness": 0.961038961038961, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "26341645", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5034013605442177, "weighted_f1": 0.669683257918552, "completeness": 0.5034013605442177, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "28790806", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.8064516129032258, "weighted_f1": 0.8849557522123893, "completeness": 0.8225806451612904, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "28790806", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 3, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9711538461538461, "weighted_recall": 0.7890625, "weighted_f1": 0.8706896551724138, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "28790806", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.746031746031746, "weighted_f1": 0.846846846846847, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "28790806", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.38613861386138615, "weighted_f1": 0.5571428571428572, "completeness": 0.38613861386138615, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "32069695", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8035714285714286, "weighted_f1": 0.8910891089108911, "completeness": 0.8035714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "32069695", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.3564356435643564, "weighted_f1": 0.5255474452554745, "completeness": 0.3564356435643564, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "32069695", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.29347826086956524, "weighted_f1": 0.45378151260504207, "completeness": 0.29347826086956524, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "32069695", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.603448275862069, "weighted_f1": 0.7526881720430108, "completeness": 0.603448275862069, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "32109048", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "32109048", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "32109048", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5660377358490566, "weighted_f1": 0.7228915662650602, "completeness": 0.5660377358490566, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "32109048", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25, "weighted_f1": 0.4, "completeness": 0.25, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "47487091", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9634146341463414, "weighted_f1": 0.9813664596273292, "completeness": 0.9634146341463414, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "47487091", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.9415584415584416, "weighted_f1": 0.9666666666666667, "completeness": 0.948051948051948, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "47487091", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9938271604938271, "weighted_recall": 0.9698795180722891, "weighted_f1": 0.9817073170731707, "completeness": 0.9759036144578314, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "47487091", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84375, "weighted_f1": 0.9152542372881356, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "51508889", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 198, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.99, "weighted_f1": 0.9949748743718593, "completeness": 0.99, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "51508889", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 190, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9947916666666666, "weighted_recall": 0.9408866995073891, "weighted_f1": 0.9670886075949366, "completeness": 0.9458128078817734, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "51508889", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 1, "fp": 0, "fn": 179, "unverifiable": 0, "weighted_precision": 0.9947368421052631, "weighted_recall": 0.3448905109489051, "weighted_f1": 0.5121951219512195, "completeness": 0.3467153284671533, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "51508889", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 228, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2191780821917808, "weighted_f1": 0.3595505617977528, "completeness": 0.2191780821917808, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "63989974", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9555555555555556, "weighted_f1": 0.9772727272727273, "completeness": 0.9555555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "63989974", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.96875, "weighted_f1": 0.9789473684210526, "completeness": 0.9791666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "63989974", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9782608695652174, "weighted_f1": 0.989010989010989, "completeness": 0.9782608695652174, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "63989974", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8490566037735849, "weighted_f1": 0.9183673469387755, "completeness": 0.8490566037735849, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "78357954", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "78357954", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "78357954", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "78357954", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "82140102", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "82140102", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "82140102", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9702970297029703, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "82140102", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "84295343", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "84295343", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8717948717948718, "weighted_f1": 0.9315068493150686, "completeness": 0.8717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "84295343", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8285714285714286, "weighted_f1": 0.90625, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "84295343", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6842105263157895, "weighted_f1": 0.8125000000000001, "completeness": 0.6842105263157895, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "91515108", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8431372549019608, "weighted_f1": 0.9148936170212766, "completeness": 0.8431372549019608, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "91515108", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8627450980392157, "weighted_f1": 0.9263157894736842, "completeness": 0.8627450980392157, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "91515108", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "91515108", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.18181818181818182, "weighted_f1": 0.3076923076923077, "completeness": 0.18181818181818182, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "97449528", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6086956521739131, "weighted_f1": 0.7567567567567568, "completeness": 0.6086956521739131, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "97449528", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.6456310679611651, "weighted_f1": 0.7823529411764707, "completeness": 0.6504854368932039, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "97449528", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7102803738317757, "weighted_f1": 0.8306010928961748, "completeness": 0.7102803738317757, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AUTOMOBILE", "document_id": "97449528", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5874125874125874, "weighted_f1": 0.7400881057268722, "completeness": 0.5874125874125874, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AUTOMOBILE", "document_id": "99680385", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.9017857142857143, "weighted_f1": 0.9439252336448598, "completeness": 0.9107142857142857, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "99680385", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9818181818181818, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.9642857142857142, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "99680385", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.9067796610169492, "weighted_f1": 0.9469026548672566, "completeness": 0.9152542372881356, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AUTOMOBILE", "document_id": "99680385", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5858585858585859, "weighted_f1": 0.7388535031847133, "completeness": 0.5858585858585859, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "10176815", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.9019607843137255, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "10176815", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.9019607843137255, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "10176815", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.34285714285714286, "weighted_f1": 0.5106382978723404, "completeness": 0.34285714285714286, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "10176815", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13432835820895522, "weighted_f1": 0.2368421052631579, "completeness": 0.13432835820895522, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "10189110", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8985507246376812, "weighted_f1": 0.9465648854961832, "completeness": 0.8985507246376812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "10189110", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.8701298701298701, "weighted_f1": 0.9241379310344828, "completeness": 0.8831168831168831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "10189110", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7951807228915663, "weighted_f1": 0.8859060402684563, "completeness": 0.7951807228915663, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "10189110", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 92, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10679611650485436, "weighted_f1": 0.19298245614035087, "completeness": 0.10679611650485436, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "10395944", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "10395944", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.96875, "weighted_f1": 0.9789473684210526, "completeness": 0.9791666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "10395944", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.98, "weighted_f1": 0.98989898989899, "completeness": 0.98, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "10395944", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8142857142857143, "weighted_f1": 0.8976377952755905, "completeness": 0.8142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "10567764", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8297872340425532, "weighted_f1": 0.9069767441860465, "completeness": 0.8297872340425532, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "10567764", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "10567764", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8367346938775511, "weighted_f1": 0.9111111111111111, "completeness": 0.8367346938775511, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "10567764", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8407079646017699, "weighted_f1": 0.9134615384615384, "completeness": 0.8407079646017699, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "10945968", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "10945968", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "10945968", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13725490196078433, "weighted_f1": 0.24137931034482762, "completeness": 0.13725490196078433, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "10945968", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7924528301886793, "weighted_f1": 0.8842105263157896, "completeness": 0.7924528301886793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11137306", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7424242424242424, "weighted_f1": 0.8521739130434782, "completeness": 0.7424242424242424, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11137306", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7951807228915663, "weighted_f1": 0.8859060402684563, "completeness": 0.7951807228915663, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11137306", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6625, "weighted_f1": 0.7969924812030075, "completeness": 0.6625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11137306", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.761904761904762, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11169163", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.8486842105263158, "weighted_f1": 0.9148936170212766, "completeness": 0.8552631578947368, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11169163", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.8223684210526315, "weighted_f1": 0.8992805755395684, "completeness": 0.8289473684210527, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11169163", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5466666666666666, "weighted_f1": 0.7068965517241379, "completeness": 0.5466666666666666, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "11169163", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 78, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3445378151260504, "weighted_f1": 0.5125, "completeness": 0.3445378151260504, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "11333001", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9605263157894737, "weighted_f1": 0.9798657718120806, "completeness": 0.9605263157894737, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "11333001", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975, "weighted_f1": 0.9873417721518987, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "11333001", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9746835443037974, "weighted_f1": 0.9871794871794872, "completeness": 0.9746835443037974, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "11333001", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7701149425287356, "weighted_f1": 0.8701298701298702, "completeness": 0.7701149425287356, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11614114", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "11614114", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.9375, "weighted_f1": 0.9615384615384615, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "11614114", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8360655737704918, "weighted_f1": 0.9107142857142857, "completeness": 0.8360655737704918, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11614114", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4105263157894737, "weighted_f1": 0.582089552238806, "completeness": 0.4105263157894737, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "11752500", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 4, "fp": 1, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9482758620689655, "weighted_recall": 0.7746478873239436, "weighted_f1": 0.8527131782945736, "completeness": 0.8028169014084507, "unsupported_rate": 0.017241379310344827, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11752500", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 4, "fp": 1, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9482758620689655, "weighted_recall": 0.7746478873239436, "weighted_f1": 0.8527131782945736, "completeness": 0.8028169014084507, "unsupported_rate": 0.017241379310344827, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11752500", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 1, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9655172413793104, "weighted_recall": 0.7887323943661971, "weighted_f1": 0.8682170542635659, "completeness": 0.8028169014084507, "unsupported_rate": 0.017241379310344827, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11752500", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 1, "fn": 17, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.775, "weighted_f1": 0.8611111111111113, "completeness": 0.7875, "unsupported_rate": 0.015625, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11804712", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11804712", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7333333333333333, "weighted_f1": 0.846153846153846, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11804712", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65625, "weighted_f1": 0.7924528301886793, "completeness": 0.65625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11804712", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.21212121212121213, "weighted_f1": 0.35, "completeness": 0.21212121212121213, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "11959428", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9411764705882353, "weighted_recall": 0.6956521739130435, "weighted_f1": 0.7999999999999999, "completeness": 0.7391304347826086, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11959428", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.7083333333333334, "weighted_f1": 0.8095238095238096, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "11959428", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9230769230769231, "weighted_recall": 0.5454545454545454, "weighted_f1": 0.6857142857142856, "completeness": 0.5909090909090909, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "11959428", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 5, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9038461538461539, "weighted_recall": 0.6025641025641025, "weighted_f1": 0.7230769230769231, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "12043694", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8089887640449438, "weighted_f1": 0.8944099378881988, "completeness": 0.8089887640449438, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "12043694", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9607843137254902, "weighted_f1": 0.98, "completeness": 0.9607843137254902, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "12043694", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6595744680851063, "weighted_f1": 0.7948717948717948, "completeness": 0.6595744680851063, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "12043694", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 93, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14678899082568808, "weighted_f1": 0.256, "completeness": 0.14678899082568808, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "12144825", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.42105263157894735, "weighted_f1": 0.5925925925925926, "completeness": 0.42105263157894735, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "12144825", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 28, "unverifiable": 1, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.49107142857142855, "weighted_f1": 0.6547619047619048, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "12144825", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "12144825", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36, "weighted_f1": 0.5294117647058824, "completeness": 0.36, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "12192507", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "12192507", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "12192507", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "12192507", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.71875, "weighted_f1": 0.8363636363636363, "completeness": 0.71875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "12239749", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9242424242424242, "weighted_f1": 0.9606299212598425, "completeness": 0.9242424242424242, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "12239749", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.8043478260869565, "weighted_f1": 0.888, "completeness": 0.8115942028985508, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "12239749", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6710526315789473, "weighted_f1": 0.8031496062992126, "completeness": 0.6710526315789473, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "12239749", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7681159420289855, "weighted_f1": 0.8688524590163935, "completeness": 0.7681159420289855, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "12504278", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.926829268292683, "weighted_f1": 0.9620253164556963, "completeness": 0.926829268292683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "12504278", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "12504278", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "12504278", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.86, "weighted_f1": 0.924731182795699, "completeness": 0.86, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "12904972", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "12904972", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.8033707865168539, "weighted_f1": 0.8881987577639752, "completeness": 0.8089887640449438, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "12904972", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "12904972", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5142857142857142, "weighted_f1": 0.6792452830188679, "completeness": 0.5142857142857142, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "13195436", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.953125, "weighted_f1": 0.976, "completeness": 0.953125, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "13195436", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.9461538461538461, "weighted_f1": 0.9685039370078741, "completeness": 0.9538461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "13195436", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.9461538461538461, "weighted_f1": 0.9685039370078741, "completeness": 0.9538461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "13195436", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8347826086956521, "weighted_f1": 0.909952606635071, "completeness": 0.8347826086956521, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "13234267", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8615384615384616, "weighted_f1": 0.9256198347107438, "completeness": 0.8615384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "13234267", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9552238805970149, "weighted_f1": 0.9770992366412213, "completeness": 0.9552238805970149, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "13234267", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 109, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3806818181818182, "weighted_f1": 0.551440329218107, "completeness": 0.3806818181818182, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "13234267", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 86, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4068965517241379, "weighted_f1": 0.5784313725490197, "completeness": 0.4068965517241379, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "13405229", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8979591836734694, "weighted_f1": 0.9462365591397849, "completeness": 0.8979591836734694, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "13405229", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "13405229", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.955223880597015, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "13405229", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 95, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.04040404040404041, "weighted_f1": 0.07766990291262137, "completeness": 0.04040404040404041, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "14589288", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 3, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.8454545454545455, "weighted_f1": 0.9029126213592233, "completeness": 0.8727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "14589288", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 3, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9659090909090909, "weighted_recall": 0.7870370370370371, "weighted_f1": 0.8673469387755103, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "14589288", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.9108910891089108, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "14589288", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 3, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.967391304347826, "weighted_recall": 0.7672413793103449, "weighted_f1": 0.8557692307692307, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "14790629", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.7211538461538461, "weighted_f1": 0.8333333333333333, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "14790629", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.7761194029850746, "weighted_f1": 0.8666666666666666, "completeness": 0.7910447761194029, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "14790629", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.8873239436619719, "weighted_f1": 0.9333333333333333, "completeness": 0.9014084507042254, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "14790629", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 2, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9777777777777777, "weighted_recall": 0.5866666666666667, "weighted_f1": 0.7333333333333334, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "14874322", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "14874322", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 2, "weighted_precision": 0.98, "weighted_recall": 0.7205882352941176, "weighted_f1": 0.8305084745762712, "completeness": 0.7352941176470589, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "14874322", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.9107142857142857, "weighted_f1": 0.9444444444444444, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "14874322", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5789473684210527, "weighted_f1": 0.7333333333333334, "completeness": 0.5789473684210527, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "15618327", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7666666666666667, "weighted_f1": 0.8679245283018869, "completeness": 0.7666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "15618327", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7678571428571429, "weighted_f1": 0.8686868686868687, "completeness": 0.7678571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "15618327", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "15618327", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "15684810", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.5803571428571429, "weighted_f1": 0.7303370786516855, "completeness": 0.5892857142857143, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "15684810", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.5, "weighted_f1": 0.6619718309859155, "completeness": 0.5106382978723404, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "15684810", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 2, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.26136363636363635, "weighted_f1": 0.41071428571428575, "completeness": 0.2727272727272727, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "15684810", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.5112359550561798, "weighted_f1": 0.674074074074074, "completeness": 0.5168539325842697, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "15823995", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "15823995", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8409090909090909, "weighted_f1": 0.9135802469135803, "completeness": 0.8409090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "15823995", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5192307692307693, "weighted_f1": 0.6835443037974684, "completeness": 0.5192307692307693, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "15823995", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "16279537", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.576271186440678, "weighted_f1": 0.7311827956989247, "completeness": 0.576271186440678, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "16279537", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6428571428571429, "weighted_f1": 0.782608695652174, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "16279537", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "16279537", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23655913978494625, "weighted_f1": 0.3826086956521739, "completeness": 0.23655913978494625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "16449694", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7471264367816092, "weighted_f1": 0.8552631578947367, "completeness": 0.7471264367816092, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "16449694", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "16449694", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "16449694", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7757009345794392, "weighted_f1": 0.8736842105263157, "completeness": 0.7757009345794392, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "16833515", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 123, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9959677419354839, "weighted_recall": 0.96484375, "weighted_f1": 0.9801587301587301, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "16833515", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 124, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.996, "weighted_recall": 0.950381679389313, "weighted_f1": 0.97265625, "completeness": 0.9541984732824428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "16833515", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 124, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.996, "weighted_recall": 0.9651162790697675, "weighted_f1": 0.9803149606299214, "completeness": 0.9689922480620154, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "16833515", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 107, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24647887323943662, "weighted_f1": 0.3954802259887006, "completeness": 0.24647887323943662, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "16850314", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7551020408163265, "weighted_f1": 0.8604651162790697, "completeness": 0.7551020408163265, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "16850314", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9767441860465116, "weighted_recall": 0.875, "weighted_f1": 0.923076923076923, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "16850314", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.61, "weighted_f1": 0.7530864197530864, "completeness": 0.62, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "16850314", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14516129032258066, "weighted_f1": 0.2535211267605634, "completeness": 0.14516129032258066, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "17008356", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17008356", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9428571428571428, "weighted_f1": 0.9705882352941176, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17008356", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9761904761904762, "weighted_f1": 0.9879518072289156, "completeness": 0.9761904761904762, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17008356", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36065573770491804, "weighted_f1": 0.5301204819277109, "completeness": 0.36065573770491804, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "17152392", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9215686274509803, "weighted_f1": 0.9591836734693878, "completeness": 0.9215686274509803, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17152392", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.9134615384615384, "weighted_f1": 0.95, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17152392", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9591836734693877, "weighted_f1": 0.9791666666666666, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17152392", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8103448275862069, "weighted_f1": 0.8952380952380952, "completeness": 0.8103448275862069, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "17274759", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "17274759", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7567567567567568, "weighted_f1": 0.8615384615384616, "completeness": 0.7567567567567568, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "17274759", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1320754716981132, "weighted_f1": 0.23333333333333334, "completeness": 0.1320754716981132, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "17274759", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8913043478260869, "weighted_f1": 0.9425287356321839, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "17483843", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8133333333333334, "weighted_f1": 0.8970588235294117, "completeness": 0.8133333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "17483843", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.8223684210526315, "weighted_f1": 0.8992805755395684, "completeness": 0.8289473684210527, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "17483843", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.2565789473684211, "weighted_f1": 0.40624999999999994, "completeness": 0.2631578947368421, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "17483843", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9935897435897436, "weighted_recall": 0.8611111111111112, "weighted_f1": 0.9226190476190477, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "17655479", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8148148148148148, "weighted_f1": 0.8979591836734693, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "17655479", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "17655479", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4444444444444444, "weighted_f1": 0.6153846153846153, "completeness": 0.4444444444444444, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "17655479", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7282608695652174, "weighted_f1": 0.8427672955974843, "completeness": 0.7282608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "17686472", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.9222222222222223, "weighted_f1": 0.9540229885057472, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17686472", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.9222222222222223, "weighted_f1": 0.9540229885057472, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17686472", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.9222222222222223, "weighted_f1": 0.9540229885057472, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17686472", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.9396551724137931, "weighted_f1": 0.9646017699115045, "completeness": 0.9482758620689655, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17694572", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17694572", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8272727272727273, "weighted_f1": 0.9009900990099009, "completeness": 0.8363636363636363, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "17694572", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7543859649122807, "weighted_f1": 0.86, "completeness": 0.7543859649122807, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "17694572", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5833333333333334, "weighted_f1": 0.7368421052631579, "completeness": 0.5833333333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "17876954", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.9368421052631579, "weighted_f1": 0.9621621621621621, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17876954", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9944444444444445, "weighted_recall": 0.9521276595744681, "weighted_f1": 0.9728260869565217, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17876954", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.989010989010989, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.967741935483871, "completeness": 0.9578947368421052, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17876954", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9952380952380953, "weighted_recall": 0.8228346456692913, "weighted_f1": 0.9008620689655173, "completeness": 0.8267716535433071, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "17983430", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9935064935064936, "weighted_recall": 0.9107142857142857, "weighted_f1": 0.9503105590062112, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17983430", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 2, "fp": 0, "fn": 43, "unverifiable": 1, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.5217391304347826, "weighted_f1": 0.6808510638297872, "completeness": 0.532608695652174, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "17983430", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9863013698630136, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.935064935064935, "completeness": 0.9012345679012346, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "17983430", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6447368421052632, "weighted_f1": 0.7839999999999999, "completeness": 0.6447368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "18268860", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8387096774193549, "weighted_f1": 0.9122807017543859, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "18268860", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.912280701754386, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "18268860", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.9107142857142857, "weighted_f1": 0.9444444444444444, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "18268860", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7450980392156863, "weighted_f1": 0.8539325842696629, "completeness": 0.7450980392156863, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "19284293", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "19284293", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9936708860759493, "weighted_recall": 0.9235294117647059, "weighted_f1": 0.9573170731707318, "completeness": 0.9294117647058824, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "19284293", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7604166666666666, "weighted_f1": 0.8639053254437871, "completeness": 0.7604166666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "19284293", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 112, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.28205128205128205, "weighted_f1": 0.44000000000000006, "completeness": 0.28205128205128205, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "19506295", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 3, "fp": 1, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9698795180722891, "weighted_recall": 0.9252873563218391, "weighted_f1": 0.9470588235294117, "completeness": 0.9425287356321839, "unsupported_rate": 0.012048192771084338, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "19506295", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 3, "fp": 1, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9683544303797469, "weighted_recall": 0.8693181818181818, "weighted_f1": 0.9161676646706587, "completeness": 0.8863636363636364, "unsupported_rate": 0.012658227848101266, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "19506295", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 5, "fp": 1, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9631578947368421, "weighted_recall": 0.8798076923076923, "weighted_f1": 0.9195979899497487, "completeness": 0.9038461538461539, "unsupported_rate": 0.010526315789473684, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "19506295", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 3, "fp": 1, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9728260869565217, "weighted_recall": 0.8605769230769231, "weighted_f1": 0.913265306122449, "completeness": 0.875, "unsupported_rate": 0.010869565217391304, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "19818707", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "19818707", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9605263157894737, "weighted_f1": 0.9798657718120806, "completeness": 0.9605263157894737, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "19818707", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6296296296296297, "weighted_f1": 0.7727272727272727, "completeness": 0.6296296296296297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "19818707", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08823529411764706, "weighted_f1": 0.1621621621621622, "completeness": 0.08823529411764706, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "20026169", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8571428571428572, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "20026169", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 2, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.75, "weighted_f1": 0.8499999999999999, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "20026169", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 3, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.5048076923076923, "weighted_f1": 0.6645569620253164, "completeness": 0.5192307692307693, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "20026169", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 1, "fp": 0, "fn": 88, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.1323529411764706, "weighted_f1": 0.23275862068965514, "completeness": 0.13725490196078433, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "21190805", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8529411764705882, "weighted_f1": 0.9206349206349206, "completeness": 0.8529411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "21190805", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "21190805", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "21190805", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.803030303030303, "weighted_f1": 0.8907563025210083, "completeness": 0.803030303030303, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "21287405", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9397590361445783, "weighted_f1": 0.9689440993788819, "completeness": 0.9397590361445783, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "21287405", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "21287405", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8522727272727273, "weighted_f1": 0.9202453987730062, "completeness": 0.8522727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "21287405", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.883495145631068, "weighted_f1": 0.9381443298969072, "completeness": 0.883495145631068, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "22168194", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9772727272727273, "weighted_f1": 0.9885057471264368, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "22168194", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.9574468085106383, "weighted_f1": 0.967741935483871, "completeness": 0.9787234042553191, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "22168194", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9215686274509803, "weighted_f1": 0.9591836734693878, "completeness": 0.9215686274509803, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "22168194", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4444444444444444, "weighted_f1": 0.6153846153846153, "completeness": 0.4444444444444444, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "22232367", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.6704545454545454, "weighted_f1": 0.7972972972972971, "completeness": 0.6818181818181818, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "22232367", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.7156862745098039, "weighted_f1": 0.8295454545454546, "completeness": 0.7254901960784313, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "22232367", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.75, "weighted_f1": 0.8529411764705882, "completeness": 0.7586206896551724, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "22232367", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7096774193548387, "weighted_f1": 0.8301886792452831, "completeness": 0.7096774193548387, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "22442947", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8023255813953488, "weighted_f1": 0.8903225806451612, "completeness": 0.8023255813953488, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "22442947", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 2, "fp": 1, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9726027397260274, "weighted_recall": 0.797752808988764, "weighted_f1": 0.8765432098765432, "completeness": 0.8089887640449438, "unsupported_rate": 0.0136986301369863, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "22442947", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 2, "fp": 1, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.8192771084337349, "weighted_f1": 0.8888888888888888, "completeness": 0.8313253012048193, "unsupported_rate": 0.014285714285714285, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "22442947", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 6, "fp": 4, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9339622641509434, "weighted_recall": 0.8048780487804879, "weighted_f1": 0.8646288209606988, "completeness": 0.8292682926829268, "unsupported_rate": 0.03773584905660377, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "22650051", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5465116279069767, "weighted_f1": 0.706766917293233, "completeness": 0.5465116279069767, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "22650051", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9941860465116279, "weighted_recall": 0.7245762711864406, "weighted_f1": 0.838235294117647, "completeness": 0.7288135593220338, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "22650051", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9939759036144579, "weighted_recall": 0.8009708737864077, "weighted_f1": 0.8870967741935484, "completeness": 0.8058252427184466, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "22650051", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 91, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4240506329113924, "weighted_f1": 0.5955555555555555, "completeness": 0.4240506329113924, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "22990761", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9428571428571428, "weighted_f1": 0.9705882352941176, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "22990761", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "22990761", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "22990761", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 168, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9491525423728814, "weighted_f1": 0.9739130434782608, "completeness": 0.9491525423728814, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "23464505", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "23464505", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8166666666666667, "weighted_f1": 0.8990825688073394, "completeness": 0.8166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "23464505", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.8229166666666666, "weighted_f1": 0.8977272727272727, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "23464505", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5094339622641509, "weighted_f1": 0.6749999999999999, "completeness": 0.5094339622641509, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "23761385", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "23761385", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.810126582278481, "weighted_f1": 0.8951048951048951, "completeness": 0.810126582278481, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "23761385", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "23761385", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6813186813186813, "weighted_f1": 0.8104575163398693, "completeness": 0.6813186813186813, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "23985183", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 9, "fp": 4, "fn": 25, "unverifiable": 0, "weighted_precision": 0.8650793650793651, "weighted_recall": 0.6488095238095238, "weighted_f1": 0.7414965986394559, "completeness": 0.7023809523809523, "unsupported_rate": 0.06349206349206349, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "23985183", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 9, "fp": 4, "fn": 24, "unverifiable": 0, "weighted_precision": 0.860655737704918, "weighted_recall": 0.6481481481481481, "weighted_f1": 0.7394366197183098, "completeness": 0.7037037037037037, "unsupported_rate": 0.06557377049180328, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "23985183", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 5, "fp": 4, "fn": 29, "unverifiable": 0, "weighted_precision": 0.87, "weighted_recall": 0.58, "weighted_f1": 0.696, "completeness": 0.6133333333333333, "unsupported_rate": 0.08, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "23985183", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 8, "fp": 4, "fn": 61, "unverifiable": 0, "weighted_precision": 0.8431372549019608, "weighted_recall": 0.39814814814814814, "weighted_f1": 0.5408805031446541, "completeness": 0.4351851851851852, "unsupported_rate": 0.0784313725490196, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "24154692", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9802631578947368, "weighted_recall": 0.9197530864197531, "weighted_f1": 0.9490445859872612, "completeness": 0.9382716049382716, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "24154692", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.9375, "weighted_f1": 0.9615384615384615, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "24154692", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.993421052631579, "weighted_recall": 0.7401960784313726, "weighted_f1": 0.8483146067415731, "completeness": 0.7450980392156863, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "24154692", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.38421052631578945, "weighted_f1": 0.553030303030303, "completeness": 0.3894736842105263, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "24544244", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8860759493670886, "weighted_f1": 0.9395973154362416, "completeness": 0.8860759493670886, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "24544244", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8902439024390244, "weighted_f1": 0.9419354838709678, "completeness": 0.8902439024390244, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "24544244", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9487179487179487, "weighted_f1": 0.9736842105263158, "completeness": 0.9487179487179487, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "24544244", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 74, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16853932584269662, "weighted_f1": 0.28846153846153844, "completeness": 0.16853932584269662, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "24589765", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9591836734693877, "weighted_f1": 0.9791666666666666, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "24589765", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9795918367346939, "weighted_f1": 0.9896907216494846, "completeness": 0.9795918367346939, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "24589765", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.515625, "weighted_f1": 0.6804123711340206, "completeness": 0.515625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "24589765", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24175824175824176, "weighted_f1": 0.3893805309734513, "completeness": 0.24175824175824176, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "24668861", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "24668861", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.99375, "weighted_recall": 0.7293577981651376, "weighted_f1": 0.8412698412698413, "completeness": 0.7339449541284404, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "24668861", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 111, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8161764705882353, "weighted_f1": 0.8987854251012146, "completeness": 0.8161764705882353, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "24668861", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 92, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3698630136986301, "weighted_f1": 0.54, "completeness": 0.3698630136986301, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "24773845", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "24773845", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "24773845", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.917910447761194, "weighted_f1": 0.9534883720930232, "completeness": 0.9253731343283582, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "24773845", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.39759036144578314, "weighted_f1": 0.5689655172413793, "completeness": 0.39759036144578314, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "25625173", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9945054945054945, "weighted_recall": 0.8872549019607843, "weighted_f1": 0.9378238341968912, "completeness": 0.8921568627450981, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "25625173", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9945054945054945, "weighted_recall": 0.8872549019607843, "weighted_f1": 0.9378238341968912, "completeness": 0.8921568627450981, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "25625173", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 117, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6428571428571429, "weighted_f1": 0.782608695652174, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "25625173", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 76, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "25718772", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5813953488372093, "weighted_f1": 0.7352941176470588, "completeness": 0.5813953488372093, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "25718772", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.9626865671641791, "completeness": 0.9420289855072463, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "25718772", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.6439393939393939, "weighted_f1": 0.7798165137614679, "completeness": 0.6515151515151515, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "25718772", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5384615384615384, "weighted_f1": 0.7000000000000001, "completeness": 0.5384615384615384, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "25719936", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.5877192982456141, "weighted_f1": 0.7362637362637363, "completeness": 0.5964912280701754, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "25719936", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 2, "fp": 0, "fn": 20, "unverifiable": 1, "weighted_precision": 0.975609756097561, "weighted_recall": 0.6557377049180327, "weighted_f1": 0.7843137254901961, "completeness": 0.6721311475409836, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "25719936", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.8983050847457628, "weighted_f1": 0.9380530973451328, "completeness": 0.9152542372881356, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "25719936", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 4, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.6170212765957447, "weighted_f1": 0.7532467532467533, "completeness": 0.6382978723404256, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "26279402", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 5, "fp": 1, "fn": 14, "unverifiable": 0, "weighted_precision": 0.8703703703703703, "weighted_recall": 0.5875, "weighted_f1": 0.7014925373134329, "completeness": 0.65, "unsupported_rate": 0.037037037037037035, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "26279402", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 6, "fp": 1, "fn": 14, "unverifiable": 1, "weighted_precision": 0.8571428571428571, "weighted_recall": 0.5853658536585366, "weighted_f1": 0.6956521739130435, "completeness": 0.6585365853658537, "unsupported_rate": 0.03571428571428571, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "26279402", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 7, "fp": 1, "fn": 12, "unverifiable": 0, "weighted_precision": 0.8548387096774194, "weighted_recall": 0.6309523809523809, "weighted_f1": 0.726027397260274, "completeness": 0.7142857142857143, "unsupported_rate": 0.03225806451612903, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "26279402", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 15, "fp": 3, "fn": 22, "unverifiable": 0, "weighted_precision": 0.86875, "weighted_recall": 0.702020202020202, "weighted_f1": 0.776536312849162, "completeness": 0.7777777777777778, "unsupported_rate": 0.0375, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "26819872", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5797101449275363, "weighted_f1": 0.7339449541284404, "completeness": 0.5797101449275363, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "26819872", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7362637362637363, "weighted_f1": 0.8481012658227849, "completeness": 0.7362637362637363, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "26819872", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9577464788732394, "weighted_f1": 0.9784172661870503, "completeness": 0.9577464788732394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "26819872", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 82, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24074074074074073, "weighted_f1": 0.3880597014925373, "completeness": 0.24074074074074073, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "26888302", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9859154929577464, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "26888302", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9705882352941176, "weighted_f1": 0.9850746268656716, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "26888302", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9705882352941176, "weighted_f1": 0.9850746268656716, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "26888302", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.735632183908046, "weighted_f1": 0.847682119205298, "completeness": 0.735632183908046, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "27502951", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.75, "weighted_f1": 0.8518518518518519, "completeness": 0.7608695652173914, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "27502951", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.7386363636363636, "weighted_f1": 0.8441558441558441, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "27502951", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.8111111111111111, "weighted_f1": 0.8902439024390244, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "27502951", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.7016129032258065, "weighted_f1": 0.8207547169811321, "completeness": 0.7096774193548387, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "27512470", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 5, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9652777777777778, "weighted_recall": 0.7554347826086957, "weighted_f1": 0.8475609756097561, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "27512470", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 6, "fp": 0, "fn": 19, "unverifiable": 1, "weighted_precision": 0.96, "weighted_recall": 0.7659574468085106, "weighted_f1": 0.8520710059171598, "completeness": 0.7978723404255319, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "27512470", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 5, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9662162162162162, "weighted_recall": 0.7606382978723404, "weighted_f1": 0.8511904761904763, "completeness": 0.7872340425531915, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "27512470", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 5, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9576271186440678, "weighted_recall": 0.6890243902439024, "weighted_f1": 0.8014184397163119, "completeness": 0.7195121951219512, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "27902692", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.696969696969697, "weighted_f1": 0.8214285714285715, "completeness": 0.696969696969697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "27902692", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.6911764705882353, "weighted_f1": 0.8103448275862069, "completeness": 0.7058823529411765, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "27902692", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.9069767441860465, "weighted_f1": 0.9397590361445783, "completeness": 0.9302325581395349, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "27902692", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5454545454545454, "weighted_f1": 0.7058823529411764, "completeness": 0.5454545454545454, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "28020046", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "28020046", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 107, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9304347826086956, "weighted_f1": 0.9639639639639639, "completeness": 0.9304347826086956, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "28020046", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5658914728682171, "weighted_f1": 0.7227722772277227, "completeness": 0.5658914728682171, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "28020046", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.75, "weighted_f1": 0.8541666666666666, "completeness": 0.7560975609756098, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "28186635", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "28186635", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "28186635", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9310344827586207, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "28186635", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6851851851851852, "weighted_f1": 0.8131868131868133, "completeness": 0.6851851851851852, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "28383893", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 136, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9577464788732395, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "28383893", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 125, "partial": 2, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9921259842519685, "weighted_recall": 0.8289473684210527, "weighted_f1": 0.9032258064516129, "completeness": 0.8355263157894737, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "28383893", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 80, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.49044585987261147, "weighted_f1": 0.6581196581196581, "completeness": 0.49044585987261147, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "28383893", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 166, "partial": 6, "fp": 0, "fn": 115, "unverifiable": 0, "weighted_precision": 0.9825581395348837, "weighted_recall": 0.5888501742160279, "weighted_f1": 0.7363834422657952, "completeness": 0.5993031358885017, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "29161565", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.9625, "weighted_f1": 0.9746835443037976, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "29161565", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.98, "weighted_recall": 0.9607843137254902, "weighted_f1": 0.9702970297029702, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "29161565", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9024390243902439, "weighted_f1": 0.9487179487179488, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "29161565", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8108108108108109, "weighted_f1": 0.8955223880597014, "completeness": 0.8108108108108109, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "29167286", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "29167286", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8285714285714286, "weighted_f1": 0.90625, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "29167286", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.921875, "weighted_f1": 0.9516129032258064, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "29167286", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7804878048780488, "weighted_f1": 0.8767123287671234, "completeness": 0.7804878048780488, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "29221006", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 168, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "29221006", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 171, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9661016949152542, "weighted_f1": 0.9827586206896551, "completeness": 0.9661016949152542, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "29221006", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 119, "partial": 0, "fp": 0, "fn": 122, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.49377593360995853, "weighted_f1": 0.6611111111111111, "completeness": 0.49377593360995853, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "29221006", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 138, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2023121387283237, "weighted_f1": 0.33653846153846156, "completeness": 0.2023121387283237, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "29534737", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7560975609756098, "weighted_f1": 0.8611111111111112, "completeness": 0.7560975609756098, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "29534737", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.8875, "weighted_f1": 0.9342105263157895, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "29534737", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "29534737", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3225806451612903, "weighted_f1": 0.4878048780487805, "completeness": 0.3225806451612903, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "29595906", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "29595906", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.7037037037037037, "weighted_f1": 0.8260869565217391, "completeness": 0.7037037037037037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "29595906", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.828125, "weighted_f1": 0.8983050847457628, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "29595906", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.53125, "weighted_f1": 0.6938775510204082, "completeness": 0.53125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "30148777", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.68, "weighted_f1": 0.8095238095238095, "completeness": 0.68, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "30148777", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.68, "weighted_f1": 0.8095238095238095, "completeness": 0.68, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "30148777", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "30148777", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "31536294", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8279569892473119, "weighted_f1": 0.9005847953216375, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "31536294", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 2, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.717741935483871, "weighted_f1": 0.8317757009345794, "completeness": 0.7258064516129032, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "31536294", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 2, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 0.9855072463768116, "weighted_recall": 0.591304347826087, "weighted_f1": 0.7391304347826086, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "31536294", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6333333333333333, "weighted_f1": 0.7755102040816326, "completeness": 0.6333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "31605080", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "31605080", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84, "weighted_f1": 0.9130434782608696, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "31605080", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.8269230769230769, "weighted_f1": 0.8958333333333334, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "31605080", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "32720816", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.958904109589041, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "32720816", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "32720816", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.7717391304347826, "weighted_f1": 0.8658536585365854, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "32720816", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.09836065573770492, "weighted_f1": 0.1791044776119403, "completeness": 0.09836065573770492, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "33627938", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5636363636363636, "weighted_f1": 0.7209302325581396, "completeness": 0.5636363636363636, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "33627938", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 1, "fp": 0, "fn": 48, "unverifiable": 1, "weighted_precision": 0.9948453608247423, "weighted_recall": 0.6655172413793103, "weighted_f1": 0.7975206611570248, "completeness": 0.6689655172413793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "33627938", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9183673469387755, "weighted_f1": 0.9574468085106383, "completeness": 0.9183673469387755, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "33627938", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8839285714285714, "weighted_f1": 0.9383886255924171, "completeness": 0.8839285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "34419403", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "34419403", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "34419403", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "34419403", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7959183673469388, "weighted_f1": 0.8863636363636364, "completeness": 0.7959183673469388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "36252245", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "36252245", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.8875, "weighted_f1": 0.9342105263157895, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "36252245", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8974358974358975, "weighted_f1": 0.945945945945946, "completeness": 0.8974358974358975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "36252245", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6805555555555556, "weighted_f1": 0.8099173553719008, "completeness": 0.6805555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "36727173", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6181818181818182, "weighted_f1": 0.7640449438202247, "completeness": 0.6181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "36727173", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.6203703703703703, "weighted_f1": 0.7613636363636364, "completeness": 0.6296296296296297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "36727173", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.3493150684931507, "weighted_f1": 0.5151515151515152, "completeness": 0.3561643835616438, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "36727173", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.37272727272727274, "weighted_f1": 0.543046357615894, "completeness": 0.37272727272727274, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "37473139", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7551020408163265, "weighted_f1": 0.8604651162790697, "completeness": 0.7551020408163265, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "37473139", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9767441860465116, "weighted_recall": 0.875, "weighted_f1": 0.923076923076923, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "37473139", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.61, "weighted_f1": 0.7530864197530864, "completeness": 0.62, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "37473139", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14516129032258066, "weighted_f1": 0.2535211267605634, "completeness": 0.14516129032258066, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "38047274", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8787878787878788, "weighted_f1": 0.9354838709677419, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38047274", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8933333333333333, "weighted_f1": 0.9436619718309859, "completeness": 0.8933333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38047274", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.955223880597015, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "38047274", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38154903", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38154903", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38154903", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38154903", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6610169491525424, "weighted_f1": 0.7959183673469388, "completeness": 0.6610169491525424, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38355831", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8541666666666666, "weighted_f1": 0.9213483146067416, "completeness": 0.8541666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38355831", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 1, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.6538461538461539, "weighted_f1": 0.7870370370370371, "completeness": 0.6615384615384615, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38355831", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4393939393939394, "weighted_f1": 0.6105263157894737, "completeness": 0.4393939393939394, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "38355831", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6231884057971014, "weighted_f1": 0.7678571428571428, "completeness": 0.6231884057971014, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38663892", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8676470588235294, "weighted_f1": 0.9291338582677166, "completeness": 0.8676470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38663892", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "38663892", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8026315789473685, "weighted_f1": 0.8905109489051095, "completeness": 0.8026315789473685, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38663892", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6301369863013698, "weighted_f1": 0.773109243697479, "completeness": 0.6301369863013698, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38989376", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38989376", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8804347826086957, "completeness": 0.803921568627451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "38989376", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5545454545454546, "weighted_f1": 0.7134502923976608, "completeness": 0.5545454545454546, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "38989376", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7435897435897436, "weighted_f1": 0.8529411764705882, "completeness": 0.7435897435897436, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "42427521", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "42427521", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 144, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9536423841059603, "weighted_f1": 0.976271186440678, "completeness": 0.9536423841059603, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "42427521", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8902439024390244, "weighted_f1": 0.9419354838709678, "completeness": 0.8902439024390244, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "42427521", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7954545454545454, "weighted_f1": 0.8860759493670886, "completeness": 0.7954545454545454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "42546558", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.675, "weighted_f1": 0.8059701492537313, "completeness": 0.675, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "42546558", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7346938775510204, "weighted_f1": 0.8470588235294119, "completeness": 0.7346938775510204, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "42546558", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "42546558", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.74, "weighted_f1": 0.8505747126436781, "completeness": 0.74, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "42641525", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9855072463768116, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8888888888888888, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "42641525", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7623762376237624, "weighted_f1": 0.8651685393258427, "completeness": 0.7623762376237624, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "42641525", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "42641525", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.819047619047619, "weighted_f1": 0.900523560209424, "completeness": 0.819047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "43408471", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6530612244897959, "weighted_f1": 0.7901234567901235, "completeness": 0.6530612244897959, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "43408471", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.65, "weighted_f1": 0.7831325301204819, "completeness": 0.66, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "43408471", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8679245283018868, "weighted_f1": 0.9292929292929293, "completeness": 0.8679245283018868, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "43408471", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "43720116", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "43720116", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.975, "weighted_recall": 0.8478260869565217, "weighted_f1": 0.9069767441860466, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "43720116", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "43720116", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8064516129032258, "weighted_f1": 0.8928571428571428, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "49646155", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7808219178082192, "weighted_f1": 0.8769230769230769, "completeness": 0.7808219178082192, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "49646155", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.7987804878048781, "weighted_f1": 0.8851351351351351, "completeness": 0.8048780487804879, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "49646155", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8933333333333333, "weighted_f1": 0.9436619718309859, "completeness": 0.8933333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "49646155", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7043478260869566, "weighted_f1": 0.826530612244898, "completeness": 0.7043478260869566, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "50775901", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8392857142857143, "weighted_f1": 0.9126213592233009, "completeness": 0.8392857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "50775901", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8392857142857143, "weighted_f1": 0.9126213592233009, "completeness": 0.8392857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "50775901", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "50775901", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.647887323943662, "weighted_f1": 0.7863247863247863, "completeness": 0.647887323943662, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "54232810", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.7976190476190477, "weighted_f1": 0.8815789473684211, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "54232810", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.8902439024390244, "weighted_f1": 0.9358974358974359, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "54232810", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.8255813953488372, "weighted_f1": 0.8987341772151899, "completeness": 0.8372093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "54232810", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46551724137931033, "weighted_f1": 0.6352941176470588, "completeness": 0.46551724137931033, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "58048626", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "58048626", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "58048626", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3103448275862069, "weighted_f1": 0.4736842105263158, "completeness": 0.3103448275862069, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "58048626", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6307692307692307, "weighted_f1": 0.7735849056603773, "completeness": 0.6307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "61315605", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8958333333333334, "weighted_f1": 0.945054945054945, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "61315605", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8958333333333334, "weighted_f1": 0.945054945054945, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "61315605", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8775510204081632, "weighted_f1": 0.9347826086956522, "completeness": 0.8775510204081632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "61315605", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.72, "weighted_f1": 0.8372093023255813, "completeness": 0.72, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "65219288", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.8793103448275862, "weighted_f1": 0.9272727272727272, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "65219288", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.8813559322033898, "weighted_f1": 0.9285714285714285, "completeness": 0.8983050847457628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "65219288", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 2, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.352112676056338, "weighted_f1": 0.5154639175257731, "completeness": 0.36619718309859156, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "65219288", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.8492063492063492, "weighted_f1": 0.9145299145299146, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "67631413", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "67631413", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 2, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9859154929577465, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8695652173913044, "completeness": 0.7888888888888889, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "67631413", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8796296296296295, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "67631413", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6578947368421053, "weighted_f1": 0.7936507936507937, "completeness": 0.6578947368421053, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "68216398", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "68216398", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 1, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.6642857142857143, "weighted_f1": 0.7948717948717948, "completeness": 0.6714285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "68216398", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7887323943661971, "weighted_f1": 0.8818897637795275, "completeness": 0.7887323943661971, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "68216398", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6375, "weighted_f1": 0.7786259541984732, "completeness": 0.6375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "69458502", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6981132075471698, "weighted_f1": 0.8222222222222222, "completeness": 0.6981132075471698, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "69458502", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7037037037037037, "weighted_f1": 0.8260869565217391, "completeness": 0.7037037037037037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "69458502", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.4846153846153846, "weighted_f1": 0.6494845360824743, "completeness": 0.49230769230769234, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "69458502", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.735632183908046, "weighted_f1": 0.847682119205298, "completeness": 0.735632183908046, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "70198580", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5714285714285714, "weighted_f1": 0.7272727272727273, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "70198580", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5714285714285714, "weighted_f1": 0.7272727272727273, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "70198580", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6538461538461539, "weighted_f1": 0.7906976744186047, "completeness": 0.6538461538461539, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "70198580", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5769230769230769, "weighted_f1": 0.7317073170731707, "completeness": 0.5769230769230769, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "77626587", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.761904761904762, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "77626587", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7499999999999999, "completeness": 0.6296296296296297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "77626587", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.955223880597015, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "77626587", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2962962962962963, "weighted_f1": 0.45714285714285713, "completeness": 0.2962962962962963, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "81588968", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8490566037735849, "weighted_f1": 0.9183673469387755, "completeness": 0.8490566037735849, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "81588968", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8490566037735849, "weighted_f1": 0.9183673469387755, "completeness": 0.8490566037735849, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "81588968", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9514563106796117, "completeness": 0.9074074074074074, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "81588968", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "82738323", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7380952380952381, "weighted_f1": 0.8493150684931507, "completeness": 0.7380952380952381, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "82738323", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8837209302325582, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "82738323", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.625, "weighted_f1": 0.7638888888888888, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "82738323", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "87826037", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8974358974358975, "weighted_f1": 0.945945945945946, "completeness": 0.8974358974358975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "87826037", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8974358974358975, "weighted_f1": 0.945945945945946, "completeness": 0.8974358974358975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "87826037", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9024390243902439, "weighted_f1": 0.9487179487179488, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "87826037", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7407407407407407, "weighted_f1": 0.851063829787234, "completeness": 0.7407407407407407, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "90318913", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46153846153846156, "weighted_f1": 0.631578947368421, "completeness": 0.46153846153846156, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "90318913", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.49056603773584906, "weighted_f1": 0.6582278481012659, "completeness": 0.49056603773584906, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "90318913", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.6454545454545455, "weighted_f1": 0.7802197802197802, "completeness": 0.6545454545454545, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "90318913", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.6012658227848101, "weighted_f1": 0.7480314960629921, "completeness": 0.6075949367088608, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "91431878", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7111111111111111, "weighted_f1": 0.8311688311688311, "completeness": 0.7111111111111111, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "91431878", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9111111111111111, "weighted_f1": 0.9534883720930233, "completeness": 0.9111111111111111, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "91431878", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3492063492063492, "weighted_f1": 0.5176470588235293, "completeness": 0.3492063492063492, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "91431878", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5645161290322581, "weighted_f1": 0.7216494845360826, "completeness": 0.5645161290322581, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "92283635", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "92283635", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8918918918918919, "weighted_f1": 0.9428571428571428, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "92283635", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.3979591836734694, "weighted_f1": 0.5652173913043478, "completeness": 0.40816326530612246, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "92283635", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8163265306122449, "weighted_f1": 0.898876404494382, "completeness": 0.8163265306122449, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "94137171", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.8793103448275862, "weighted_f1": 0.9272727272727272, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "94137171", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 2, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.8793103448275862, "weighted_f1": 0.9272727272727272, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "94137171", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9054054054054054, "weighted_f1": 0.943661971830986, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "94137171", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.8604651162790697, "weighted_f1": 0.9135802469135803, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "96457008", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "96457008", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "96457008", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "96457008", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.42105263157894735, "weighted_f1": 0.5925925925925926, "completeness": 0.42105263157894735, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "AVIATION", "document_id": "98389424", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7428571428571429, "weighted_f1": 0.8524590163934427, "completeness": 0.7428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "98389424", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.8295454545454546, "weighted_f1": 0.9012345679012347, "completeness": 0.8409090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "98389424", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "98389424", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.813953488372093, "weighted_f1": 0.8974358974358974, "completeness": 0.813953488372093, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "99416532", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9702970297029703, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "99416532", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9636363636363636, "weighted_f1": 0.9814814814814815, "completeness": 0.9636363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "AVIATION", "document_id": "99416532", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.8106060606060606, "weighted_f1": 0.8916666666666666, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "AVIATION", "document_id": "99416532", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4457831325301205, "weighted_f1": 0.6166666666666667, "completeness": 0.4457831325301205, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "10329506", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.851063829787234, "weighted_f1": 0.9195402298850576, "completeness": 0.851063829787234, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "10329506", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.84375, "weighted_f1": 0.9101123595505618, "completeness": 0.8541666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "10329506", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46511627906976744, "weighted_f1": 0.6349206349206349, "completeness": 0.46511627906976744, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "10329506", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7543859649122807, "weighted_f1": 0.86, "completeness": 0.7543859649122807, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "10909673", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "10909673", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8723404255319149, "weighted_f1": 0.9318181818181819, "completeness": 0.8723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "10909673", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7586206896551724, "weighted_f1": 0.8627450980392156, "completeness": 0.7586206896551724, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "10909673", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8412698412698413, "weighted_f1": 0.9137931034482758, "completeness": 0.8412698412698413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11065180", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.9024390243902439, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11065180", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7380952380952381, "weighted_f1": 0.8493150684931507, "completeness": 0.7380952380952381, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11065180", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8444444444444444, "weighted_f1": 0.9156626506024096, "completeness": 0.8444444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11065180", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5510204081632653, "weighted_f1": 0.7105263157894737, "completeness": 0.5510204081632653, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "11262933", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8688524590163934, "weighted_f1": 0.9298245614035088, "completeness": 0.8688524590163934, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11262933", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.990909090909091, "weighted_recall": 0.8790322580645161, "weighted_f1": 0.9316239316239316, "completeness": 0.8870967741935484, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11262933", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "11262933", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5616438356164384, "weighted_f1": 0.7192982456140351, "completeness": 0.5616438356164384, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "11266906", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.9186046511627907, "weighted_f1": 0.9518072289156626, "completeness": 0.9302325581395349, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "11266906", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9069767441860465, "weighted_f1": 0.951219512195122, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "11266906", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5263157894736842, "weighted_f1": 0.6896551724137931, "completeness": 0.5263157894736842, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "11266906", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8545454545454545, "weighted_f1": 0.9215686274509803, "completeness": 0.8545454545454545, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11637468", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7631578947368421, "weighted_f1": 0.8656716417910448, "completeness": 0.7631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11637468", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.7875, "weighted_f1": 0.8749999999999999, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11637468", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8301886792452831, "weighted_f1": 0.9072164948453608, "completeness": 0.8301886792452831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11637468", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7101449275362319, "weighted_f1": 0.8305084745762712, "completeness": 0.7101449275362319, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11672279", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11672279", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "11672279", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11672279", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6451612903225806, "weighted_f1": 0.7843137254901961, "completeness": 0.6451612903225806, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11773925", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9859154929577464, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "11773925", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.9868421052631579, "weighted_f1": 0.9868421052631579, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "11773925", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "11773925", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.859375, "weighted_f1": 0.9243697478991597, "completeness": 0.859375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11842348", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11842348", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7586206896551724, "weighted_f1": 0.8627450980392156, "completeness": 0.7586206896551724, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "11842348", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.32653061224489793, "weighted_f1": 0.4923076923076923, "completeness": 0.32653061224489793, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "11842348", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5454545454545454, "weighted_f1": 0.7058823529411764, "completeness": 0.5454545454545454, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "12021752", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "12021752", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "12021752", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "12021752", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "13173522", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8857142857142857, "weighted_f1": 0.9393939393939393, "completeness": 0.8857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "13173522", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.90625, "weighted_f1": 0.9508196721311475, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "13173522", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6739130434782609, "weighted_f1": 0.8051948051948052, "completeness": 0.6739130434782609, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "13173522", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.6847826086956522, "weighted_f1": 0.8076923076923077, "completeness": 0.6956521739130435, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "13393401", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "13393401", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.967479674796748, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "13393401", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6551724137931034, "weighted_f1": 0.7916666666666666, "completeness": 0.6551724137931034, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "13393401", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.9067796610169492, "weighted_f1": 0.9469026548672566, "completeness": 0.9152542372881356, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "13982572", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9555555555555556, "weighted_f1": 0.9772727272727273, "completeness": 0.9555555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "13982572", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.9468085106382979, "weighted_f1": 0.9673913043478262, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "13982572", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "13982572", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "14391434", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.696969696969697, "weighted_f1": 0.8214285714285715, "completeness": 0.696969696969697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "14391434", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.7, "weighted_f1": 0.8166666666666667, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "14391434", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6944444444444444, "weighted_f1": 0.819672131147541, "completeness": 0.6944444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "14391434", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6041666666666666, "weighted_f1": 0.7532467532467533, "completeness": 0.6041666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "14626780", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8918918918918919, "weighted_f1": 0.9428571428571428, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "14626780", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "14626780", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "14626780", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "15553584", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.825, "weighted_f1": 0.9041095890410958, "completeness": 0.825, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "15553584", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.9342105263157895, "weighted_f1": 0.9594594594594595, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "15553584", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6166666666666667, "weighted_f1": 0.7628865979381444, "completeness": 0.6166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "15553584", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.49206349206349204, "weighted_f1": 0.6595744680851063, "completeness": 0.49206349206349204, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "15856762", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 1, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9779411764705882, "weighted_recall": 0.8417721518987342, "weighted_f1": 0.9047619047619048, "completeness": 0.8481012658227848, "unsupported_rate": 0.014705882352941176, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "15856762", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 2, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9710144927536232, "weighted_recall": 0.8589743589743589, "weighted_f1": 0.9115646258503401, "completeness": 0.8589743589743589, "unsupported_rate": 0.028985507246376812, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "15856762", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 2, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.8314606741573034, "weighted_f1": 0.8969696969696971, "completeness": 0.8314606741573034, "unsupported_rate": 0.02631578947368421, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "15856762", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 109, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1349206349206349, "weighted_f1": 0.23776223776223776, "completeness": 0.1349206349206349, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "16300459", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4307692307692308, "weighted_f1": 0.6021505376344086, "completeness": 0.4307692307692308, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "16300459", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.4393939393939394, "weighted_f1": 0.6105263157894737, "completeness": 0.4393939393939394, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "16300459", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 4, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9591836734693877, "weighted_recall": 0.6714285714285714, "weighted_f1": 0.7899159663865546, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "16300459", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4945054945054945, "weighted_f1": 0.6617647058823529, "completeness": 0.4945054945054945, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "16407619", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "16407619", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8269230769230769, "weighted_f1": 0.9052631578947368, "completeness": 0.8269230769230769, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "16407619", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "16407619", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.17391304347826086, "weighted_f1": 0.29629629629629634, "completeness": 0.17391304347826086, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "17131084", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17131084", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8974358974358975, "weighted_f1": 0.945945945945946, "completeness": 0.8974358974358975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17131084", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.19047619047619047, "weighted_f1": 0.32, "completeness": 0.19047619047619047, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "17131084", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5757575757575758, "weighted_f1": 0.7307692307692308, "completeness": 0.5757575757575758, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "17189156", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8541666666666666, "weighted_f1": 0.9213483146067416, "completeness": 0.8541666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17189156", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "17189156", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9215686274509803, "weighted_f1": 0.9591836734693878, "completeness": 0.9215686274509803, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "17189156", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8032786885245902, "weighted_f1": 0.8909090909090909, "completeness": 0.8032786885245902, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17213671", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5121951219512195, "weighted_f1": 0.6774193548387097, "completeness": 0.5121951219512195, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "17213671", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.686046511627907, "weighted_f1": 0.8082191780821918, "completeness": 0.6976744186046512, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17213671", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.7549019607843137, "weighted_f1": 0.8555555555555555, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17213671", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2909090909090909, "weighted_f1": 0.45070422535211263, "completeness": 0.2909090909090909, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "17276884", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6140350877192983, "weighted_f1": 0.7608695652173912, "completeness": 0.6140350877192983, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17276884", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.631578947368421, "weighted_f1": 0.7741935483870968, "completeness": 0.631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17276884", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6333333333333333, "weighted_f1": 0.7755102040816326, "completeness": 0.6333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17276884", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7051282051282052, "weighted_f1": 0.8270676691729323, "completeness": 0.7051282051282052, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17396388", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9864864864864865, "weighted_f1": 0.9931972789115647, "completeness": 0.9864864864864865, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "17396388", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "17396388", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9866666666666667, "weighted_f1": 0.9932885906040269, "completeness": 0.9866666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "17396388", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.33146067415730335, "weighted_f1": 0.49579831932773105, "completeness": 0.33707865168539325, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "17818707", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17818707", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.8818181818181818, "weighted_f1": 0.9326923076923076, "completeness": 0.8909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17818707", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9803921568627451, "weighted_f1": 0.99009900990099, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "17818707", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7472527472527473, "weighted_f1": 0.8553459119496856, "completeness": 0.7472527472527473, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17823436", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6933333333333334, "weighted_f1": 0.8188976377952756, "completeness": 0.6933333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "17823436", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 132, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "17823436", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43037974683544306, "weighted_f1": 0.6017699115044248, "completeness": 0.43037974683544306, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "17823436", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7349397590361446, "weighted_f1": 0.8472222222222222, "completeness": 0.7349397590361446, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18172739", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18172739", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.975, "weighted_recall": 0.8478260869565217, "weighted_f1": 0.9069767441860466, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18172739", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "18172739", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.75, "weighted_f1": 0.8507462686567163, "completeness": 0.7631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18208580", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8275862068965517, "weighted_f1": 0.9056603773584906, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18208580", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 114, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.9274193548387096, "weighted_f1": 0.9583333333333333, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "18208580", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 1, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 0.9928571428571429, "weighted_recall": 0.6150442477876106, "weighted_f1": 0.7595628415300547, "completeness": 0.6194690265486725, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18208580", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22388059701492538, "weighted_f1": 0.36585365853658536, "completeness": 0.22388059701492538, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "18278509", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6086956521739131, "weighted_f1": 0.7567567567567568, "completeness": 0.6086956521739131, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18278509", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.8974358974358975, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18278509", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7307692307692307, "weighted_f1": 0.8444444444444443, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18278509", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2903225806451613, "weighted_f1": 0.45000000000000007, "completeness": 0.2903225806451613, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "18369400", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "18369400", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "18369400", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7741935483870968, "weighted_f1": 0.8727272727272727, "completeness": 0.7741935483870968, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18369400", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7096774193548387, "weighted_f1": 0.8301886792452831, "completeness": 0.7096774193548387, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18457785", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7088607594936709, "weighted_f1": 0.8296296296296296, "completeness": 0.7088607594936709, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18457785", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 161, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9877300613496932, "weighted_f1": 0.9938271604938271, "completeness": 0.9877300613496932, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "18457785", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 102, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18457785", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24468085106382978, "weighted_f1": 0.39316239316239315, "completeness": 0.24468085106382978, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "18645964", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18645964", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.7428571428571429, "weighted_f1": 0.8387096774193549, "completeness": 0.7714285714285715, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18645964", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "18645964", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6842105263157895, "weighted_f1": 0.8125000000000001, "completeness": 0.6842105263157895, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18805506", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.851063829787234, "weighted_f1": 0.9195402298850576, "completeness": 0.851063829787234, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18805506", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.77, "weighted_f1": 0.8651685393258428, "completeness": 0.78, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18805506", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.74, "weighted_f1": 0.8505747126436781, "completeness": 0.74, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18805506", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6585365853658537, "weighted_f1": 0.7941176470588235, "completeness": 0.6585365853658537, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18824120", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9696969696969697, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8533333333333334, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "18824120", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9863013698630136, "weighted_f1": 0.993103448275862, "completeness": 0.9863013698630136, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "18824120", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9487179487179487, "weighted_f1": 0.9736842105263158, "completeness": 0.9487179487179487, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "18824120", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7551020408163265, "weighted_f1": 0.8604651162790697, "completeness": 0.7551020408163265, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19149865", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9830508474576272, "weighted_recall": 0.8529411764705882, "weighted_f1": 0.9133858267716536, "completeness": 0.8676470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19149865", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.9239130434782609, "weighted_f1": 0.9550561797752809, "completeness": 0.9347826086956522, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "19149865", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9554140127388535, "completeness": 0.9382716049382716, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "19149865", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.39325842696629215, "weighted_f1": 0.564516129032258, "completeness": 0.39325842696629215, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "19176318", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8372093023255814, "weighted_f1": 0.9113924050632911, "completeness": 0.8372093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19176318", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8390804597701149, "weighted_f1": 0.9125, "completeness": 0.8390804597701149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19176318", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8478260869565217, "weighted_f1": 0.9176470588235294, "completeness": 0.8478260869565217, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19176318", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 109, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.15503875968992248, "weighted_f1": 0.2684563758389262, "completeness": 0.15503875968992248, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "19374660", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "19374660", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "19374660", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8071428571428572, "weighted_f1": 0.889763779527559, "completeness": 0.8142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19374660", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.9338235294117647, "weighted_f1": 0.9621212121212122, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "19437318", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.7125, "weighted_f1": 0.8260869565217391, "completeness": 0.725, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19437318", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 3, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9634146341463414, "weighted_recall": 0.7745098039215687, "weighted_f1": 0.8586956521739132, "completeness": 0.803921568627451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19437318", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9375, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "19437318", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 2, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.6851851851851852, "weighted_f1": 0.8043478260869565, "completeness": 0.7037037037037037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19911786", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19911786", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.8035714285714286, "weighted_f1": 0.8823529411764706, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19911786", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7666666666666667, "weighted_f1": 0.8679245283018869, "completeness": 0.7666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19911786", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7708333333333334, "weighted_f1": 0.8705882352941177, "completeness": 0.7708333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19920687", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19920687", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8148148148148148, "weighted_f1": 0.8979591836734693, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19920687", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "19920687", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6097560975609756, "weighted_f1": 0.7575757575757575, "completeness": 0.6097560975609756, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "20850529", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "20850529", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.86, "weighted_f1": 0.924731182795699, "completeness": 0.86, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "20850529", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "20850529", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7192982456140351, "weighted_f1": 0.8367346938775511, "completeness": 0.7192982456140351, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "20992320", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "20992320", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.90625, "weighted_f1": 0.9354838709677419, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "20992320", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.7666666666666667, "weighted_f1": 0.8518518518518519, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "20992320", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.58, "weighted_f1": 0.725, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21297521", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9747899159663865, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "21297521", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 138, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.971830985915493, "weighted_f1": 0.9857142857142858, "completeness": 0.971830985915493, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "21297521", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 102, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7083333333333334, "weighted_f1": 0.8292682926829268, "completeness": 0.7083333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21297521", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9935897435897436, "weighted_recall": 0.7045454545454546, "weighted_f1": 0.8244680851063829, "completeness": 0.7090909090909091, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21645690", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8545454545454545, "weighted_f1": 0.9215686274509803, "completeness": 0.8545454545454545, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21645690", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.8508771929824561, "weighted_f1": 0.9150943396226416, "completeness": 0.8596491228070176, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21645690", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "21645690", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.796875, "weighted_f1": 0.8869565217391304, "completeness": 0.796875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21756639", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6274509803921569, "weighted_f1": 0.7710843373493976, "completeness": 0.6274509803921569, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21756639", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6724137931034483, "weighted_f1": 0.8041237113402061, "completeness": 0.6724137931034483, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21756639", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8103448275862069, "weighted_f1": 0.8952380952380952, "completeness": 0.8103448275862069, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21756639", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6610169491525424, "weighted_f1": 0.7959183673469388, "completeness": 0.6610169491525424, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21796843", "model": "Gemma", "output_present": false, "pdf_readable": true, "tp": 0, "partial": 0, "fp": 0, "fn": 111, "unverifiable": 0, "weighted_precision": null, "weighted_recall": 0.0, "weighted_f1": null, "completeness": 0.0, "unsupported_rate": null, "outcome": "Failed" }, { "category": "BANKING", "document_id": "21796843", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8028169014084507, "weighted_f1": 0.890625, "completeness": 0.8028169014084507, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21796843", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7631578947368421, "weighted_f1": 0.8656716417910448, "completeness": 0.7631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21796843", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.33636363636363636, "weighted_f1": 0.5034013605442177, "completeness": 0.33636363636363636, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "21856577", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6041666666666666, "weighted_f1": 0.7532467532467533, "completeness": 0.6041666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21856577", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9952380952380953, "weighted_recall": 0.9766355140186916, "weighted_f1": 0.9858490566037736, "completeness": 0.9813084112149533, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "21856577", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6276595744680851, "weighted_f1": 0.7712418300653594, "completeness": 0.6276595744680851, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "21856577", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 107, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08547008547008547, "weighted_f1": 0.15748031496062995, "completeness": 0.08547008547008547, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "22615491", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "22615491", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "22615491", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.19047619047619047, "weighted_f1": 0.32, "completeness": 0.19047619047619047, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "22615491", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5294117647058824, "weighted_f1": 0.6923076923076924, "completeness": 0.5294117647058824, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "23323001", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.7704918032786885, "weighted_f1": 0.8623853211009173, "completeness": 0.7868852459016393, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "23323001", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 3, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9754098360655737, "weighted_recall": 0.875, "weighted_f1": 0.9224806201550387, "completeness": 0.8970588235294118, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "23323001", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20512820512820512, "weighted_f1": 0.3404255319148936, "completeness": 0.20512820512820512, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "23323001", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 2, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.631578947368421, "weighted_f1": 0.768, "completeness": 0.6447368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "24580361", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7666666666666667, "weighted_f1": 0.8679245283018869, "completeness": 0.7666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "24580361", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "24580361", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "24580361", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.41304347826086957, "weighted_f1": 0.5757575757575758, "completeness": 0.43478260869565216, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "25080805", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9803921568627451, "weighted_f1": 0.99009900990099, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "25080805", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.5072463768115942, "weighted_f1": 0.6730769230769231, "completeness": 0.5072463768115942, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "25080805", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4393939393939394, "weighted_f1": 0.6105263157894737, "completeness": 0.4393939393939394, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "25080805", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2857142857142857, "weighted_f1": 0.4444444444444445, "completeness": 0.2857142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "25162378", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7906976744186046, "weighted_f1": 0.8831168831168831, "completeness": 0.7906976744186046, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "25162378", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "25162378", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6744186046511628, "weighted_f1": 0.8055555555555556, "completeness": 0.6744186046511628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "25162378", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5245901639344263, "weighted_f1": 0.6881720430107526, "completeness": 0.5245901639344263, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "25200253", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9850746268656716, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.9166666666666667, "completeness": 0.8701298701298701, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "25200253", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.8658536585365854, "weighted_f1": 0.9220779220779222, "completeness": 0.8780487804878049, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "25200253", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.8506493506493507, "weighted_f1": 0.9160839160839161, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "25200253", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9936708860759493, "weighted_recall": 0.8626373626373627, "weighted_f1": 0.9235294117647058, "completeness": 0.8681318681318682, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "25624652", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9550561797752809, "weighted_f1": 0.9770114942528736, "completeness": 0.9550561797752809, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "25624652", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9942528735632183, "weighted_recall": 0.9611111111111111, "weighted_f1": 0.9774011299435029, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "25624652", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9659090909090909, "weighted_f1": 0.9826589595375723, "completeness": 0.9659090909090909, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "25624652", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "25780596", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.90625, "weighted_f1": 0.9508196721311475, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "25780596", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.8939393939393939, "weighted_f1": 0.9365079365079364, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "25780596", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "25780596", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "26579709", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7948717948717948, "weighted_f1": 0.8857142857142858, "completeness": 0.7948717948717948, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "26579709", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "26579709", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.8404255319148937, "weighted_f1": 0.9080459770114943, "completeness": 0.851063829787234, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "26579709", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6206896551724138, "weighted_f1": 0.7659574468085107, "completeness": 0.6206896551724138, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "26673507", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8225806451612904, "weighted_f1": 0.9026548672566371, "completeness": 0.8225806451612904, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "26673507", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8611111111111112, "weighted_f1": 0.9253731343283582, "completeness": 0.8611111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "26673507", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8717948717948718, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "26673507", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.696969696969697, "weighted_f1": 0.8214285714285715, "completeness": 0.696969696969697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "26987539", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8524590163934426, "weighted_f1": 0.9203539823008848, "completeness": 0.8524590163934426, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "26987539", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8688524590163934, "weighted_f1": 0.9298245614035088, "completeness": 0.8688524590163934, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "26987539", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5666666666666667, "weighted_f1": 0.7234042553191489, "completeness": 0.5666666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "26987539", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7340425531914894, "weighted_f1": 0.8466257668711656, "completeness": 0.7340425531914894, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "27120528", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9747899159663865, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "27120528", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9682539682539683, "weighted_f1": 0.9838709677419354, "completeness": 0.9682539682539683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "27120528", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9747899159663865, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "27120528", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8375, "weighted_f1": 0.9115646258503401, "completeness": 0.8375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "27606527", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8955223880597015, "weighted_f1": 0.9448818897637796, "completeness": 0.8955223880597015, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "27606527", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 1, "fp": 0, "fn": 83, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.10215053763440861, "weighted_f1": 0.18446601941747576, "completeness": 0.10752688172043011, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "27606527", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "27606527", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 98, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.17647058823529413, "weighted_f1": 0.3, "completeness": 0.17647058823529413, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "27884470", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8392857142857143, "weighted_f1": 0.9126213592233009, "completeness": 0.8392857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "27884470", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8615384615384616, "weighted_f1": 0.9256198347107438, "completeness": 0.8615384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "27884470", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9833333333333333, "weighted_f1": 0.9915966386554621, "completeness": 0.9833333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "27884470", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7368421052631579, "weighted_f1": 0.8484848484848484, "completeness": 0.7368421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "28051330", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "28051330", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "28051330", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9534883720930233, "weighted_f1": 0.9761904761904763, "completeness": 0.9534883720930233, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "28051330", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3953488372093023, "weighted_f1": 0.5666666666666667, "completeness": 0.3953488372093023, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "28419927", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8909090909090909, "weighted_f1": 0.9423076923076923, "completeness": 0.8909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "28419927", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "28419927", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8833333333333333, "weighted_f1": 0.9380530973451328, "completeness": 0.8833333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "28419927", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8354430379746836, "weighted_f1": 0.9103448275862069, "completeness": 0.8354430379746836, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "28895997", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "28895997", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "28895997", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.17391304347826086, "weighted_f1": 0.29629629629629634, "completeness": 0.17391304347826086, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "28895997", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "28989677", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9942528735632183, "weighted_recall": 0.9829545454545454, "weighted_f1": 0.9885714285714285, "completeness": 0.9886363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "28989677", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9944444444444445, "weighted_recall": 0.9835164835164835, "weighted_f1": 0.9889502762430938, "completeness": 0.989010989010989, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "28989677", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.948051948051948, "weighted_f1": 0.9668874172185431, "completeness": 0.961038961038961, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "28989677", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5413533834586466, "weighted_f1": 0.7024390243902439, "completeness": 0.5413533834586466, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "29093426", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.926829268292683, "weighted_f1": 0.9620253164556963, "completeness": 0.926829268292683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "29093426", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.9404761904761905, "weighted_f1": 0.9634146341463415, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "29093426", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9710144927536232, "weighted_f1": 0.9852941176470589, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "29093426", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.7089552238805971, "weighted_f1": 0.8260869565217391, "completeness": 0.7164179104477612, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "29406313", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6909090909090909, "weighted_f1": 0.8172043010752689, "completeness": 0.6909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "29406313", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6909090909090909, "weighted_f1": 0.8172043010752689, "completeness": 0.6909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "29406313", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 68, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48091603053435117, "weighted_f1": 0.6494845360824743, "completeness": 0.48091603053435117, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "29406313", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25773195876288657, "weighted_f1": 0.40983606557377045, "completeness": 0.25773195876288657, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "29552167", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6981132075471698, "weighted_f1": 0.8222222222222222, "completeness": 0.6981132075471698, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "29552167", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.7129629629629629, "weighted_f1": 0.8279569892473119, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "29552167", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9245283018867925, "weighted_f1": 0.9607843137254902, "completeness": 0.9245283018867925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "29552167", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5714285714285714, "weighted_f1": 0.7272727272727273, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "29839396", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47058823529411764, "weighted_f1": 0.6399999999999999, "completeness": 0.47058823529411764, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "29839396", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.717391304347826, "weighted_f1": 0.825, "completeness": 0.7391304347826086, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "29839396", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "29839396", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3793103448275862, "weighted_f1": 0.5499999999999999, "completeness": 0.3793103448275862, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "30127072", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "30127072", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "30127072", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "30127072", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "30713796", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "30713796", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "30713796", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9245283018867925, "weighted_f1": 0.9607843137254902, "completeness": 0.9245283018867925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "30713796", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "31025785", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.5370370370370371, "weighted_f1": 0.6904761904761905, "completeness": 0.5555555555555556, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "31025785", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8529411764705882, "weighted_f1": 0.9206349206349206, "completeness": 0.8529411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "31025785", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.31666666666666665, "weighted_f1": 0.4810126582278481, "completeness": 0.31666666666666665, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "31025785", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23636363636363636, "weighted_f1": 0.3823529411764706, "completeness": 0.23636363636363636, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "31710562", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 3, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.9246575342465754, "weighted_f1": 0.9507042253521127, "completeness": 0.9452054794520548, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "31710562", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 3, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.9246575342465754, "weighted_f1": 0.9507042253521127, "completeness": 0.9452054794520548, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "31710562", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.9375, "weighted_f1": 0.9642857142857143, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "31710562", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9942528735632183, "weighted_recall": 0.8480392156862745, "weighted_f1": 0.9153439153439153, "completeness": 0.8529411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "32980197", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9661016949152542, "weighted_f1": 0.9827586206896551, "completeness": 0.9661016949152542, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "32980197", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9661016949152542, "weighted_f1": 0.9827586206896551, "completeness": 0.9661016949152542, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "32980197", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6129032258064516, "weighted_f1": 0.76, "completeness": 0.6129032258064516, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "32980197", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8736842105263158, "weighted_f1": 0.9325842696629214, "completeness": 0.8736842105263158, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "33135102", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.967741935483871, "weighted_f1": 0.9836065573770492, "completeness": 0.967741935483871, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "33135102", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.967741935483871, "weighted_f1": 0.9836065573770492, "completeness": 0.967741935483871, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "33135102", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.953125, "weighted_f1": 0.9682539682539683, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "33135102", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7962962962962963, "weighted_f1": 0.8865979381443299, "completeness": 0.7962962962962963, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "33286293", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5769230769230769, "weighted_f1": 0.7317073170731707, "completeness": 0.5769230769230769, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "33286293", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6071428571428571, "weighted_f1": 0.7555555555555554, "completeness": 0.6071428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "33286293", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5625, "weighted_f1": 0.72, "completeness": 0.5625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "33286293", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6060606060606061, "weighted_f1": 0.7547169811320755, "completeness": 0.6060606060606061, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "33370664", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8809523809523809, "weighted_f1": 0.9367088607594937, "completeness": 0.8809523809523809, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "33370664", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.961038961038961, "weighted_f1": 0.9801324503311257, "completeness": 0.961038961038961, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "33370664", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9649122807017544, "weighted_f1": 0.9821428571428572, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "33370664", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6170212765957447, "weighted_f1": 0.763157894736842, "completeness": 0.6170212765957447, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "33872500", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8135593220338984, "weighted_f1": 0.897196261682243, "completeness": 0.8135593220338984, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "33872500", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8166666666666667, "weighted_f1": 0.8990825688073394, "completeness": 0.8166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "33872500", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "33872500", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6144578313253012, "weighted_f1": 0.7611940298507462, "completeness": 0.6144578313253012, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "34185495", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "34185495", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8913043478260869, "weighted_f1": 0.9425287356321839, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "34185495", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7843137254901961, "weighted_f1": 0.8791208791208792, "completeness": 0.7843137254901961, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "34185495", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.5625, "weighted_f1": 0.7159090909090909, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "34758680", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "34758680", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.9342105263157895, "weighted_f1": 0.9594594594594595, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "34758680", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "34758680", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8043478260869565, "weighted_f1": 0.891566265060241, "completeness": 0.8043478260869565, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "34783330", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "34783330", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "34783330", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "34783330", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.532258064516129, "weighted_f1": 0.6947368421052631, "completeness": 0.532258064516129, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "34953092", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.7878787878787878, "weighted_f1": 0.8666666666666665, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "34953092", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.8852459016393442, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "34953092", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.7352941176470589, "weighted_f1": 0.8333333333333333, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "34953092", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.6805555555555556, "weighted_f1": 0.8032786885245902, "completeness": 0.6944444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "3547447", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "3547447", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9523809523809523, "weighted_recall": 0.7407407407407407, "weighted_f1": 0.8333333333333334, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "3547447", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 1, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.17272727272727273, "weighted_f1": 0.2923076923076923, "completeness": 0.18181818181818182, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "3547447", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2916666666666667, "weighted_f1": 0.45161290322580644, "completeness": 0.2916666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "35483925", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.82, "weighted_f1": 0.9010989010989011, "completeness": 0.82, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "35483925", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8272727272727273, "weighted_f1": 0.9009900990099009, "completeness": 0.8363636363636363, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "35483925", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.847457627118644, "weighted_f1": 0.9174311926605504, "completeness": 0.847457627118644, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "35483925", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7121212121212122, "weighted_f1": 0.8318584070796461, "completeness": 0.7121212121212122, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "35492909", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 1, "fn": 0, "unverifiable": 0, "weighted_precision": 0.90625, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.9354838709677419, "completeness": 1.0, "unsupported_rate": 0.0625, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "35492909", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 2, "fp": 1, "fn": 1, "unverifiable": 0, "weighted_precision": 0.8888888888888888, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.8888888888888888, "completeness": 0.9444444444444444, "unsupported_rate": 0.05555555555555555, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "35492909", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 1, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9210526315789473, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.9210526315789473, "completeness": 0.9473684210526315, "unsupported_rate": 0.05263157894736842, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "35492909", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9166666666666666, "weighted_recall": 0.171875, "weighted_f1": 0.2894736842105263, "completeness": 0.1875, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "35564026", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84, "weighted_f1": 0.9130434782608696, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "35564026", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "35564026", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8472222222222222, "weighted_f1": 0.9172932330827067, "completeness": 0.8472222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "35564026", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7027027027027027, "weighted_f1": 0.8253968253968255, "completeness": 0.7027027027027027, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "36302399", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6176470588235294, "weighted_f1": 0.7636363636363637, "completeness": 0.6176470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "36302399", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6486486486486487, "weighted_f1": 0.7868852459016393, "completeness": 0.6486486486486487, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "36302399", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7792207792207793, "weighted_f1": 0.8759124087591241, "completeness": 0.7792207792207793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "36302399", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.6333333333333333, "weighted_f1": 0.7732558139534884, "completeness": 0.638095238095238, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "36905896", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9747899159663865, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "36905896", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9516129032258065, "weighted_f1": 0.9752066115702479, "completeness": 0.9516129032258065, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "36905896", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9747899159663865, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "36905896", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8658536585365854, "weighted_f1": 0.9281045751633987, "completeness": 0.8658536585365854, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "38897568", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8444444444444444, "weighted_f1": 0.9156626506024096, "completeness": 0.8444444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "38897568", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.8645833333333334, "weighted_f1": 0.9222222222222222, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "38897568", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "38897568", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8648648648648648, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "39142536", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "39142536", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9555555555555556, "weighted_f1": 0.9772727272727273, "completeness": 0.9555555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "39142536", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9574468085106383, "weighted_f1": 0.9782608695652174, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "39142536", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7413793103448276, "weighted_f1": 0.8514851485148515, "completeness": 0.7413793103448276, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "39247950", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.7638888888888888, "weighted_f1": 0.8593749999999999, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "39247950", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9777777777777777, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9072164948453608, "completeness": 0.8653846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "39247950", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "39247950", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10714285714285714, "weighted_f1": 0.19354838709677416, "completeness": 0.10714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "39569771", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 1, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.7241379310344828, "weighted_f1": 0.823529411764706, "completeness": 0.7241379310344828, "unsupported_rate": 0.045454545454545456, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "39569771", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 1, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.8529411764705882, "weighted_f1": 0.90625, "completeness": 0.8627450980392157, "unsupported_rate": 0.022222222222222223, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "39569771", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.7424242424242424, "weighted_f1": 0.8448275862068965, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "39569771", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "41651672", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.967741935483871, "weighted_f1": 0.9836065573770492, "completeness": 0.967741935483871, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "41651672", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9736842105263158, "weighted_f1": 0.9866666666666666, "completeness": 0.9736842105263158, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "41651672", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "41651672", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8780487804878049, "weighted_f1": 0.9350649350649352, "completeness": 0.8780487804878049, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "43375498", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9253731343283582, "weighted_f1": 0.9612403100775194, "completeness": 0.9253731343283582, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "43375498", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9921875, "weighted_recall": 0.9621212121212122, "weighted_f1": 0.9769230769230769, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "43375498", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9264705882352942, "weighted_f1": 0.9618320610687023, "completeness": 0.9264705882352942, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "43375498", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8482142857142857, "weighted_f1": 0.9178743961352658, "completeness": 0.8482142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "45167858", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "45167858", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.82, "weighted_f1": 0.8913043478260869, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "45167858", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "45167858", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7878787878787878, "weighted_f1": 0.8813559322033898, "completeness": 0.7878787878787878, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "54421668", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "54421668", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9436619718309859, "weighted_f1": 0.9710144927536231, "completeness": 0.9436619718309859, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "54421668", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9538461538461539, "weighted_f1": 0.9763779527559054, "completeness": 0.9538461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "54421668", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45918367346938777, "weighted_f1": 0.6293706293706294, "completeness": 0.45918367346938777, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "60182829", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8382352941176471, "weighted_f1": 0.9119999999999999, "completeness": 0.8382352941176471, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "60182829", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "60182829", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.759493670886076, "weighted_f1": 0.8633093525179857, "completeness": 0.759493670886076, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "60182829", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5205479452054794, "weighted_f1": 0.6846846846846847, "completeness": 0.5205479452054794, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "60489316", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.9578947368421052, "completeness": 0.9387755102040817, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "60489316", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.96, "weighted_f1": 0.9696969696969697, "completeness": 0.98, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "60489316", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6862745098039216, "weighted_f1": 0.813953488372093, "completeness": 0.6862745098039216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "60489316", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 83, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.15306122448979592, "weighted_f1": 0.2654867256637168, "completeness": 0.15306122448979592, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "64589506", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "64589506", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9315068493150684, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "64589506", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8333333333333333, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "64589506", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.5056818181818182, "weighted_f1": 0.6691729323308271, "completeness": 0.5113636363636364, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "65864767", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "65864767", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.9024390243902439, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "65864767", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "65864767", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3013698630136986, "weighted_f1": 0.4631578947368421, "completeness": 0.3013698630136986, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "68781345", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.9019607843137255, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "68781345", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8253968253968254, "weighted_f1": 0.9043478260869565, "completeness": 0.8253968253968254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "68781345", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.9636363636363636, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "68781345", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.726027397260274, "weighted_f1": 0.8412698412698413, "completeness": 0.726027397260274, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "69243180", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.96875, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "69243180", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.96875, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "69243180", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "69243180", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7307692307692307, "weighted_f1": 0.8444444444444443, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "70667011", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.7685185185185185, "weighted_f1": 0.8645833333333333, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "70667011", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.788135593220339, "weighted_f1": 0.8773584905660378, "completeness": 0.7966101694915254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "70667011", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.8981481481481481, "weighted_f1": 0.941747572815534, "completeness": 0.9074074074074074, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "70667011", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.7191780821917808, "weighted_f1": 0.8333333333333334, "completeness": 0.726027397260274, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "71422121", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9491525423728813, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "71422121", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8977272727272727, "weighted_f1": 0.9461077844311377, "completeness": 0.8977272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "71422121", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.99375, "weighted_recall": 0.8932584269662921, "weighted_f1": 0.9408284023668638, "completeness": 0.898876404494382, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "71422121", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.6941747572815534, "weighted_f1": 0.8171428571428572, "completeness": 0.6990291262135923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "72876163", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9591836734693877, "weighted_f1": 0.9791666666666666, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "72876163", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7040816326530612, "weighted_f1": 0.8263473053892215, "completeness": 0.7040816326530612, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "72876163", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "72876163", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 81, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.34146341463414637, "weighted_f1": 0.5090909090909091, "completeness": 0.34146341463414637, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "73157997", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7659574468085106, "weighted_f1": 0.8674698795180723, "completeness": 0.7659574468085106, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "73157997", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7872340425531915, "weighted_f1": 0.880952380952381, "completeness": 0.7872340425531915, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "73157997", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.8602941176470589, "weighted_f1": 0.9212598425196851, "completeness": 0.8676470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "73157997", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "74552449", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9482758620689654, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "74552449", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.75, "weighted_f1": 0.8437499999999999, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "74552449", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.9, "weighted_f1": 0.9310344827586207, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "74552449", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6785714285714286, "weighted_f1": 0.8085106382978724, "completeness": 0.6785714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "77156708", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9850746268656716, "weighted_f1": 0.9924812030075187, "completeness": 0.9850746268656716, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "77156708", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "77156708", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9866666666666667, "weighted_f1": 0.9932885906040269, "completeness": 0.9866666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "77156708", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5432098765432098, "weighted_f1": 0.704, "completeness": 0.5432098765432098, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "79041971", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "79041971", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "79041971", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "79041971", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8055555555555556, "weighted_f1": 0.8923076923076924, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "87867370", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6068376068376068, "weighted_f1": 0.7553191489361701, "completeness": 0.6068376068376068, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "87867370", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.84375, "weighted_f1": 0.9152542372881356, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "87867370", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9310344827586207, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "87867370", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 100, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.2664233576642336, "weighted_f1": 0.41954022988505746, "completeness": 0.27007299270072993, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "89049979", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5204081632653061, "weighted_f1": 0.6845637583892618, "completeness": 0.5204081632653061, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "89049979", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8347826086956521, "weighted_f1": 0.909952606635071, "completeness": 0.8347826086956521, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "89049979", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8305084745762712, "weighted_f1": 0.9074074074074074, "completeness": 0.8305084745762712, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "89049979", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5263157894736842, "weighted_f1": 0.6896551724137931, "completeness": 0.5263157894736842, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "96493528", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "96493528", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.922077922077922, "weighted_f1": 0.9594594594594594, "completeness": 0.922077922077922, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "96493528", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "96493528", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.40816326530612246, "weighted_f1": 0.5797101449275363, "completeness": 0.40816326530612246, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "98348532", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.8125, "weighted_f1": 0.8888888888888888, "completeness": 0.828125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "98348532", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.828125, "weighted_f1": 0.8983050847457628, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "98348532", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.8805970149253731, "weighted_f1": 0.9291338582677166, "completeness": 0.8955223880597015, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "98348532", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 78, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16129032258064516, "weighted_f1": 0.27777777777777773, "completeness": 0.16129032258064516, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "98965485", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7674418604651163, "weighted_f1": 0.868421052631579, "completeness": 0.7674418604651163, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "98965485", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.8111111111111111, "weighted_f1": 0.8902439024390244, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "98965485", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8431372549019608, "weighted_f1": 0.9148936170212766, "completeness": 0.8431372549019608, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "98965485", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7384615384615385, "weighted_f1": 0.8495575221238938, "completeness": 0.7384615384615385, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "99124477", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.9950980392156863, "weighted_recall": 0.8826086956521739, "weighted_f1": 0.9354838709677419, "completeness": 0.8869565217391304, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BANKING", "document_id": "99124477", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 113, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9826086956521739, "weighted_f1": 0.9912280701754386, "completeness": 0.9826086956521739, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BANKING", "document_id": "99124477", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 82, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.43103448275862066, "weighted_f1": 0.6009615384615384, "completeness": 0.43448275862068964, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BANKING", "document_id": "99124477", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 95, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4378698224852071, "weighted_f1": 0.6090534979423868, "completeness": 0.4378698224852071, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "11183737", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8767123287671232, "weighted_f1": 0.9343065693430657, "completeness": 0.8767123287671232, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "11183737", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "11183737", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8850574712643678, "weighted_f1": 0.9390243902439025, "completeness": 0.8850574712643678, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "11183737", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.5, "completeness": 0.3333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "13964744", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9036144578313253, "weighted_f1": 0.9493670886075949, "completeness": 0.9036144578313253, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "13964744", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9735099337748344, "completeness": 0.961038961038961, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "13964744", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "13964744", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 80, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2, "weighted_f1": 0.33333333333333337, "completeness": 0.2, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "15145575", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8627450980392157, "weighted_f1": 0.9263157894736842, "completeness": 0.8627450980392157, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "15145575", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.9626865671641791, "weighted_f1": 0.9772727272727273, "completeness": 0.9701492537313433, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "15145575", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6625, "weighted_f1": 0.7969924812030075, "completeness": 0.6625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "15145575", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4507042253521127, "weighted_f1": 0.6213592233009708, "completeness": 0.4507042253521127, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "15573418", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9841269841269841, "weighted_f1": 0.9919999999999999, "completeness": 0.9841269841269841, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "15573418", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.984375, "weighted_f1": 0.9921259842519685, "completeness": 0.984375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "15573418", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "15573418", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8045977011494253, "weighted_f1": 0.8917197452229298, "completeness": 0.8045977011494253, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "16492045", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 5, "fp": 1, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9492753623188406, "weighted_recall": 0.8291139240506329, "weighted_f1": 0.8851351351351351, "completeness": 0.8607594936708861, "unsupported_rate": 0.014492753623188406, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "16492045", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 6, "fp": 1, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9428571428571428, "weighted_recall": 0.8354430379746836, "weighted_f1": 0.8859060402684563, "completeness": 0.8734177215189873, "unsupported_rate": 0.014285714285714285, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "16492045", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 5, "fp": 1, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9492753623188406, "weighted_recall": 0.81875, "weighted_f1": 0.8791946308724833, "completeness": 0.85, "unsupported_rate": 0.014492753623188406, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "16492045", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 5, "fp": 1, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9593023255813954, "weighted_recall": 0.8168316831683168, "weighted_f1": 0.8823529411764706, "completeness": 0.8415841584158416, "unsupported_rate": 0.011627906976744186, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "18589927", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.796875, "weighted_f1": 0.8644067796610169, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "18589927", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 4, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9310344827586207, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8571428571428571, "completeness": 0.8529411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "18589927", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9605263157894737, "weighted_recall": 0.8488372093023255, "weighted_f1": 0.9012345679012346, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "18589927", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 3, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9594594594594594, "weighted_recall": 0.6826923076923077, "weighted_f1": 0.797752808988764, "completeness": 0.7115384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "19362586", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "19362586", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "19362586", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 1, "partial": 0, "fp": 0, "fn": 68, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.014492753623188406, "weighted_f1": 0.02857142857142857, "completeness": 0.014492753623188406, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "19362586", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10975609756097561, "weighted_f1": 0.1978021978021978, "completeness": 0.10975609756097561, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "23933031", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "23933031", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "23933031", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "23933031", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.64, "weighted_f1": 0.7804878048780487, "completeness": 0.64, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "24727739", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7073170731707317, "weighted_f1": 0.8285714285714285, "completeness": 0.7073170731707317, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "24727739", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7966101694915254, "weighted_f1": 0.8867924528301886, "completeness": 0.7966101694915254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "24727739", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "24727739", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.28378378378378377, "weighted_f1": 0.4421052631578947, "completeness": 0.28378378378378377, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "26829350", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "26829350", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9929577464788732, "weighted_recall": 0.9527027027027027, "weighted_f1": 0.9724137931034482, "completeness": 0.9594594594594594, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "26829350", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9859154929577464, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "26829350", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9036144578313253, "weighted_f1": 0.9493670886075949, "completeness": 0.9036144578313253, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "27710853", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 109, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8790322580645161, "weighted_f1": 0.9356223175965666, "completeness": 0.8790322580645161, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "27710853", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 154, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9390243902439024, "weighted_f1": 0.9685534591194969, "completeness": 0.9390243902439024, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "27710853", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 117, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "27710853", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 91, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4240506329113924, "weighted_f1": 0.5955555555555555, "completeness": 0.4240506329113924, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "30709029", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 3, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9537037037037037, "weighted_recall": 0.9363636363636364, "weighted_f1": 0.944954128440367, "completeness": 0.9636363636363636, "unsupported_rate": 0.018518518518518517, "outcome": "Successful" }, { "category": "BPO", "document_id": "30709029", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 5, "fp": 1, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9363636363636364, "weighted_recall": 0.8879310344827587, "weighted_f1": 0.9115044247787611, "completeness": 0.9310344827586207, "unsupported_rate": 0.01818181818181818, "outcome": "Successful" }, { "category": "BPO", "document_id": "30709029", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 3, "fp": 1, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9537037037037037, "weighted_recall": 0.9035087719298246, "weighted_f1": 0.927927927927928, "completeness": 0.9298245614035088, "unsupported_rate": 0.018518518518518517, "outcome": "Successful" }, { "category": "BPO", "document_id": "30709029", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8870967741935484, "weighted_f1": 0.9401709401709402, "completeness": 0.8870967741935484, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "31064969", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "31064969", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8148148148148148, "weighted_f1": 0.8979591836734693, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "31064969", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8148148148148148, "weighted_f1": 0.8979591836734693, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "31064969", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "38707449", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9591836734693877, "weighted_f1": 0.9791666666666666, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "38707449", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.9607843137254902, "weighted_f1": 0.9702970297029702, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "38707449", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.9117647058823529, "weighted_f1": 0.9489795918367346, "completeness": 0.9215686274509803, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "38707449", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5901639344262295, "weighted_f1": 0.7422680412371134, "completeness": 0.5901639344262295, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "41152404", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "41152404", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 118, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9957983193277311, "weighted_recall": 0.9793388429752066, "weighted_f1": 0.9875, "completeness": 0.9834710743801653, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "41152404", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.4521276595744681, "weighted_f1": 0.6204379562043796, "completeness": 0.4574468085106383, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "41152404", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5051546391752577, "weighted_f1": 0.6712328767123288, "completeness": 0.5051546391752577, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "45077654", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 6, "fp": 1, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9587628865979382, "weighted_recall": 0.8857142857142857, "weighted_f1": 0.9207920792079207, "completeness": 0.9142857142857143, "unsupported_rate": 0.010309278350515464, "outcome": "Successful" }, { "category": "BPO", "document_id": "45077654", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 8, "fp": 1, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9523809523809523, "weighted_recall": 0.8849557522123894, "weighted_f1": 0.9174311926605505, "completeness": 0.9203539823008849, "unsupported_rate": 0.009523809523809525, "outcome": "Successful" }, { "category": "BPO", "document_id": "45077654", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 6, "fp": 1, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9595959595959596, "weighted_recall": 0.8796296296296297, "weighted_f1": 0.9178743961352657, "completeness": 0.9074074074074074, "unsupported_rate": 0.010101010101010102, "outcome": "Successful" }, { "category": "BPO", "document_id": "45077654", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 101, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08181818181818182, "weighted_f1": 0.15126050420168066, "completeness": 0.08181818181818182, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "57706851", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "57706851", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9852941176470589, "weighted_f1": 0.9925925925925926, "completeness": 0.9852941176470589, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "57706851", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5683453237410072, "weighted_f1": 0.7247706422018348, "completeness": 0.5683453237410072, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "57706851", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 107, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8629032258064516, "weighted_f1": 0.9264069264069265, "completeness": 0.8629032258064516, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "63158213", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 4, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9574468085106383, "weighted_recall": 0.7758620689655172, "weighted_f1": 0.8571428571428572, "completeness": 0.8103448275862069, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "63158213", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 3, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9680851063829787, "weighted_recall": 0.7844827586206896, "weighted_f1": 0.8666666666666667, "completeness": 0.8103448275862069, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "63158213", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 3, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.7983870967741935, "weighted_f1": 0.8761061946902654, "completeness": 0.8225806451612904, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "63158213", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 4, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.5263157894736842, "weighted_f1": 0.6818181818181819, "completeness": 0.543859649122807, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "69097572", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.956140350877193, "weighted_f1": 0.9732142857142858, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "69097572", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.9626865671641791, "weighted_f1": 0.9772727272727273, "completeness": 0.9701492537313433, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "69097572", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.9632352941176471, "weighted_f1": 0.9776119402985075, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "69097572", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 119, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9958333333333333, "weighted_recall": 0.8786764705882353, "weighted_f1": 0.93359375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "79261033", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.91, "weighted_f1": 0.9479166666666667, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "79261033", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 3, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9351851851851852, "weighted_recall": 0.9528301886792453, "weighted_f1": 0.9439252336448598, "completeness": 0.9622641509433962, "unsupported_rate": 0.05555555555555555, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "79261033", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 3, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9423076923076923, "weighted_recall": 0.9245283018867925, "weighted_f1": 0.9333333333333333, "completeness": 0.9245283018867925, "unsupported_rate": 0.057692307692307696, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "79261033", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22727272727272727, "weighted_f1": 0.37037037037037035, "completeness": 0.22727272727272727, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "89512321", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7818181818181819, "weighted_f1": 0.8775510204081634, "completeness": 0.7818181818181819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "89512321", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9954128440366973, "weighted_recall": 0.9774774774774775, "weighted_f1": 0.9863636363636363, "completeness": 0.9819819819819819, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "89512321", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.37662337662337664, "weighted_f1": 0.5471698113207547, "completeness": 0.37662337662337664, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BPO", "document_id": "89512321", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6266666666666667, "weighted_f1": 0.7704918032786886, "completeness": 0.6266666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BPO", "document_id": "95625660", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9111111111111111, "weighted_f1": 0.9534883720930233, "completeness": 0.9111111111111111, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "95625660", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "95625660", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BPO", "document_id": "95625660", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10228751", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10228751", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9894736842105263, "weighted_recall": 0.9690721649484536, "weighted_f1": 0.9791666666666666, "completeness": 0.979381443298969, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10228751", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.358974358974359, "weighted_f1": 0.5283018867924528, "completeness": 0.358974358974359, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10228751", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5517241379310345, "weighted_f1": 0.7111111111111111, "completeness": 0.5517241379310345, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10235211", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7866666666666666, "weighted_f1": 0.8805970149253731, "completeness": 0.7866666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10235211", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7866666666666666, "weighted_f1": 0.8805970149253731, "completeness": 0.7866666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10235211", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10235211", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 76, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.30275229357798167, "weighted_f1": 0.46478873239436624, "completeness": 0.30275229357798167, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10289113", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10289113", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10289113", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10289113", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.859375, "weighted_f1": 0.9243697478991597, "completeness": 0.859375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10501991", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10501991", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9420289855072463, "weighted_f1": 0.9701492537313433, "completeness": 0.9420289855072463, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10501991", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.9366197183098591, "weighted_f1": 0.9637681159420289, "completeness": 0.9436619718309859, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10501991", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 1, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.17307692307692307, "weighted_f1": 0.2934782608695652, "completeness": 0.1794871794871795, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10541358", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10541358", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.8818181818181818, "weighted_f1": 0.9326923076923076, "completeness": 0.8909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10541358", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25757575757575757, "weighted_f1": 0.40963855421686746, "completeness": 0.25757575757575757, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10541358", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6774193548387096, "weighted_f1": 0.8076923076923077, "completeness": 0.6774193548387096, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10704573", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.9036144578313253, "weighted_f1": 0.9433962264150944, "completeness": 0.9156626506024096, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10704573", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 3, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9797297297297297, "weighted_recall": 0.8146067415730337, "weighted_f1": 0.8895705521472392, "completeness": 0.8314606741573034, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10704573", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 2, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 0.9866666666666667, "weighted_recall": 0.6324786324786325, "weighted_f1": 0.7708333333333334, "completeness": 0.6410256410256411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "10704573", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 2, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.7582417582417582, "weighted_f1": 0.8571428571428571, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "11088337", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.90625, "weighted_f1": 0.9508196721311475, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "11088337", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.967741935483871, "weighted_f1": 0.9836065573770492, "completeness": 0.967741935483871, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "11088337", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.96875, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "11088337", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.19402985074626866, "weighted_f1": 0.325, "completeness": 0.19402985074626866, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "11289482", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7763157894736842, "weighted_f1": 0.8740740740740741, "completeness": 0.7763157894736842, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "11289482", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7792207792207793, "weighted_f1": 0.8759124087591241, "completeness": 0.7792207792207793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "11289482", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "11289482", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7865168539325843, "weighted_f1": 0.880503144654088, "completeness": 0.7865168539325843, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "11551946", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3275862068965517, "weighted_f1": 0.49350649350649356, "completeness": 0.3275862068965517, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "11551946", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.3515625, "weighted_f1": 0.5172413793103449, "completeness": 0.359375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "11551946", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 80, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3162393162393162, "weighted_f1": 0.4805194805194805, "completeness": 0.3162393162393162, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "11551946", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.32857142857142857, "weighted_f1": 0.4946236559139785, "completeness": 0.32857142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12059198", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7254901960784313, "weighted_f1": 0.8409090909090908, "completeness": 0.7254901960784313, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12059198", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7254901960784313, "weighted_f1": 0.8409090909090908, "completeness": 0.7254901960784313, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12059198", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8113207547169812, "weighted_f1": 0.8958333333333334, "completeness": 0.8113207547169812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12059198", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2631578947368421, "weighted_f1": 0.4166666666666667, "completeness": 0.2631578947368421, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12230301", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9746835443037974, "weighted_f1": 0.9871794871794872, "completeness": 0.9746835443037974, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12230301", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9120879120879121, "weighted_f1": 0.9540229885057472, "completeness": 0.9120879120879121, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12230301", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 68, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5496688741721855, "weighted_f1": 0.7094017094017094, "completeness": 0.5496688741721855, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12230301", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 115, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.09448818897637795, "weighted_f1": 0.1726618705035971, "completeness": 0.09448818897637795, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12377803", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6222222222222222, "weighted_f1": 0.7671232876712328, "completeness": 0.6222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12377803", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7333333333333333, "weighted_f1": 0.846153846153846, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12377803", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9574468085106383, "weighted_f1": 0.9782608695652174, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12377803", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.0958904109589041, "weighted_f1": 0.175, "completeness": 0.0958904109589041, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12546838", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12546838", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9935064935064936, "weighted_recall": 0.8895348837209303, "weighted_f1": 0.9386503067484663, "completeness": 0.8953488372093024, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12546838", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9512195121951219, "weighted_f1": 0.975, "completeness": 0.9512195121951219, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12546838", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8085106382978723, "weighted_f1": 0.8941176470588235, "completeness": 0.8085106382978723, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12632728", "model": "Gemma", "output_present": false, "pdf_readable": false, "tp": 0, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": null, "weighted_recall": null, "weighted_f1": null, "completeness": null, "unsupported_rate": null, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12632728", "model": "Qwen", "output_present": false, "pdf_readable": false, "tp": 0, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": null, "weighted_recall": null, "weighted_f1": null, "completeness": null, "unsupported_rate": null, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12632728", "model": "Hybrid NLP", "output_present": false, "pdf_readable": false, "tp": 0, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": null, "weighted_recall": null, "weighted_f1": null, "completeness": null, "unsupported_rate": null, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12632728", "model": "BERT MULTI", "output_present": false, "pdf_readable": false, "tp": 0, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": null, "weighted_recall": null, "weighted_f1": null, "completeness": null, "unsupported_rate": null, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12814706", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12814706", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.8154761904761905, "weighted_f1": 0.8954248366013071, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12814706", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9041095890410958, "weighted_f1": 0.949640287769784, "completeness": 0.9041095890410958, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "12814706", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7471264367816092, "weighted_f1": 0.8552631578947367, "completeness": 0.7471264367816092, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13080868", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8555555555555555, "weighted_f1": 0.9221556886227544, "completeness": 0.8555555555555555, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13080868", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8555555555555555, "weighted_f1": 0.9221556886227544, "completeness": 0.8555555555555555, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13080868", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9518072289156626, "weighted_f1": 0.9753086419753086, "completeness": 0.9518072289156626, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13080868", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13199813", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6491228070175439, "weighted_f1": 0.7872340425531915, "completeness": 0.6491228070175439, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13199813", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6721311475409836, "weighted_f1": 0.8039215686274509, "completeness": 0.6721311475409836, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13199813", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13199813", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6527777777777778, "weighted_f1": 0.7899159663865547, "completeness": 0.6527777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13574264", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7575757575757576, "weighted_f1": 0.8620689655172413, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13574264", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8157894736842105, "weighted_f1": 0.898550724637681, "completeness": 0.8157894736842105, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13574264", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8205128205128205, "weighted_f1": 0.9014084507042254, "completeness": 0.8205128205128205, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13574264", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4647887323943662, "weighted_f1": 0.6346153846153846, "completeness": 0.4647887323943662, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13888506", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9428571428571428, "completeness": 0.9166666666666666, "unsupported_rate": 0.029411764705882353, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13888506", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 2, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9324324324324325, "weighted_recall": 0.9078947368421053, "weighted_f1": 0.92, "completeness": 0.9210526315789473, "unsupported_rate": 0.05405405405405406, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13888506", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9428571428571428, "completeness": 0.9166666666666666, "unsupported_rate": 0.029411764705882353, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "13888506", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 1, "fn": 22, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.5769230769230769, "weighted_f1": 0.7228915662650601, "completeness": 0.5769230769230769, "unsupported_rate": 0.03225806451612903, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14055971", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14055971", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8255813953488372, "weighted_f1": 0.9044585987261146, "completeness": 0.8255813953488372, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14055971", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8152173913043478, "weighted_f1": 0.8982035928143712, "completeness": 0.8152173913043478, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14055971", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7555555555555555, "weighted_f1": 0.8607594936708861, "completeness": 0.7555555555555555, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14070138", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14070138", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.926829268292683, "weighted_f1": 0.9620253164556963, "completeness": 0.926829268292683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14070138", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.926829268292683, "weighted_f1": 0.9620253164556963, "completeness": 0.926829268292683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14070138", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7735849056603774, "weighted_f1": 0.8723404255319149, "completeness": 0.7735849056603774, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14241621", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.9506172839506173, "weighted_f1": 0.9685534591194969, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14241621", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9866666666666667, "weighted_recall": 0.9487179487179487, "weighted_f1": 0.9673202614379085, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14241621", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.974025974025974, "completeness": 0.9743589743589743, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14241621", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9879518072289156, "weighted_recall": 0.8913043478260869, "weighted_f1": 0.9371428571428572, "completeness": 0.9021739130434783, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14287992", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.851063829787234, "weighted_f1": 0.9195402298850576, "completeness": 0.851063829787234, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14287992", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14287992", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7959183673469388, "weighted_f1": 0.8863636363636364, "completeness": 0.7959183673469388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14287992", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6166666666666667, "weighted_f1": 0.7628865979381444, "completeness": 0.6166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14726000", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14726000", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14726000", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8108108108108109, "weighted_f1": 0.8955223880597014, "completeness": 0.8108108108108109, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14726000", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14752209", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14752209", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.875, "weighted_f1": 0.930379746835443, "completeness": 0.8809523809523809, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14752209", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8846153846153846, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14752209", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14825300", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8554216867469879, "weighted_f1": 0.922077922077922, "completeness": 0.8554216867469879, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14825300", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8554216867469879, "weighted_f1": 0.922077922077922, "completeness": 0.8554216867469879, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14825300", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7191011235955056, "weighted_f1": 0.8366013071895425, "completeness": 0.7191011235955056, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14825300", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4090909090909091, "weighted_f1": 0.5806451612903226, "completeness": 0.4090909090909091, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14861855", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9818181818181818, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.9642857142857142, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14861855", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9818181818181818, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.9642857142857142, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14861855", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 3, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.9098360655737705, "weighted_f1": 0.940677966101695, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14861855", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9830508474576272, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9586776859504132, "completeness": 0.9516129032258065, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14871762", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14871762", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.9107142857142857, "weighted_f1": 0.9444444444444444, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14871762", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14871762", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.6276595744680851, "weighted_f1": 0.7662337662337662, "completeness": 0.6382978723404256, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14990354", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9344262295081968, "weighted_f1": 0.9661016949152543, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14990354", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14990354", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7575757575757576, "weighted_f1": 0.8620689655172413, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "14990354", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6721311475409836, "weighted_f1": 0.8039215686274509, "completeness": 0.6721311475409836, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "15233524", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8958333333333334, "weighted_f1": 0.945054945054945, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "15233524", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "15233524", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9702970297029703, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "15233524", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "15423153", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.859375, "weighted_f1": 0.9243697478991597, "completeness": 0.859375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "15423153", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8692307692307693, "weighted_f1": 0.9262295081967212, "completeness": 0.8769230769230769, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "15423153", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.873015873015873, "weighted_f1": 0.9322033898305084, "completeness": 0.873015873015873, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "15423153", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "15811992", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7105263157894737, "weighted_f1": 0.8307692307692308, "completeness": 0.7105263157894737, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "15811992", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8433734939759037, "weighted_f1": 0.9150326797385622, "completeness": 0.8433734939759037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "15811992", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7611940298507462, "weighted_f1": 0.864406779661017, "completeness": 0.7611940298507462, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "15811992", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6503496503496503, "weighted_f1": 0.7881355932203389, "completeness": 0.6503496503496503, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16091352", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.9019607843137255, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16091352", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8070175438596491, "weighted_f1": 0.8932038834951457, "completeness": 0.8070175438596491, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16091352", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.8467741935483871, "weighted_f1": 0.9130434782608696, "completeness": 0.8548387096774194, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16091352", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16519708", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16519708", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16519708", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16519708", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.5793650793650794, "weighted_f1": 0.7300000000000001, "completeness": 0.5873015873015873, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16694152", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16694152", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16694152", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8148148148148148, "weighted_f1": 0.8979591836734693, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16694152", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6346153846153846, "weighted_f1": 0.7764705882352941, "completeness": 0.6346153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16846478", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9733333333333334, "weighted_f1": 0.9864864864864865, "completeness": 0.9733333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16846478", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9733333333333334, "weighted_f1": 0.9864864864864865, "completeness": 0.9733333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16846478", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 85, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46540880503144655, "weighted_f1": 0.6351931330472104, "completeness": 0.46540880503144655, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "16846478", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 101, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.09009009009009009, "weighted_f1": 0.1652892561983471, "completeness": 0.09009009009009009, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17095812", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.8975903614457831, "weighted_f1": 0.9430379746835442, "completeness": 0.9036144578313253, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17095812", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8953488372093024, "weighted_f1": 0.9390243902439025, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17095812", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 1, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 0.9928571428571429, "weighted_recall": 0.7091836734693877, "weighted_f1": 0.8273809523809523, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17095812", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 81, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.11956521739130435, "weighted_f1": 0.21359223300970873, "completeness": 0.11956521739130435, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17115815", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 3, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.9051724137931034, "weighted_f1": 0.9375, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17115815", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 3, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 0.9659090909090909, "weighted_recall": 0.7589285714285714, "weighted_f1": 0.8499999999999999, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17115815", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 3, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9651162790697675, "weighted_recall": 0.7685185185185185, "weighted_f1": 0.8556701030927835, "completeness": 0.7962962962962963, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17115815", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.19117647058823528, "weighted_f1": 0.32098765432098764, "completeness": 0.19117647058823528, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17421910", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17421910", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7317073170731707, "weighted_f1": 0.8450704225352113, "completeness": 0.7317073170731707, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17421910", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45588235294117646, "weighted_f1": 0.6262626262626263, "completeness": 0.45588235294117646, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17421910", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17597372", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8857142857142857, "weighted_f1": 0.9393939393939393, "completeness": 0.8857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17597372", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17597372", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.7439024390243902, "weighted_f1": 0.8472222222222222, "completeness": 0.7560975609756098, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17597372", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7307692307692307, "weighted_f1": 0.8444444444444443, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17602815", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17602815", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17602815", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17602815", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17730889", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.7228260869565217, "weighted_f1": 0.8364779874213836, "completeness": 0.7282608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17730889", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.8058823529411765, "weighted_f1": 0.8896103896103896, "completeness": 0.8117647058823529, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17730889", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 2, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.7614678899082569, "weighted_f1": 0.8601036269430051, "completeness": 0.7706422018348624, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "17730889", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.6822916666666666, "weighted_f1": 0.8086419753086419, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18236085", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9361702127659575, "weighted_f1": 0.967032967032967, "completeness": 0.9361702127659575, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18236085", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.9270833333333334, "weighted_f1": 0.9569892473118279, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18236085", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9574468085106383, "weighted_f1": 0.9782608695652174, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18236085", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8131868131868132, "weighted_f1": 0.896969696969697, "completeness": 0.8131868131868132, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18293620", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.9430379746835443, "weighted_f1": 0.9675324675324676, "completeness": 0.9493670886075949, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18293620", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.948051948051948, "weighted_f1": 0.9733333333333333, "completeness": 0.948051948051948, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18293620", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5887096774193549, "weighted_f1": 0.7411167512690355, "completeness": 0.5887096774193549, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18293620", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 68, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2608695652173913, "weighted_f1": 0.41379310344827586, "completeness": 0.2608695652173913, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18311419", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9577464788732395, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18311419", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9577464788732395, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18311419", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18311419", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7288135593220338, "weighted_f1": 0.8431372549019608, "completeness": 0.7288135593220338, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18757174", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6206896551724138, "weighted_f1": 0.7659574468085107, "completeness": 0.6206896551724138, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18757174", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18757174", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65, "weighted_f1": 0.787878787878788, "completeness": 0.65, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18757174", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20454545454545456, "weighted_f1": 0.339622641509434, "completeness": 0.20454545454545456, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18937778", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7846153846153846, "weighted_f1": 0.8793103448275863, "completeness": 0.7846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18937778", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8615384615384616, "weighted_f1": 0.9256198347107438, "completeness": 0.8615384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18937778", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8804347826086957, "completeness": 0.803921568627451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "18937778", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5135135135135135, "weighted_f1": 0.6785714285714285, "completeness": 0.5135135135135135, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "19557384", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.803921568627451, "weighted_f1": 0.891304347826087, "completeness": 0.803921568627451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "19557384", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.8018867924528302, "weighted_f1": 0.8854166666666666, "completeness": 0.8113207547169812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "19557384", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9591836734693877, "weighted_f1": 0.9791666666666666, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "19557384", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "19738730", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7241379310344828, "weighted_f1": 0.8400000000000001, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "19738730", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.7571428571428571, "weighted_f1": 0.8548387096774194, "completeness": 0.7714285714285715, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "19738730", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8064516129032258, "weighted_f1": 0.8928571428571428, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "19738730", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20317319", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20317319", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8850574712643678, "weighted_f1": 0.9390243902439025, "completeness": 0.8850574712643678, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20317319", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9943181818181818, "weighted_recall": 0.9408602150537635, "weighted_f1": 0.9668508287292819, "completeness": 0.946236559139785, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20317319", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4732142857142857, "weighted_f1": 0.6424242424242425, "completeness": 0.4732142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20357858", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8909090909090909, "weighted_f1": 0.9423076923076923, "completeness": 0.8909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20357858", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.9351851851851852, "weighted_f1": 0.961904761904762, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20357858", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20357858", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20427934", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20427934", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.955223880597015, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20427934", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.955223880597015, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20427934", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20553895", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7317073170731707, "weighted_f1": 0.8450704225352113, "completeness": 0.7317073170731707, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20553895", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.717948717948718, "weighted_f1": 0.835820895522388, "completeness": 0.717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20553895", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9487179487179487, "weighted_f1": 0.9736842105263158, "completeness": 0.9487179487179487, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20553895", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20633855", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9777777777777777, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.8712871287128713, "completeness": 0.8035714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20633855", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 4, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9770114942528736, "weighted_recall": 0.8854166666666666, "weighted_f1": 0.9289617486338797, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20633855", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.7833333333333333, "weighted_f1": 0.8703703703703703, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20633855", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 2, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.972972972972973, "weighted_recall": 0.6206896551724138, "weighted_f1": 0.7578947368421053, "completeness": 0.6379310344827587, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20748929", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.958904109589041, "weighted_f1": 0.9790209790209791, "completeness": 0.958904109589041, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20748929", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7027027027027027, "weighted_f1": 0.8253968253968255, "completeness": 0.7027027027027027, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20748929", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8311688311688312, "weighted_f1": 0.9078014184397163, "completeness": 0.8311688311688312, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "20748929", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 81, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36220472440944884, "weighted_f1": 0.5317919075144509, "completeness": 0.36220472440944884, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "22025574", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23333333333333334, "weighted_f1": 0.37837837837837834, "completeness": 0.23333333333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "22025574", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 2, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.6571428571428571, "weighted_f1": 0.7863247863247863, "completeness": 0.6714285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "22025574", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 2, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.9743589743589743, "weighted_recall": 0.4523809523809524, "weighted_f1": 0.6178861788617885, "completeness": 0.4642857142857143, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "22025574", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25, "weighted_f1": 0.4, "completeness": 0.25, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "22423839", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "22423839", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "22423839", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.8586956521739131, "weighted_f1": 0.9186046511627908, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "22423839", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7818181818181819, "weighted_f1": 0.8775510204081634, "completeness": 0.7818181818181819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "22765255", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.828125, "weighted_f1": 0.905982905982906, "completeness": 0.828125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "22765255", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.828125, "weighted_f1": 0.905982905982906, "completeness": 0.828125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "22765255", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.8642857142857143, "weighted_f1": 0.9236641221374046, "completeness": 0.8714285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "22765255", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 1, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 0.9938271604938271, "weighted_recall": 0.6652892561983471, "weighted_f1": 0.7970297029702971, "completeness": 0.6694214876033058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "23396633", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 4, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9534883720930233, "weighted_recall": 0.6721311475409836, "weighted_f1": 0.7884615384615384, "completeness": 0.7049180327868853, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "23396633", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 8, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 0.9518072289156626, "weighted_recall": 0.797979797979798, "weighted_f1": 0.8681318681318682, "completeness": 0.8383838383838383, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "23396633", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 84, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.056179775280898875, "weighted_f1": 0.10638297872340426, "completeness": 0.056179775280898875, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "23396633", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 4, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9555555555555556, "weighted_recall": 0.6417910447761194, "weighted_f1": 0.7678571428571429, "completeness": 0.6716417910447762, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "23568641", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.675, "weighted_f1": 0.8059701492537313, "completeness": 0.675, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "23568641", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.7352941176470589, "weighted_f1": 0.8426966292134831, "completeness": 0.7450980392156863, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "23568641", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8292682926829268, "weighted_f1": 0.9066666666666667, "completeness": 0.8292682926829268, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "23568641", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.673469387755102, "weighted_f1": 0.8048780487804877, "completeness": 0.673469387755102, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "24412546", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "24412546", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "24412546", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9272727272727272, "weighted_f1": 0.9622641509433962, "completeness": 0.9272727272727272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "24412546", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9186046511627907, "weighted_f1": 0.9575757575757576, "completeness": 0.9186046511627907, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "24647386", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9519230769230769, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "24647386", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.9180327868852459, "weighted_f1": 0.9491525423728813, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "24647386", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.9396551724137931, "weighted_f1": 0.9646017699115045, "completeness": 0.9482758620689655, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "24647386", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 1, "fp": 1, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9788732394366197, "weighted_recall": 0.9391891891891891, "weighted_f1": 0.9586206896551723, "completeness": 0.9459459459459459, "unsupported_rate": 0.014084507042253521, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "24964303", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.8467741935483871, "weighted_f1": 0.9130434782608696, "completeness": 0.8548387096774194, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "24964303", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.855072463768116, "weighted_f1": 0.9147286821705427, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "24964303", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.17901234567901234, "weighted_f1": 0.3020833333333333, "completeness": 0.18518518518518517, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "24964303", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7361111111111112, "weighted_f1": 0.8480000000000001, "completeness": 0.7361111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "25370801", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "25370801", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "25370801", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "25370801", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6875, "weighted_f1": 0.8148148148148148, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "25397102", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9305555555555556, "weighted_f1": 0.9571428571428572, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "25397102", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.8589743589743589, "weighted_f1": 0.9178082191780821, "completeness": 0.8717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "25397102", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.6025641025641025, "weighted_f1": 0.7460317460317459, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "25397102", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 5, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9778761061946902, "weighted_recall": 0.86328125, "weighted_f1": 0.9170124481327802, "completeness": 0.8828125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "25813953", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "25813953", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "25813953", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43902439024390244, "weighted_f1": 0.6101694915254238, "completeness": 0.43902439024390244, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "25813953", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.12727272727272726, "weighted_f1": 0.22580645161290322, "completeness": 0.12727272727272726, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "26278597", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.5955882352941176, "weighted_f1": 0.7431192660550457, "completeness": 0.6029411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "26278597", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 1, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.625, "weighted_f1": 0.7657657657657657, "completeness": 0.6323529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "26278597", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.6796875, "weighted_f1": 0.8055555555555556, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "26278597", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "26581830", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.9019607843137255, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "26581830", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 0.9875, "weighted_recall": 0.6929824561403509, "weighted_f1": 0.8144329896907218, "completeness": 0.7017543859649122, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "26581830", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7258064516129032, "weighted_f1": 0.8411214953271028, "completeness": 0.7258064516129032, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "26581830", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5806451612903226, "weighted_f1": 0.7346938775510204, "completeness": 0.5806451612903226, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "26896699", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "26896699", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "26896699", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "26896699", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27004930", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8857142857142857, "weighted_f1": 0.9393939393939393, "completeness": 0.8857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27004930", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.955223880597015, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27004930", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3584905660377358, "weighted_f1": 0.5277777777777778, "completeness": 0.3584905660377358, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27004930", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.323943661971831, "weighted_f1": 0.4893617021276596, "completeness": 0.323943661971831, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27139412", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27139412", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27139412", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9482758620689654, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27139412", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.8488372093023255, "weighted_f1": 0.9125, "completeness": 0.8604651162790697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27213082", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9245283018867925, "weighted_f1": 0.9607843137254902, "completeness": 0.9245283018867925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27213082", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8727272727272727, "weighted_f1": 0.9320388349514563, "completeness": 0.8727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27213082", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27213082", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.32926829268292684, "weighted_f1": 0.4954128440366972, "completeness": 0.32926829268292684, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27219200", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27219200", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8611111111111112, "weighted_f1": 0.9253731343283582, "completeness": 0.8611111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27219200", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27219200", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6774193548387096, "weighted_f1": 0.8076923076923077, "completeness": 0.6774193548387096, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27375577", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.9431818181818182, "weighted_f1": 0.9651162790697674, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27375577", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.9456521739130435, "weighted_f1": 0.9666666666666666, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27375577", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27375577", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7627118644067796, "weighted_f1": 0.8653846153846153, "completeness": 0.7627118644067796, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27796199", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27796199", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.98, "weighted_recall": 0.7903225806451613, "weighted_f1": 0.8749999999999999, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27796199", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8387096774193549, "weighted_f1": 0.9122807017543859, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27796199", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5294117647058824, "weighted_f1": 0.6923076923076924, "completeness": 0.5294117647058824, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27850777", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9746835443037974, "weighted_f1": 0.9871794871794872, "completeness": 0.9746835443037974, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27850777", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9936708860759493, "weighted_recall": 0.98125, "weighted_f1": 0.9874213836477987, "completeness": 0.9875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27850777", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8478260869565217, "weighted_f1": 0.9176470588235294, "completeness": 0.8478260869565217, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27850777", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6693548387096774, "weighted_f1": 0.8019323671497584, "completeness": 0.6693548387096774, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27937592", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7678571428571429, "weighted_f1": 0.8686868686868687, "completeness": 0.7678571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27937592", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7678571428571429, "weighted_f1": 0.8686868686868687, "completeness": 0.7678571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27937592", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.3017241379310345, "weighted_f1": 0.46052631578947373, "completeness": 0.3103448275862069, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "27937592", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7066666666666667, "weighted_f1": 0.828125, "completeness": 0.7066666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "28337049", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 5, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9647887323943662, "weighted_recall": 0.8670886075949367, "weighted_f1": 0.9133333333333333, "completeness": 0.8987341772151899, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "28337049", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 5, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9652777777777778, "weighted_recall": 0.8580246913580247, "weighted_f1": 0.9084967320261438, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "28337049", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 2, "fp": 0, "fn": 93, "unverifiable": 0, "weighted_precision": 0.9411764705882353, "weighted_recall": 0.14545454545454545, "weighted_f1": 0.25196850393700787, "completeness": 0.15454545454545454, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "28337049", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 3, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9754098360655737, "weighted_recall": 0.74375, "weighted_f1": 0.8439716312056739, "completeness": 0.7625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "28916894", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "28916894", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8243243243243243, "weighted_f1": 0.9037037037037037, "completeness": 0.8243243243243243, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "28916894", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7605633802816901, "weighted_f1": 0.864, "completeness": 0.7605633802816901, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "28916894", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6447368421052632, "weighted_f1": 0.7839999999999999, "completeness": 0.6447368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29014805", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.8869047619047619, "weighted_f1": 0.9371069182389937, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29014805", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.8869047619047619, "weighted_f1": 0.9371069182389937, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29014805", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3541666666666667, "weighted_f1": 0.5230769230769231, "completeness": 0.3541666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29014805", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6203703703703703, "weighted_f1": 0.7657142857142858, "completeness": 0.6203703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29208172", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7380952380952381, "weighted_f1": 0.8493150684931507, "completeness": 0.7380952380952381, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29208172", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29208172", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6704545454545454, "weighted_f1": 0.8027210884353742, "completeness": 0.6704545454545454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29208172", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5060240963855421, "weighted_f1": 0.6719999999999999, "completeness": 0.5060240963855421, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29825044", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29825044", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5625, "weighted_f1": 0.72, "completeness": 0.5625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29825044", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29825044", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47619047619047616, "weighted_f1": 0.6451612903225806, "completeness": 0.47619047619047616, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29908929", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29908929", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.8106060606060606, "weighted_f1": 0.8916666666666666, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29908929", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.9621212121212122, "weighted_f1": 0.9769230769230769, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "29908929", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.5786516853932584, "weighted_f1": 0.7304964539007092, "completeness": 0.5842696629213483, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "30938994", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8727272727272727, "weighted_f1": 0.9320388349514563, "completeness": 0.8727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "30938994", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8870967741935484, "weighted_f1": 0.9401709401709402, "completeness": 0.8870967741935484, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "30938994", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "30938994", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8837209302325582, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "31273310", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7402597402597403, "weighted_f1": 0.8507462686567165, "completeness": 0.7402597402597403, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "31273310", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "31273310", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7160493827160493, "weighted_f1": 0.8345323741007193, "completeness": 0.7160493827160493, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "31273310", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.711864406779661, "weighted_f1": 0.8316831683168318, "completeness": 0.711864406779661, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "31638814", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "31638814", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.8055555555555556, "weighted_f1": 0.8787878787878789, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "31638814", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6470588235294118, "weighted_f1": 0.7857142857142858, "completeness": 0.6470588235294118, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "31638814", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65, "weighted_f1": 0.787878787878788, "completeness": 0.65, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "31813535", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "31813535", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.922077922077922, "weighted_f1": 0.9594594594594594, "completeness": 0.922077922077922, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "31813535", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8548387096774194, "weighted_f1": 0.9217391304347826, "completeness": 0.8548387096774194, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "31813535", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.5, "completeness": 0.3333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "32042584", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8717948717948718, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "32042584", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.975, "weighted_recall": 0.8478260869565217, "weighted_f1": 0.9069767441860466, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "32042584", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "32042584", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "32385553", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "32385553", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "32385553", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "32385553", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.865979381443299, "weighted_f1": 0.9281767955801106, "completeness": 0.865979381443299, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "32531824", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.8793103448275862, "weighted_f1": 0.9272727272727272, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "32531824", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.8793103448275862, "weighted_f1": 0.9272727272727272, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "32531824", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25, "weighted_f1": 0.4, "completeness": 0.25, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "32531824", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35135135135135137, "weighted_f1": 0.52, "completeness": 0.35135135135135137, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "33424600", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9021739130434783, "weighted_f1": 0.9485714285714286, "completeness": 0.9021739130434783, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "33424600", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9887640449438202, "weighted_recall": 0.9263157894736842, "weighted_f1": 0.9565217391304348, "completeness": 0.9368421052631579, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "33424600", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9310344827586207, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "33424600", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8541666666666666, "weighted_f1": 0.9213483146067416, "completeness": 0.8541666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "34046031", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7719298245614035, "weighted_f1": 0.8712871287128713, "completeness": 0.7719298245614035, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "34046031", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.7348484848484849, "weighted_f1": 0.8434782608695651, "completeness": 0.7424242424242424, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "34046031", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.6644736842105263, "weighted_f1": 0.7952755905511811, "completeness": 0.6710526315789473, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "34046031", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.581081081081081, "weighted_f1": 0.735042735042735, "completeness": 0.581081081081081, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "34797369", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9428571428571428, "weighted_f1": 0.9705882352941176, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "34797369", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9428571428571428, "weighted_f1": 0.9705882352941176, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "34797369", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9571428571428572, "weighted_f1": 0.9781021897810218, "completeness": 0.9571428571428572, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "34797369", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3076923076923077, "weighted_f1": 0.47058823529411764, "completeness": 0.3076923076923077, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "35673335", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "35673335", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "35673335", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "35673335", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "36170003", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6829268292682927, "weighted_f1": 0.8115942028985507, "completeness": 0.6829268292682927, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "36170003", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.7403846153846154, "weighted_f1": 0.8461538461538463, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "36170003", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "36170003", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.74, "weighted_f1": 0.8505747126436781, "completeness": 0.74, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "36574147", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.881578947368421, "weighted_f1": 0.9370629370629371, "completeness": 0.881578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "36574147", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9866666666666667, "weighted_recall": 0.925, "weighted_f1": 0.9548387096774195, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "36574147", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.993421052631579, "weighted_recall": 0.9207317073170732, "weighted_f1": 0.9556962025316457, "completeness": 0.926829268292683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "36574147", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.4696969696969697, "weighted_f1": 0.636986301369863, "completeness": 0.47474747474747475, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "36805025", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.9256756756756757, "weighted_f1": 0.958041958041958, "completeness": 0.9324324324324325, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "36805025", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.9133333333333333, "weighted_f1": 0.9513888888888888, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "36805025", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5390625, "weighted_f1": 0.700507614213198, "completeness": 0.5390625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "36805025", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3867924528301887, "weighted_f1": 0.5578231292517007, "completeness": 0.3867924528301887, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "37391947", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9384615384615385, "weighted_f1": 0.9682539682539683, "completeness": 0.9384615384615385, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "37391947", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9692307692307692, "weighted_f1": 0.9843749999999999, "completeness": 0.9692307692307692, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "37391947", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9538461538461539, "weighted_f1": 0.9763779527559054, "completeness": 0.9538461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "37391947", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6875, "weighted_f1": 0.8148148148148148, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "37521676", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.8618421052631579, "weighted_f1": 0.9225352112676057, "completeness": 0.868421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "37521676", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.993421052631579, "weighted_recall": 0.8988095238095238, "weighted_f1": 0.94375, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "37521676", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8941176470588236, "weighted_f1": 0.9440993788819877, "completeness": 0.8941176470588236, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "37521676", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2828282828282828, "weighted_f1": 0.4409448818897638, "completeness": 0.2828282828282828, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "38007664", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 14, "fp": 2, "fn": 2, "unverifiable": 0, "weighted_precision": 0.8, "weighted_recall": 0.8, "weighted_f1": 0.8000000000000002, "completeness": 0.9555555555555556, "unsupported_rate": 0.044444444444444446, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "38007664", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 17, "fp": 2, "fn": 3, "unverifiable": 0, "weighted_precision": 0.8333333333333334, "weighted_recall": 0.8203125, "weighted_f1": 0.8267716535433071, "completeness": 0.953125, "unsupported_rate": 0.031746031746031744, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "38007664", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 9, "fp": 1, "fn": 63, "unverifiable": 0, "weighted_precision": 0.8513513513513513, "weighted_recall": 0.3181818181818182, "weighted_f1": 0.4632352941176471, "completeness": 0.36363636363636365, "unsupported_rate": 0.02702702702702703, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "38007664", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 8, "fp": 1, "fn": 27, "unverifiable": 0, "weighted_precision": 0.8837209302325582, "weighted_recall": 0.5507246376811594, "weighted_f1": 0.6785714285714286, "completeness": 0.6086956521739131, "unsupported_rate": 0.023255813953488372, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "38688388", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 6, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9433962264150944, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9174311926605505, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "38688388", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 6, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.9107142857142857, "weighted_f1": 0.9272727272727271, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "38688388", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 6, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9433962264150944, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9174311926605505, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "38688388", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 6, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 0.9577464788732394, "weighted_recall": 0.49635036496350365, "weighted_f1": 0.6538461538461539, "completeness": 0.5182481751824818, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "39237915", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7352941176470589, "weighted_f1": 0.8474576271186441, "completeness": 0.7352941176470589, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "39237915", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7352941176470589, "weighted_f1": 0.8474576271186441, "completeness": 0.7352941176470589, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "39237915", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7534246575342466, "weighted_f1": 0.8593750000000001, "completeness": 0.7534246575342466, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "39237915", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6056338028169014, "weighted_f1": 0.7543859649122806, "completeness": 0.6056338028169014, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "39875803", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9724770642201834, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "39875803", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "39875803", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4462809917355372, "weighted_f1": 0.6171428571428571, "completeness": 0.4462809917355372, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "39875803", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1511627906976744, "weighted_f1": 0.2626262626262626, "completeness": 0.1511627906976744, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "40792022", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7567567567567568, "weighted_f1": 0.8615384615384616, "completeness": 0.7567567567567568, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "40792022", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7567567567567568, "weighted_f1": 0.8615384615384616, "completeness": 0.7567567567567568, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "40792022", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "40792022", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7586206896551725, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "47067533", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.9024390243902439, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "47067533", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "47067533", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "47067533", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7413793103448276, "weighted_f1": 0.8514851485148515, "completeness": 0.7413793103448276, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "59696315", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 97, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.34459459459459457, "weighted_f1": 0.5125628140703518, "completeness": 0.34459459459459457, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "59696315", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 96, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43529411764705883, "weighted_f1": 0.6065573770491803, "completeness": 0.43529411764705883, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "59696315", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7325581395348837, "weighted_f1": 0.8456375838926175, "completeness": 0.7325581395348837, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "59696315", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 105, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1796875, "weighted_f1": 0.304635761589404, "completeness": 0.1796875, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "61677751", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 6, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9375, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.8823529411764706, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "61677751", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 7, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9313725490196079, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.8796296296296297, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "61677751", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 6, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.94, "weighted_recall": 0.8545454545454545, "weighted_f1": 0.8952380952380952, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "61677751", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 7, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9351851851851852, "weighted_recall": 0.7769230769230769, "weighted_f1": 0.8487394957983193, "completeness": 0.8307692307692308, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "65708020", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.7621951219512195, "weighted_f1": 0.8620689655172414, "completeness": 0.7682926829268293, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "65708020", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 2, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9846153846153847, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8590604026845637, "completeness": 0.7738095238095238, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "65708020", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.8855421686746988, "weighted_f1": 0.9363057324840764, "completeness": 0.891566265060241, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "65708020", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.7424242424242424, "weighted_f1": 0.8497109826589595, "completeness": 0.7474747474747475, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "67501448", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7674418604651163, "weighted_f1": 0.868421052631579, "completeness": 0.7674418604651163, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "67501448", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7674418604651163, "weighted_f1": 0.868421052631579, "completeness": 0.7674418604651163, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "67501448", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "67501448", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7313432835820896, "weighted_f1": 0.8448275862068965, "completeness": 0.7313432835820896, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "76916835", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4827586206896552, "weighted_f1": 0.6511627906976745, "completeness": 0.4827586206896552, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "76916835", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5714285714285714, "weighted_f1": 0.7272727272727273, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "76916835", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6451612903225806, "weighted_f1": 0.7843137254901961, "completeness": 0.6451612903225806, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "76916835", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4931506849315068, "weighted_f1": 0.6605504587155963, "completeness": 0.4931506849315068, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "77576845", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8522727272727273, "weighted_f1": 0.9202453987730062, "completeness": 0.8522727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "77576845", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9935897435897436, "weighted_recall": 0.9451219512195121, "weighted_f1": 0.96875, "completeness": 0.9512195121951219, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "77576845", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "77576845", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5454545454545454, "weighted_f1": 0.7058823529411764, "completeness": 0.5454545454545454, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "79759716", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "79759716", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "79759716", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "79759716", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5454545454545454, "weighted_f1": 0.7058823529411764, "completeness": 0.5454545454545454, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "80275976", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8144329896907216, "weighted_f1": 0.8977272727272727, "completeness": 0.8144329896907216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "80275976", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9278350515463918, "weighted_f1": 0.9625668449197862, "completeness": 0.9278350515463918, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "80275976", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8172043010752689, "weighted_f1": 0.8994082840236686, "completeness": 0.8172043010752689, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "80275976", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "81310245", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "81310245", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.9590163934426229, "weighted_f1": 0.9749999999999999, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "81310245", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8923076923076924, "weighted_f1": 0.9430894308943091, "completeness": 0.8923076923076924, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "81310245", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6538461538461539, "weighted_f1": 0.7906976744186047, "completeness": 0.6538461538461539, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "82118447", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.863013698630137, "weighted_f1": 0.9264705882352942, "completeness": 0.863013698630137, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "82118447", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8904109589041096, "weighted_f1": 0.9420289855072463, "completeness": 0.8904109589041096, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "82118447", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8701298701298701, "weighted_f1": 0.9305555555555556, "completeness": 0.8701298701298701, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "82118447", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 70, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.29292929292929293, "weighted_f1": 0.45312500000000006, "completeness": 0.29292929292929293, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "89197180", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "89197180", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "89197180", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8169014084507042, "weighted_f1": 0.8992248062015504, "completeness": 0.8169014084507042, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "89197180", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7093023255813954, "weighted_f1": 0.8299319727891157, "completeness": 0.7093023255813954, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "90629382", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7954545454545454, "weighted_f1": 0.8860759493670886, "completeness": 0.7954545454545454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "90629382", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5348837209302325, "weighted_f1": 0.6969696969696969, "completeness": 0.5348837209302325, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "90629382", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "90629382", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.42, "weighted_f1": 0.5915492957746479, "completeness": 0.42, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "91467795", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "91467795", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9193548387096774, "weighted_f1": 0.9579831932773109, "completeness": 0.9193548387096774, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "91467795", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "91467795", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "95382114", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6268656716417911, "weighted_f1": 0.7706422018348624, "completeness": 0.6268656716417911, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "95382114", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.7151162790697675, "weighted_f1": 0.831081081081081, "completeness": 0.7209302325581395, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "95382114", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.7965116279069767, "weighted_f1": 0.8838709677419354, "completeness": 0.8023255813953488, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "95382114", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5487804878048781, "weighted_f1": 0.7086614173228347, "completeness": 0.5487804878048781, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "98379112", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.8951612903225806, "weighted_f1": 0.9406779661016949, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "98379112", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.8866666666666667, "weighted_f1": 0.9366197183098592, "completeness": 0.8933333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "98379112", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "BUSINESS-DEVELOPMENT", "document_id": "98379112", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6461538461538462, "weighted_f1": 0.7850467289719627, "completeness": 0.6461538461538462, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10001727", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6976744186046512, "weighted_f1": 0.8219178082191781, "completeness": 0.6976744186046512, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10001727", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.828125, "weighted_f1": 0.905982905982906, "completeness": 0.828125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10001727", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10001727", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.12307692307692308, "weighted_f1": 0.21917808219178084, "completeness": 0.12307692307692308, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "10276858", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.717948717948718, "weighted_f1": 0.835820895522388, "completeness": 0.717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10276858", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8018867924528302, "weighted_f1": 0.8900523560209425, "completeness": 0.8018867924528302, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10276858", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9367088607594937, "weighted_f1": 0.9673202614379084, "completeness": 0.9367088607594937, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "10276858", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7078651685393258, "weighted_f1": 0.8289473684210525, "completeness": 0.7078651685393258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10333299", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.711864406779661, "weighted_f1": 0.8316831683168318, "completeness": 0.711864406779661, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10333299", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8813559322033898, "weighted_f1": 0.936936936936937, "completeness": 0.8813559322033898, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10333299", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8591549295774648, "weighted_f1": 0.9242424242424242, "completeness": 0.8591549295774648, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10333299", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6533333333333333, "weighted_f1": 0.7903225806451613, "completeness": 0.6533333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10588874", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10588874", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 1, "fp": 0, "fn": 28, "unverifiable": 1, "weighted_precision": 0.9941176470588236, "weighted_recall": 0.7477876106194691, "weighted_f1": 0.8535353535353537, "completeness": 0.7522123893805309, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10588874", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7589285714285714, "weighted_f1": 0.8629441624365483, "completeness": 0.7589285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10588874", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6770833333333334, "weighted_f1": 0.8074534161490683, "completeness": 0.6770833333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10653119", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975609756097561, "weighted_f1": 0.9876543209876543, "completeness": 0.975609756097561, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "10653119", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975609756097561, "weighted_f1": 0.9876543209876543, "completeness": 0.975609756097561, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "10653119", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9871794871794872, "weighted_f1": 0.9935483870967742, "completeness": 0.9871794871794872, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "10653119", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5842696629213483, "weighted_f1": 0.7375886524822695, "completeness": 0.5842696629213483, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "10889157", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10889157", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.927536231884058, "weighted_f1": 0.9624060150375939, "completeness": 0.927536231884058, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "10889157", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "10889157", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "11121498", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.921875, "weighted_f1": 0.9516129032258064, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "11121498", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8898305084745762, "completeness": 0.8153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "11121498", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.8, "weighted_f1": 0.8813559322033898, "completeness": 0.8153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "11121498", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6842105263157895, "weighted_f1": 0.8125000000000001, "completeness": 0.6842105263157895, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "11209758", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "11209758", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.8522727272727273, "weighted_f1": 0.9146341463414636, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "11209758", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "11209758", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6923076923076923, "weighted_f1": 0.8181818181818181, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "11432686", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9483870967741935, "completeness": 0.9135802469135802, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "11432686", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9483870967741935, "completeness": 0.9135802469135802, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "11432686", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6578947368421053, "weighted_f1": 0.7936507936507937, "completeness": 0.6578947368421053, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "11432686", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5619047619047619, "weighted_f1": 0.7195121951219512, "completeness": 0.5619047619047619, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "11444536", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9769230769230769, "weighted_recall": 0.9621212121212122, "weighted_f1": 0.9694656488549619, "completeness": 0.9696969696969697, "unsupported_rate": 0.015384615384615385, "outcome": "Successful" }, { "category": "CHEF", "document_id": "11444536", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 2, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9696969696969697, "weighted_recall": 0.9552238805970149, "weighted_f1": 0.9624060150375939, "completeness": 0.9701492537313433, "unsupported_rate": 0.015151515151515152, "outcome": "Successful" }, { "category": "CHEF", "document_id": "11444536", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 3, "fp": 1, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.7720588235294118, "weighted_f1": 0.853658536585366, "completeness": 0.7941176470588235, "unsupported_rate": 0.01818181818181818, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "11444536", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.6610169491525424, "weighted_f1": 0.7878787878787878, "completeness": 0.6779661016949152, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "12155206", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 5, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9137931034482759, "weighted_recall": 0.5888888888888889, "weighted_f1": 0.7162162162162162, "completeness": 0.6444444444444445, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "12155206", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 7, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9239130434782609, "weighted_recall": 0.7083333333333334, "weighted_f1": 0.8018867924528301, "completeness": 0.7666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "12155206", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 7, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9239130434782609, "weighted_recall": 0.7327586206896551, "weighted_f1": 0.8173076923076923, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "12155206", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 4, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9259259259259259, "weighted_recall": 0.5, "weighted_f1": 0.6493506493506493, "completeness": 0.54, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "12254068", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "12254068", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9702970297029703, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "12254068", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "12254068", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "12420359", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8936170212765957, "weighted_f1": 0.9438202247191011, "completeness": 0.8936170212765957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "12420359", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8979591836734694, "weighted_f1": 0.9462365591397849, "completeness": 0.8979591836734694, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "12420359", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "12420359", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7258064516129032, "weighted_f1": 0.8411214953271028, "completeness": 0.7258064516129032, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "12717345", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5192307692307693, "weighted_f1": 0.6835443037974684, "completeness": 0.5192307692307693, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "12717345", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.5283018867924528, "weighted_f1": 0.6913580246913581, "completeness": 0.5283018867924528, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "12717345", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.7131147540983607, "weighted_f1": 0.8285714285714285, "completeness": 0.7213114754098361, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "12717345", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5070422535211268, "weighted_f1": 0.6728971962616822, "completeness": 0.5070422535211268, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "13095891", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.98989898989899, "weighted_f1": 0.9949238578680203, "completeness": 0.98989898989899, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "13095891", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "13095891", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7558139534883721, "weighted_f1": 0.8609271523178808, "completeness": 0.7558139534883721, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "13095891", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7070707070707071, "weighted_f1": 0.8284023668639052, "completeness": 0.7070707070707071, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "13212436", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9846153846153847, "weighted_f1": 0.9922480620155039, "completeness": 0.9846153846153847, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "13212436", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9846153846153847, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9770992366412214, "completeness": 0.9848484848484849, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "13212436", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "13212436", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.631578947368421, "weighted_f1": 0.7741935483870968, "completeness": 0.631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "13264154", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.9765625, "weighted_f1": 0.9842519685039369, "completeness": 0.984375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "13264154", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9850746268656716, "weighted_f1": 0.9924812030075187, "completeness": 0.9850746268656716, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "13264154", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9841269841269841, "weighted_f1": 0.9919999999999999, "completeness": 0.9841269841269841, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "13264154", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.835820895522388, "weighted_f1": 0.9105691056910569, "completeness": 0.835820895522388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "13411858", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.56875, "weighted_f1": 0.7222222222222223, "completeness": 0.575, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "13411858", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 3, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.6481481481481481, "weighted_f1": 0.7777777777777778, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "13411858", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 3, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.8194444444444444, "weighted_f1": 0.893939393939394, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "13411858", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 1, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 0.9936708860759493, "weighted_recall": 0.6487603305785123, "weighted_f1": 0.7849999999999999, "completeness": 0.6528925619834711, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "14569498", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8305084745762712, "weighted_f1": 0.9074074074074074, "completeness": 0.8305084745762712, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "14569498", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "14569498", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7192982456140351, "weighted_f1": 0.8367346938775511, "completeness": 0.7192982456140351, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "14569498", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.35, "weighted_f1": 0.5147058823529411, "completeness": 0.36, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "14663897", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9949494949494949, "weighted_recall": 0.9752475247524752, "weighted_f1": 0.985, "completeness": 0.9801980198019802, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "14663897", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9949494949494949, "weighted_recall": 0.9752475247524752, "weighted_f1": 0.985, "completeness": 0.9801980198019802, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "14663897", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.995, "weighted_recall": 0.9660194174757282, "weighted_f1": 0.9802955665024631, "completeness": 0.970873786407767, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "14663897", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.375, "weighted_f1": 0.5436241610738255, "completeness": 0.37962962962962965, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "15180322", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "15180322", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9702970297029703, "weighted_f1": 0.9849246231155778, "completeness": 0.9702970297029703, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "15180322", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7543859649122807, "weighted_f1": 0.86, "completeness": 0.7543859649122807, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "15180322", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45161290322580644, "weighted_f1": 0.6222222222222222, "completeness": 0.45161290322580644, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "15261348", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 3, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.953125, "weighted_recall": 0.6224489795918368, "weighted_f1": 0.7530864197530863, "completeness": 0.6530612244897959, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "15261348", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 5, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.7083333333333334, "weighted_f1": 0.8095238095238096, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "15261348", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 3, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.90625, "weighted_recall": 0.30851063829787234, "weighted_f1": 0.46031746031746035, "completeness": 0.3404255319148936, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "15261348", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.5980392156862745, "weighted_f1": 0.7439024390243901, "completeness": 0.6078431372549019, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "15354126", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8723404255319149, "weighted_f1": 0.9318181818181819, "completeness": 0.8723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "15354126", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.6979166666666666, "weighted_f1": 0.8170731707317074, "completeness": 0.7083333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "15354126", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8936170212765957, "weighted_f1": 0.9438202247191011, "completeness": 0.8936170212765957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "15354126", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6129032258064516, "weighted_f1": 0.76, "completeness": 0.6129032258064516, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16066857", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.813953488372093, "weighted_f1": 0.8860759493670887, "completeness": 0.8372093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16066857", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.813953488372093, "weighted_f1": 0.8860759493670887, "completeness": 0.8372093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16066857", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16071428571428573, "weighted_f1": 0.27692307692307694, "completeness": 0.16071428571428573, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "16066857", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 3, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.6063829787234043, "weighted_f1": 0.7402597402597403, "completeness": 0.6382978723404256, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16248476", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.890625, "weighted_f1": 0.9344262295081966, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "16248476", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.5967741935483871, "weighted_f1": 0.74, "completeness": 0.6129032258064516, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16248476", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.8939393939393939, "weighted_f1": 0.9365079365079364, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "16248476", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 3, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9347826086956522, "weighted_recall": 0.4673913043478261, "weighted_f1": 0.6231884057971014, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "16594812", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "16594812", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "16594812", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "16594812", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6923076923076923, "weighted_f1": 0.8181818181818181, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16804396", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7846153846153846, "weighted_f1": 0.8793103448275863, "completeness": 0.7846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16804396", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7846153846153846, "weighted_f1": 0.8793103448275863, "completeness": 0.7846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16804396", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16804396", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6885245901639344, "weighted_f1": 0.8155339805825244, "completeness": 0.6885245901639344, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16855929", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8857142857142857, "weighted_f1": 0.9393939393939393, "completeness": 0.8857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16855929", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8857142857142857, "weighted_f1": 0.9393939393939393, "completeness": 0.8857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16855929", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9782608695652174, "weighted_f1": 0.989010989010989, "completeness": 0.9782608695652174, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "16855929", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6891891891891891, "weighted_f1": 0.8160000000000001, "completeness": 0.6891891891891891, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16924102", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16924102", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.6875, "weighted_f1": 0.8105263157894737, "completeness": 0.6964285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16924102", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6984126984126984, "weighted_f1": 0.822429906542056, "completeness": 0.6984126984126984, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "16924102", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7051282051282052, "weighted_f1": 0.8270676691729323, "completeness": 0.7051282051282052, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "18036030", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "18036030", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "18036030", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.9214285714285714, "weighted_f1": 0.9555555555555556, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "18036030", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "18480859", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "18480859", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.8513513513513513, "weighted_f1": 0.9130434782608695, "completeness": 0.8648648648648649, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "18480859", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7681159420289855, "weighted_f1": 0.8688524590163935, "completeness": 0.7681159420289855, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "18480859", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5901639344262295, "weighted_f1": 0.7422680412371134, "completeness": 0.5901639344262295, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "18825446", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8723404255319149, "weighted_f1": 0.9318181818181819, "completeness": 0.8723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "18825446", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9494949494949495, "completeness": 0.9038461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "18825446", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "18825446", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8135593220338984, "weighted_f1": 0.897196261682243, "completeness": 0.8135593220338984, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "19007667", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "19007667", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "19007667", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "19007667", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5384615384615384, "weighted_f1": 0.7000000000000001, "completeness": 0.5384615384615384, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "19268120", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9483870967741935, "completeness": 0.9135802469135802, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "19268120", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5662650602409639, "weighted_f1": 0.7230769230769232, "completeness": 0.5662650602409639, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "19268120", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 97, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.2669172932330827, "weighted_f1": 0.42011834319526625, "completeness": 0.2706766917293233, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "19268120", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 117, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.16071428571428573, "weighted_f1": 0.27607361963190186, "completeness": 0.16428571428571428, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "19285236", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8555555555555555, "weighted_f1": 0.9166666666666666, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "19285236", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8555555555555555, "weighted_f1": 0.9166666666666666, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "19285236", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.15789473684210525, "weighted_f1": 0.2727272727272727, "completeness": 0.15789473684210525, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "19285236", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5054945054945055, "weighted_f1": 0.6715328467153284, "completeness": 0.5054945054945055, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "19831366", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "19831366", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "19831366", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "19831366", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3125, "weighted_f1": 0.47619047619047616, "completeness": 0.3125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "19951766", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "19951766", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9921875, "weighted_recall": 0.9071428571428571, "weighted_f1": 0.9477611940298508, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "19951766", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9253731343283582, "weighted_f1": 0.9612403100775194, "completeness": 0.9253731343283582, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "19951766", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7285714285714285, "weighted_f1": 0.8429752066115702, "completeness": 0.7285714285714285, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "20033302", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8285714285714286, "weighted_f1": 0.90625, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "20033302", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8378378378378378, "weighted_f1": 0.911764705882353, "completeness": 0.8378378378378378, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "20033302", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "20033302", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6590909090909091, "weighted_f1": 0.7945205479452054, "completeness": 0.6590909090909091, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "20321582", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9620253164556962, "weighted_f1": 0.9806451612903226, "completeness": 0.9620253164556962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "20321582", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9620253164556962, "weighted_f1": 0.9806451612903226, "completeness": 0.9620253164556962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "20321582", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9294117647058824, "weighted_f1": 0.9634146341463414, "completeness": 0.9294117647058824, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "20321582", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 68, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2, "weighted_f1": 0.33333333333333337, "completeness": 0.2, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "20691949", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.7553191489361702, "weighted_f1": 0.855421686746988, "completeness": 0.7659574468085106, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "20691949", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 3, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.967391304347826, "weighted_recall": 0.7946428571428571, "weighted_f1": 0.8725490196078431, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "20691949", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9777777777777777, "weighted_recall": 0.9361702127659575, "weighted_f1": 0.9565217391304347, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "20691949", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8278688524590164, "weighted_f1": 0.9017857142857143, "completeness": 0.8360655737704918, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "20817322", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "20817322", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.8263888888888888, "weighted_f1": 0.9015151515151516, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "20817322", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "20817322", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7023809523809523, "weighted_f1": 0.8251748251748251, "completeness": 0.7023809523809523, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "21101152", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "21101152", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.990909090909091, "weighted_recall": 0.956140350877193, "weighted_f1": 0.9732142857142858, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "21101152", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "21101152", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2894736842105263, "weighted_f1": 0.4489795918367347, "completeness": 0.2894736842105263, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "21334981", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5853658536585366, "weighted_f1": 0.7384615384615384, "completeness": 0.5853658536585366, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "21334981", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6730769230769231, "weighted_f1": 0.8045977011494253, "completeness": 0.6730769230769231, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "21334981", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "21334981", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5423728813559322, "weighted_f1": 0.7032967032967034, "completeness": 0.5423728813559322, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "21511817", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7301587301587301, "weighted_f1": 0.8440366972477064, "completeness": 0.7301587301587301, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "21511817", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5384615384615384, "weighted_f1": 0.7000000000000001, "completeness": 0.5384615384615384, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "21511817", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9107142857142857, "weighted_f1": 0.9532710280373832, "completeness": 0.9107142857142857, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "21511817", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 1, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.6911764705882353, "weighted_f1": 0.8103448275862069, "completeness": 0.6911764705882353, "unsupported_rate": 0.020833333333333332, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "21611637", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7346938775510204, "weighted_f1": 0.8470588235294119, "completeness": 0.7346938775510204, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "21611637", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.74, "weighted_f1": 0.8505747126436781, "completeness": 0.74, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "21611637", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.9035087719298246, "weighted_f1": 0.9449541284403671, "completeness": 0.9122807017543859, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "21611637", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3793103448275862, "weighted_f1": 0.5499999999999999, "completeness": 0.3793103448275862, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "21622444", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5882352941176471, "weighted_f1": 0.7407407407407407, "completeness": 0.5882352941176471, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "21622444", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.7670454545454546, "weighted_f1": 0.8653846153846154, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "21622444", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 70, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13580246913580246, "weighted_f1": 0.2391304347826087, "completeness": 0.13580246913580246, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "21622444", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5949367088607594, "weighted_f1": 0.7460317460317459, "completeness": 0.5949367088607594, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "21869994", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9821428571428571, "weighted_f1": 0.9909909909909909, "completeness": 0.9821428571428571, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "21869994", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9841269841269841, "weighted_f1": 0.9919999999999999, "completeness": 0.9841269841269841, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "21869994", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8852459016393442, "weighted_f1": 0.9391304347826086, "completeness": 0.8852459016393442, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "21869994", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8524590163934426, "weighted_f1": 0.9203539823008848, "completeness": 0.8524590163934426, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "21904897", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.9864864864864865, "weighted_f1": 0.9864864864864865, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "21904897", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 3, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9615384615384616, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "21904897", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 2, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.9736842105263158, "weighted_f1": 0.9736842105263158, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "21904897", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.90625, "weighted_f1": 0.9456521739130435, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "22349169", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "22349169", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.7906976744186046, "weighted_f1": 0.8717948717948717, "completeness": 0.813953488372093, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "22349169", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8953488372093024, "weighted_f1": 0.9390243902439025, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "22349169", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7796610169491526, "weighted_f1": 0.8761904761904762, "completeness": 0.7796610169491526, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "22561438", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9743589743589743, "weighted_f1": 0.9870129870129869, "completeness": 0.9743589743589743, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "22561438", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.975609756097561, "weighted_f1": 0.9876543209876543, "completeness": 0.975609756097561, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "22561438", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6956521739130435, "weighted_f1": 0.8205128205128205, "completeness": 0.6956521739130435, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "22561438", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.15789473684210525, "weighted_f1": 0.2727272727272727, "completeness": 0.15789473684210525, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "23032276", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9945054945054945, "weighted_recall": 0.8080357142857143, "weighted_f1": 0.8916256157635467, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "23032276", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 2, "fp": 0, "fn": 23, "unverifiable": 1, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.7876106194690266, "weighted_f1": 0.876847290640394, "completeness": 0.7964601769911505, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "23032276", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9947916666666666, "weighted_recall": 0.8232758620689655, "weighted_f1": 0.9009433962264151, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "23032276", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 102, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20930232558139536, "weighted_f1": 0.3461538461538462, "completeness": 0.20930232558139536, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "23185829", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "23185829", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7058823529411765, "weighted_f1": 0.8275862068965517, "completeness": 0.7058823529411765, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "23185829", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.654320987654321, "weighted_f1": 0.791044776119403, "completeness": 0.654320987654321, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "23185829", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6491228070175439, "weighted_f1": 0.7872340425531915, "completeness": 0.6491228070175439, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "23398733", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "23398733", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "23398733", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "23398733", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 3, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10344827586206896, "weighted_f1": 0.1875, "completeness": 0.10344827586206896, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "23568731", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8805970149253731, "weighted_f1": 0.9365079365079364, "completeness": 0.8805970149253731, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "23568731", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.9, "weighted_f1": 0.9440559440559442, "completeness": 0.9066666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "23568731", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "23568731", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.8116883116883117, "weighted_f1": 0.8928571428571428, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "23591247", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3684210526315789, "weighted_f1": 0.5384615384615384, "completeness": 0.3684210526315789, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "23591247", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "23591247", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "23591247", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45454545454545453, "weighted_f1": 0.625, "completeness": 0.45454545454545453, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "23807940", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9841269841269841, "weighted_recall": 0.9538461538461539, "weighted_f1": 0.96875, "completeness": 0.9538461538461539, "unsupported_rate": 0.015873015873015872, "outcome": "Successful" }, { "category": "CHEF", "document_id": "23807940", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 1, "fn": 2, "unverifiable": 1, "weighted_precision": 0.984375, "weighted_recall": 0.9692307692307692, "weighted_f1": 0.9767441860465116, "completeness": 0.9692307692307692, "unsupported_rate": 0.015625, "outcome": "Successful" }, { "category": "CHEF", "document_id": "23807940", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "23807940", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3, "weighted_f1": 0.4615384615384615, "completeness": 0.3, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "23841877", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.9636363636363636, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "23841877", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.8428571428571429, "weighted_f1": 0.9076923076923077, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "23841877", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9344262295081968, "weighted_f1": 0.9661016949152543, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "23841877", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16666666666666666, "weighted_f1": 0.2857142857142857, "completeness": 0.16666666666666666, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "24221960", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8723404255319149, "weighted_f1": 0.9318181818181819, "completeness": 0.8723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "24221960", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.78125, "weighted_f1": 0.8720930232558138, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "24221960", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.851063829787234, "weighted_f1": 0.9195402298850576, "completeness": 0.851063829787234, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "24221960", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3, "weighted_f1": 0.4615384615384615, "completeness": 0.3, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "24673903", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9117647058823529, "weighted_f1": 0.9538461538461539, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "24673903", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.90625, "weighted_f1": 0.9508196721311475, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "24673903", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7096774193548387, "weighted_f1": 0.8301886792452831, "completeness": 0.7096774193548387, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "24673903", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 2, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.07142857142857142, "weighted_f1": 0.13333333333333333, "completeness": 0.07142857142857142, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "24709432", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9428571428571428, "weighted_f1": 0.9705882352941176, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "24709432", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.923076923076923, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "24709432", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.955223880597015, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "24709432", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3793103448275862, "weighted_f1": 0.5499999999999999, "completeness": 0.3793103448275862, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "25128608", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.9435483870967742, "weighted_f1": 0.9669421487603306, "completeness": 0.9516129032258065, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "25128608", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.9193548387096774, "weighted_f1": 0.95, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "25128608", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.9274193548387096, "weighted_f1": 0.9583333333333333, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "25128608", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.23648648648648649, "weighted_f1": 0.3804347826086957, "completeness": 0.24324324324324326, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "25452321", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9863013698630136, "weighted_f1": 0.993103448275862, "completeness": 0.9863013698630136, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "25452321", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.9797297297297297, "weighted_f1": 0.9863945578231292, "completeness": 0.9864864864864865, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "25452321", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.86, "weighted_f1": 0.9214285714285715, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "25452321", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2828282828282828, "weighted_f1": 0.4409448818897638, "completeness": 0.2828282828282828, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "25924968", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "25924968", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9747899159663865, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "25924968", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8428571428571429, "weighted_f1": 0.9147286821705426, "completeness": 0.8428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "25924968", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7733333333333333, "weighted_f1": 0.8721804511278195, "completeness": 0.7733333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "25953797", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.8928571428571429, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "25953797", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9259259259259259, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "25953797", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "25953797", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "26189601", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6875, "weighted_f1": 0.8148148148148148, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "26189601", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7580645161290323, "weighted_f1": 0.8623853211009175, "completeness": 0.7580645161290323, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "26189601", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "26189601", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7052631578947368, "weighted_f1": 0.8271604938271605, "completeness": 0.7052631578947368, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "26718039", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "26718039", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "26718039", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "26718039", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5714285714285714, "weighted_f1": 0.7272727272727273, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "27298953", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 2, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.7391304347826086, "weighted_f1": 0.8429752066115702, "completeness": 0.7536231884057971, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "27298953", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 3, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9711538461538461, "weighted_recall": 0.7318840579710145, "weighted_f1": 0.8347107438016529, "completeness": 0.7536231884057971, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "27298953", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.22289156626506024, "weighted_f1": 0.3627450980392157, "completeness": 0.2289156626506024, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "27298953", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 4, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.5360824742268041, "weighted_f1": 0.6887417218543046, "completeness": 0.5567010309278351, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "27662298", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9148936170212766, "weighted_f1": 0.9555555555555556, "completeness": 0.9148936170212766, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "27662298", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.94, "weighted_f1": 0.9591836734693877, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "27662298", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8653846153846154, "weighted_f1": 0.9278350515463918, "completeness": 0.8653846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "27662298", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8416666666666667, "weighted_f1": 0.9099099099099098, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "27820360", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9787234042553191, "weighted_f1": 0.989247311827957, "completeness": 0.9787234042553191, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "27820360", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9803921568627451, "weighted_f1": 0.99009900990099, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "27820360", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.86, "weighted_f1": 0.924731182795699, "completeness": 0.86, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "27820360", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.9015151515151515, "weighted_f1": 0.9444444444444444, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "27831220", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "27831220", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.7788461538461539, "weighted_f1": 0.870967741935484, "completeness": 0.7884615384615384, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "27831220", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9494949494949495, "completeness": 0.9038461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "27831220", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7540983606557377, "weighted_f1": 0.8598130841121495, "completeness": 0.7540983606557377, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "27909372", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "27909372", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9761904761904762, "weighted_f1": 0.9879518072289156, "completeness": 0.9761904761904762, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "27909372", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "27909372", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.40217391304347827, "weighted_f1": 0.5692307692307693, "completeness": 0.41304347826086957, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "28092317", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7567567567567568, "weighted_f1": 0.8615384615384616, "completeness": 0.7567567567567568, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "28092317", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7567567567567568, "weighted_f1": 0.8615384615384616, "completeness": 0.7567567567567568, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "28092317", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.958904109589041, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "28092317", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6923076923076923, "weighted_f1": 0.8181818181818181, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "28176889", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "28176889", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.96875, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "28176889", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "28176889", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.40298507462686567, "weighted_f1": 0.5744680851063829, "completeness": 0.40298507462686567, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "28230807", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "28230807", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "28230807", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8734177215189873, "weighted_f1": 0.9324324324324325, "completeness": 0.8734177215189873, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "28230807", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8085106382978723, "weighted_f1": 0.8941176470588235, "completeness": 0.8085106382978723, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "28396528", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9705882352941176, "weighted_f1": 0.9850746268656716, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "28396528", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "28396528", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 83, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.1782178217821782, "weighted_f1": 0.3025210084033613, "completeness": 0.1782178217821782, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "28396528", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 87, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.06451612903225806, "weighted_f1": 0.12121212121212122, "completeness": 0.06451612903225806, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "28424982", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "28424982", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.864406779661017, "weighted_f1": 0.9272727272727274, "completeness": 0.864406779661017, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "28424982", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.873015873015873, "weighted_f1": 0.9322033898305084, "completeness": 0.873015873015873, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "28424982", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7166666666666667, "weighted_f1": 0.8349514563106796, "completeness": 0.7166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "29072179", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7758620689655172, "weighted_f1": 0.8737864077669902, "completeness": 0.7758620689655172, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "29072179", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.7923076923076923, "weighted_f1": 0.8803418803418804, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "29072179", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "29072179", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 81, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.12903225806451613, "weighted_f1": 0.2285714285714286, "completeness": 0.12903225806451613, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "29211359", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29211359", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9193548387096774, "weighted_f1": 0.9579831932773109, "completeness": 0.9193548387096774, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29211359", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.8623188405797102, "weighted_f1": 0.9224806201550387, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "29211359", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.27906976744186046, "weighted_f1": 0.43636363636363634, "completeness": 0.27906976744186046, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "29449419", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29449419", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9765625, "completeness": 0.9692307692307692, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29449419", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9014084507042254, "weighted_f1": 0.9481481481481481, "completeness": 0.9014084507042254, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29449419", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47368421052631576, "weighted_f1": 0.6428571428571429, "completeness": 0.47368421052631576, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "29772450", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29772450", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29772450", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29772450", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8292682926829268, "weighted_f1": 0.9066666666666667, "completeness": 0.8292682926829268, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "29775391", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9954128440366973, "weighted_recall": 0.9273504273504274, "weighted_f1": 0.9601769911504426, "completeness": 0.9316239316239316, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29775391", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 105, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9906542056074766, "weighted_recall": 0.905982905982906, "weighted_f1": 0.9464285714285715, "completeness": 0.9145299145299145, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29775391", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 2, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.8449612403100775, "weighted_f1": 0.9121338912133891, "completeness": 0.8527131782945736, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "29775391", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 70, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.44881889763779526, "weighted_f1": 0.6195652173913043, "completeness": 0.44881889763779526, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "29784524", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 4, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9538461538461539, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.9465648854961831, "completeness": 0.9696969696969697, "unsupported_rate": 0.015384615384615385, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29784524", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 5, "fp": 1, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9477611940298507, "weighted_recall": 0.9477611940298507, "weighted_f1": 0.9477611940298507, "completeness": 0.9850746268656716, "unsupported_rate": 0.014925373134328358, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29784524", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 4, "fp": 1, "fn": 1, "unverifiable": 0, "weighted_precision": 0.958904109589041, "weighted_recall": 0.958904109589041, "weighted_f1": 0.958904109589041, "completeness": 0.9863013698630136, "unsupported_rate": 0.0136986301369863, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29784524", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 12, "fp": 4, "fn": 18, "unverifiable": 0, "weighted_precision": 0.8936170212765957, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8316831683168316, "completeness": 0.8333333333333334, "unsupported_rate": 0.0425531914893617, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "29990140", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9946236559139785, "weighted_recall": 0.9068627450980392, "weighted_f1": 0.9487179487179487, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "29990140", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 2, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9873417721518988, "weighted_recall": 0.7572815533980582, "weighted_f1": 0.8571428571428571, "completeness": 0.7669902912621359, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "29990140", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.7197802197802198, "weighted_f1": 0.8343949044585989, "completeness": 0.7252747252747253, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "29990140", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 225, "partial": 4, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9912663755458515, "weighted_recall": 0.9380165289256198, "weighted_f1": 0.9639065817409767, "completeness": 0.9462809917355371, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "30128072", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "30128072", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "30128072", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "30128072", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8837209302325582, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "30311202", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9859154929577465, "weighted_f1": 0.9929078014184397, "completeness": 0.9859154929577465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "30311202", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9861111111111112, "weighted_f1": 0.993006993006993, "completeness": 0.9861111111111112, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "30311202", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "30311202", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9625, "weighted_f1": 0.980891719745223, "completeness": 0.9625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "30337969", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.58, "weighted_f1": 0.7341772151898733, "completeness": 0.58, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "30337969", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5918367346938775, "weighted_f1": 0.7435897435897436, "completeness": 0.5918367346938775, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "30337969", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8648648648648648, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "30337969", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5087719298245614, "weighted_f1": 0.6744186046511628, "completeness": 0.5087719298245614, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "30826569", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.9134615384615384, "weighted_f1": 0.95, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "30826569", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 3, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9802631578947368, "weighted_recall": 0.93125, "weighted_f1": 0.9551282051282052, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "30826569", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.7615384615384615, "weighted_f1": 0.8608695652173913, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "30826569", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7012987012987013, "weighted_f1": 0.8244274809160306, "completeness": 0.7012987012987013, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "31547476", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9178082191780822, "weighted_f1": 0.9571428571428571, "completeness": 0.9178082191780822, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "31547476", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 3, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9797297297297297, "weighted_recall": 0.90625, "weighted_f1": 0.9415584415584415, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "31547476", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9866666666666667, "weighted_recall": 0.9024390243902439, "weighted_f1": 0.9426751592356688, "completeness": 0.9146341463414634, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "31547476", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8604651162790697, "weighted_f1": 0.9249999999999999, "completeness": 0.8604651162790697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "32518109", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "32518109", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "32518109", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "32518109", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8292682926829268, "weighted_f1": 0.9066666666666667, "completeness": 0.8292682926829268, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "32605413", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "32605413", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9859154929577464, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "32605413", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6419753086419753, "weighted_f1": 0.7819548872180451, "completeness": 0.6419753086419753, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "32605413", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6545454545454545, "weighted_f1": 0.7912087912087912, "completeness": 0.6545454545454545, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "33964275", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9938271604938271, "weighted_recall": 0.9698795180722891, "weighted_f1": 0.9817073170731707, "completeness": 0.9759036144578314, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "33964275", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9759036144578314, "weighted_f1": 0.9878048780487805, "completeness": 0.9759036144578314, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "33964275", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "33964275", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 80, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2079207920792079, "weighted_f1": 0.3442622950819672, "completeness": 0.2079207920792079, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "34252537", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5901639344262295, "weighted_f1": 0.7422680412371134, "completeness": 0.5901639344262295, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "34252537", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6065573770491803, "weighted_f1": 0.7551020408163265, "completeness": 0.6065573770491803, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "34252537", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "34252537", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5583333333333333, "weighted_f1": 0.7165775401069518, "completeness": 0.5583333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "34452806", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8604651162790697, "weighted_f1": 0.9249999999999999, "completeness": 0.8604651162790697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "34452806", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.7788461538461539, "weighted_f1": 0.870967741935484, "completeness": 0.7884615384615384, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "34452806", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8913043478260869, "weighted_f1": 0.9425287356321839, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "34452806", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22033898305084745, "weighted_f1": 0.3611111111111111, "completeness": 0.22033898305084745, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "35157762", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "35157762", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 34, "unverifiable": 1, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.56875, "weighted_f1": 0.7222222222222223, "completeness": 0.575, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "35157762", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.5947368421052631, "weighted_f1": 0.7434210526315789, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "35157762", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 97, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.27611940298507465, "weighted_f1": 0.43274853801169594, "completeness": 0.27611940298507465, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "35468363", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "35468363", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "35468363", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "35468363", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 3, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.17647058823529413, "weighted_f1": 0.3, "completeness": 0.17647058823529413, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "36366044", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8641975308641975, "weighted_f1": 0.9271523178807948, "completeness": 0.8641975308641975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "36366044", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.89, "weighted_f1": 0.9417989417989417, "completeness": 0.89, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "36366044", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8705882352941177, "weighted_f1": 0.9308176100628931, "completeness": 0.8705882352941177, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "36366044", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45535714285714285, "weighted_f1": 0.6257668711656442, "completeness": 0.45535714285714285, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "37231163", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "37231163", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "37231163", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.3611111111111111, "weighted_f1": 0.5306122448979591, "completeness": 0.3611111111111111, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "37231163", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7708333333333334, "weighted_f1": 0.8705882352941177, "completeness": 0.7708333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "38309905", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7962962962962963, "weighted_f1": 0.8865979381443299, "completeness": 0.7962962962962963, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "38309905", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "38309905", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "38309905", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9207920792079208, "weighted_f1": 0.9587628865979382, "completeness": 0.9207920792079208, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "47317494", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "47317494", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.8928571428571429, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "47317494", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "47317494", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6190476190476191, "weighted_f1": 0.7647058823529412, "completeness": 0.6190476190476191, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "47603843", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 3, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9117647058823529, "weighted_recall": 0.8611111111111112, "weighted_f1": 0.8857142857142858, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "47603843", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 3, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9166666666666666, "weighted_recall": 0.75, "weighted_f1": 0.8250000000000001, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "47603843", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 5, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.8611111111111112, "weighted_recall": 0.8157894736842105, "weighted_f1": 0.8378378378378377, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "47603843", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.875, "weighted_recall": 0.5, "weighted_f1": 0.6363636363636364, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "47729453", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "47729453", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "47729453", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8253968253968254, "weighted_f1": 0.9043478260869565, "completeness": 0.8253968253968254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "47729453", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5873015873015873, "weighted_f1": 0.74, "completeness": 0.5873015873015873, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "48580330", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6081081081081081, "weighted_f1": 0.7563025210084033, "completeness": 0.6081081081081081, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "48580330", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.761904761904762, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "48580330", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8860759493670886, "weighted_f1": 0.9395973154362416, "completeness": 0.8860759493670886, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "48580330", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 84, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.34375, "weighted_f1": 0.5116279069767442, "completeness": 0.34375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "51554903", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 1, "fn": 14, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.7622950819672131, "weighted_f1": 0.8532110091743119, "completeness": 0.7704918032786885, "unsupported_rate": 0.020833333333333332, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "51554903", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 1, "fn": 14, "unverifiable": 1, "weighted_precision": 0.9693877551020408, "weighted_recall": 0.7661290322580645, "weighted_f1": 0.8558558558558558, "completeness": 0.7741935483870968, "unsupported_rate": 0.02040816326530612, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "51554903", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 1, "fn": 8, "unverifiable": 0, "weighted_precision": 0.97, "weighted_recall": 0.8508771929824561, "weighted_f1": 0.9065420560747663, "completeness": 0.8596491228070176, "unsupported_rate": 0.02, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "51554903", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.328125, "weighted_f1": 0.49411764705882355, "completeness": 0.328125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "53265899", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5869565217391305, "weighted_f1": 0.7397260273972603, "completeness": 0.5869565217391305, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "53265899", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.76875, "weighted_f1": 0.8661971830985915, "completeness": 0.775, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "53265899", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5686274509803921, "weighted_f1": 0.725, "completeness": 0.5686274509803921, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "53265899", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.7151898734177216, "weighted_f1": 0.8308823529411764, "completeness": 0.7215189873417721, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "57262959", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "57262959", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.8548387096774194, "weighted_f1": 0.9137931034482759, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "57262959", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "57262959", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7959183673469388, "weighted_f1": 0.8863636363636364, "completeness": 0.7959183673469388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "61322296", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9777777777777777, "weighted_f1": 0.9887640449438202, "completeness": 0.9777777777777777, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "61322296", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "61322296", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "61322296", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14754098360655737, "weighted_f1": 0.2571428571428572, "completeness": 0.14754098360655737, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "62555739", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9887640449438202, "weighted_recall": 0.9777777777777777, "weighted_f1": 0.9832402234636872, "completeness": 0.9888888888888889, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "62555739", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 4, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.978021978021978, "weighted_recall": 0.967391304347826, "weighted_f1": 0.9726775956284153, "completeness": 0.9891304347826086, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "62555739", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9887640449438202, "weighted_recall": 0.9777777777777777, "weighted_f1": 0.9832402234636872, "completeness": 0.9888888888888889, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "62555739", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 75, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.2669902912621359, "weighted_f1": 0.4198473282442748, "completeness": 0.27184466019417475, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "65373280", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 1, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9943181818181818, "weighted_recall": 0.9943181818181818, "weighted_f1": 0.9943181818181818, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "65373280", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 3, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9829545454545454, "weighted_recall": 0.9719101123595506, "weighted_f1": 0.9774011299435029, "completeness": 0.9887640449438202, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "65373280", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 1, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9944444444444445, "weighted_recall": 0.9944444444444445, "weighted_f1": 0.9944444444444445, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "65373280", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.995, "weighted_recall": 0.9299065420560748, "weighted_f1": 0.9613526570048311, "completeness": 0.9345794392523364, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "68338341", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.8951612903225806, "weighted_f1": 0.9406779661016949, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "68338341", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9333333333333333, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "68338341", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.7207792207792207, "weighted_f1": 0.8345864661654135, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "68338341", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.8466666666666667, "weighted_f1": 0.9136690647482014, "completeness": 0.8533333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "74522938", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 6, "fp": 3, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9166666666666666, "weighted_recall": 0.9428571428571428, "weighted_f1": 0.9295774647887323, "completeness": 0.9857142857142858, "unsupported_rate": 0.041666666666666664, "outcome": "Successful" }, { "category": "CHEF", "document_id": "74522938", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 8, "fp": 3, "fn": 0, "unverifiable": 1, "weighted_precision": 0.9156626506024096, "weighted_recall": 0.95, "weighted_f1": 0.9325153374233127, "completeness": 1.0, "unsupported_rate": 0.03614457831325301, "outcome": "Successful" }, { "category": "CHEF", "document_id": "74522938", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 5, "fp": 3, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9256756756756757, "weighted_recall": 0.9647887323943662, "weighted_f1": 0.9448275862068966, "completeness": 1.0, "unsupported_rate": 0.04054054054054054, "outcome": "Successful" }, { "category": "CHEF", "document_id": "74522938", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 2, "fp": 2, "fn": 60, "unverifiable": 0, "weighted_precision": 0.75, "weighted_recall": 0.12857142857142856, "weighted_f1": 0.2195121951219512, "completeness": 0.14285714285714285, "unsupported_rate": 0.16666666666666666, "outcome": "Failed" }, { "category": "CHEF", "document_id": "81373857", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.8833333333333333, "weighted_f1": 0.9298245614035088, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "81373857", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.8018867924528302, "weighted_f1": 0.8854166666666666, "completeness": 0.8113207547169812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "81373857", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.8939393939393939, "weighted_f1": 0.9365079365079364, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "81373857", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.660377358490566, "weighted_f1": 0.7954545454545454, "completeness": 0.660377358490566, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "86551046", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.6931818181818182, "weighted_f1": 0.8133333333333332, "completeness": 0.7045454545454546, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "86551046", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.6931818181818182, "weighted_f1": 0.8133333333333332, "completeness": 0.7045454545454546, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "86551046", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9767441860465116, "weighted_recall": 0.84, "weighted_f1": 0.9032258064516129, "completeness": 0.86, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "86551046", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 2, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9767441860465116, "weighted_recall": 0.711864406779661, "weighted_f1": 0.823529411764706, "completeness": 0.7288135593220338, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "91072502", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "91072502", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9125, "weighted_f1": 0.9542483660130718, "completeness": 0.9125, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "91072502", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8840579710144928, "weighted_f1": 0.9384615384615386, "completeness": 0.8840579710144928, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "91072502", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7580645161290323, "weighted_f1": 0.8623853211009175, "completeness": 0.7580645161290323, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "91268638", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9555555555555556, "weighted_f1": 0.9772727272727273, "completeness": 0.9555555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "91268638", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9777777777777777, "weighted_f1": 0.9887640449438202, "completeness": 0.9777777777777777, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "91268638", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.9456521739130435, "weighted_f1": 0.9666666666666666, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "91268638", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "91591026", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8933333333333333, "weighted_f1": 0.9436619718309859, "completeness": 0.8933333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "91591026", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8873239436619719, "weighted_f1": 0.9402985074626865, "completeness": 0.8873239436619719, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "91591026", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8831168831168831, "weighted_f1": 0.9379310344827586, "completeness": 0.8831168831168831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "91591026", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2871287128712871, "weighted_f1": 0.4461538461538461, "completeness": 0.2871287128712871, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "92122785", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7446808510638298, "weighted_f1": 0.8536585365853657, "completeness": 0.7446808510638298, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "92122785", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8367346938775511, "weighted_f1": 0.9111111111111111, "completeness": 0.8367346938775511, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "92122785", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8723404255319149, "weighted_f1": 0.9318181818181819, "completeness": 0.8723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "92122785", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20634920634920634, "weighted_f1": 0.34210526315789475, "completeness": 0.20634920634920634, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "92985983", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7192982456140351, "weighted_f1": 0.8367346938775511, "completeness": 0.7192982456140351, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "92985983", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.7686567164179104, "weighted_f1": 0.865546218487395, "completeness": 0.7761194029850746, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "92985983", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.864406779661017, "weighted_f1": 0.9272727272727274, "completeness": 0.864406779661017, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "92985983", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.631578947368421, "weighted_f1": 0.7741935483870968, "completeness": 0.631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CHEF", "document_id": "94047639", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9491525423728813, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "94047639", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.9126984126984127, "weighted_f1": 0.9504132231404958, "completeness": 0.9206349206349206, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CHEF", "document_id": "94047639", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 2, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 0.9523809523809523, "weighted_recall": 0.26666666666666666, "weighted_f1": 0.4166666666666667, "completeness": 0.28, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CHEF", "document_id": "94047639", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5922330097087378, "weighted_f1": 0.7439024390243902, "completeness": 0.5922330097087378, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "10041713", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.7714285714285715, "weighted_f1": 0.8571428571428572, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "10041713", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.8255813953488372, "weighted_f1": 0.8987341772151899, "completeness": 0.8372093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "10041713", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.44, "weighted_f1": 0.6111111111111112, "completeness": 0.44, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "10041713", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7976190476190477, "weighted_f1": 0.8874172185430463, "completeness": 0.7976190476190477, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "10100240", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8979591836734694, "weighted_f1": 0.9462365591397849, "completeness": 0.8979591836734694, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "10100240", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8936170212765957, "weighted_f1": 0.9438202247191011, "completeness": 0.8936170212765957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "10100240", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.9662921348314606, "completeness": 0.9347826086956522, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "10100240", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2777777777777778, "weighted_f1": 0.4347826086956522, "completeness": 0.2777777777777778, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "10149490", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 3, "fp": 1, "fn": 29, "unverifiable": 0, "weighted_precision": 0.973404255319149, "weighted_recall": 0.75, "weighted_f1": 0.8472222222222223, "completeness": 0.7622950819672131, "unsupported_rate": 0.010638297872340425, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "10149490", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 3, "fp": 1, "fn": 25, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.7862903225806451, "weighted_f1": 0.8705357142857143, "completeness": 0.7983870967741935, "unsupported_rate": 0.01, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "10149490", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 1, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9941176470588236, "weighted_recall": 0.728448275862069, "weighted_f1": 0.8407960199004975, "completeness": 0.7327586206896551, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "10149490", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 2, "fp": 1, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9819819819819819, "weighted_recall": 0.7364864864864865, "weighted_f1": 0.8416988416988417, "completeness": 0.7432432432432432, "unsupported_rate": 0.009009009009009009, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "10176013", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9888888888888889, "weighted_f1": 0.9944134078212291, "completeness": 0.9888888888888889, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "10176013", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9945652173913043, "weighted_recall": 0.9838709677419355, "weighted_f1": 0.9891891891891892, "completeness": 0.989247311827957, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "10176013", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.989010989010989, "weighted_f1": 0.994475138121547, "completeness": 0.989010989010989, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "10176013", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 107, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9145299145299145, "weighted_f1": 0.9553571428571429, "completeness": 0.9145299145299145, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "10281555", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 3, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9776119402985075, "weighted_recall": 0.8972602739726028, "weighted_f1": 0.9357142857142857, "completeness": 0.9178082191780822, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "10281555", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 3, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9776119402985075, "weighted_recall": 0.8972602739726028, "weighted_f1": 0.9357142857142857, "completeness": 0.9178082191780822, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "10281555", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9779411764705882, "weighted_recall": 0.910958904109589, "weighted_f1": 0.9432624113475178, "completeness": 0.9315068493150684, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "10281555", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 2, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.5411764705882353, "weighted_f1": 0.696969696969697, "completeness": 0.5529411764705883, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "10734870", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.8630952380952381, "weighted_f1": 0.9235668789808917, "completeness": 0.8690476190476191, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "10734870", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.8630952380952381, "weighted_f1": 0.9235668789808917, "completeness": 0.8690476190476191, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "10734870", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9936708860759493, "weighted_recall": 0.98125, "weighted_f1": 0.9874213836477987, "completeness": 0.9875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "10734870", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 3, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9858490566037735, "weighted_recall": 0.7572463768115942, "weighted_f1": 0.8565573770491803, "completeness": 0.7681159420289855, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "10820510", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9193548387096775, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "10820510", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.890625, "weighted_f1": 0.9344262295081966, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "10820510", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.509090909090909, "weighted_f1": 0.6746987951807228, "completeness": 0.509090909090909, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "10820510", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.28205128205128205, "weighted_f1": 0.44000000000000006, "completeness": 0.28205128205128205, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "11393213", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "11393213", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "11393213", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "11393213", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3958333333333333, "weighted_f1": 0.5671641791044776, "completeness": 0.3958333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "11650031", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.974025974025974, "completeness": 0.9743589743589743, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "11650031", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9743589743589743, "weighted_recall": 0.95, "weighted_f1": 0.9620253164556962, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "11650031", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.9375, "weighted_f1": 0.9523809523809523, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "11650031", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.8035714285714286, "weighted_f1": 0.8823529411764706, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12212468", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7761194029850746, "weighted_f1": 0.8739495798319328, "completeness": 0.7761194029850746, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12212468", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.7867647058823529, "weighted_f1": 0.8770491803278688, "completeness": 0.7941176470588235, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12212468", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8676470588235294, "weighted_f1": 0.9291338582677166, "completeness": 0.8676470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12212468", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 76, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43283582089552236, "weighted_f1": 0.6041666666666666, "completeness": 0.43283582089552236, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "12491898", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 8, "fp": 0, "fn": 98, "unverifiable": 0, "weighted_precision": 0.9393939393939394, "weighted_recall": 0.3780487804878049, "weighted_f1": 0.5391304347826088, "completeness": 0.4024390243902439, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "12491898", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 184, "partial": 56, "fp": 19, "fn": 68, "unverifiable": 0, "weighted_precision": 0.8185328185328186, "weighted_recall": 0.6883116883116883, "weighted_f1": 0.7477954144620811, "completeness": 0.7792207792207793, "unsupported_rate": 0.07335907335907337, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12491898", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 154, "partial": 33, "fp": 10, "fn": 99, "unverifiable": 0, "weighted_precision": 0.8654822335025381, "weighted_recall": 0.5961538461538461, "weighted_f1": 0.7060041407867496, "completeness": 0.6538461538461539, "unsupported_rate": 0.050761421319796954, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12491898", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 2, "fn": 157, "unverifiable": 0, "weighted_precision": 0.9459459459459459, "weighted_recall": 0.18229166666666666, "weighted_f1": 0.3056768558951965, "completeness": 0.18229166666666666, "unsupported_rate": 0.05405405405405406, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "12654876", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "12654876", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "12654876", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7592592592592593, "weighted_f1": 0.8631578947368421, "completeness": 0.7592592592592593, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12654876", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5340909090909091, "weighted_f1": 0.6962962962962962, "completeness": 0.5340909090909091, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "12666174", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8985507246376812, "weighted_f1": 0.9465648854961832, "completeness": 0.8985507246376812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12666174", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.9080459770114943, "weighted_f1": 0.9461077844311377, "completeness": 0.9195402298850575, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "12666174", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.930379746835443, "weighted_f1": 0.9607843137254902, "completeness": 0.9367088607594937, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "12666174", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5491803278688525, "weighted_f1": 0.7089947089947091, "completeness": 0.5491803278688525, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "12693146", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7818181818181819, "weighted_f1": 0.8775510204081634, "completeness": 0.7818181818181819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12693146", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.7767857142857143, "weighted_f1": 0.87, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12693146", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1780821917808219, "weighted_f1": 0.3023255813953488, "completeness": 0.1780821917808219, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "12693146", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7368421052631579, "weighted_f1": 0.8484848484848484, "completeness": 0.7368421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12695537", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8936170212765957, "weighted_f1": 0.9438202247191011, "completeness": 0.8936170212765957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12695537", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8936170212765957, "weighted_f1": 0.9438202247191011, "completeness": 0.8936170212765957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12695537", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "12695537", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1, "weighted_f1": 0.18181818181818182, "completeness": 0.1, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "12826414", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12826414", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8433734939759037, "weighted_f1": 0.9150326797385622, "completeness": 0.8433734939759037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12826414", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8350515463917526, "weighted_f1": 0.9101123595505618, "completeness": 0.8350515463917526, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12826414", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 86, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.12244897959183673, "weighted_f1": 0.2181818181818182, "completeness": 0.12244897959183673, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "12839152", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 2, "fp": 1, "fn": 7, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.9069767441860465, "weighted_f1": 0.9397590361445783, "completeness": 0.9186046511627907, "unsupported_rate": 0.0125, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "12839152", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 2, "fp": 1, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9733333333333334, "weighted_recall": 0.8488372093023255, "weighted_f1": 0.906832298136646, "completeness": 0.8604651162790697, "unsupported_rate": 0.013333333333333334, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12839152", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 2, "fp": 1, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.8607594936708861, "weighted_f1": 0.912751677852349, "completeness": 0.8734177215189873, "unsupported_rate": 0.014285714285714285, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12839152", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4444444444444444, "weighted_f1": 0.6153846153846153, "completeness": 0.4444444444444444, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "12890045", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.79, "weighted_f1": 0.8777777777777778, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12890045", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.8365384615384616, "weighted_f1": 0.90625, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "12890045", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.9775280898876404, "completeness": 0.9777777777777777, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "12890045", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7580645161290323, "weighted_f1": 0.8623853211009175, "completeness": 0.7580645161290323, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "13907230", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "13907230", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "13907230", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "13907230", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5813953488372093, "weighted_f1": 0.7352941176470588, "completeness": 0.5813953488372093, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "14585273", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 2, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9655172413793104, "weighted_recall": 0.5833333333333334, "weighted_f1": 0.7272727272727274, "completeness": 0.6041666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "14585273", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 4, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9375, "weighted_recall": 0.5555555555555556, "weighted_f1": 0.6976744186046512, "completeness": 0.5925925925925926, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "14585273", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9777777777777777, "weighted_recall": 0.8, "weighted_f1": 0.8800000000000001, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "14585273", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 4, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.6333333333333333, "weighted_f1": 0.7599999999999999, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "14849103", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8723404255319149, "weighted_f1": 0.9318181818181819, "completeness": 0.8723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "14849103", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8723404255319149, "weighted_f1": 0.9318181818181819, "completeness": 0.8723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "14849103", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9111111111111111, "weighted_f1": 0.9534883720930233, "completeness": 0.9111111111111111, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "14849103", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8548387096774194, "weighted_f1": 0.9217391304347826, "completeness": 0.8548387096774194, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "14900898", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 3, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9318181818181818, "weighted_recall": 0.3942307692307692, "weighted_f1": 0.5540540540540541, "completeness": 0.4230769230769231, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "14900898", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 6, "fp": 1, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9344262295081968, "weighted_recall": 0.6404494382022472, "weighted_f1": 0.7600000000000001, "completeness": 0.6741573033707865, "unsupported_rate": 0.01639344262295082, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "14900898", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 3, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9651162790697675, "weighted_recall": 0.7545454545454545, "weighted_f1": 0.8469387755102041, "completeness": 0.7818181818181819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "14900898", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 5, "fp": 1, "fn": 48, "unverifiable": 0, "weighted_precision": 0.9125, "weighted_recall": 0.41954022988505746, "weighted_f1": 0.5748031496062993, "completeness": 0.4482758620689655, "unsupported_rate": 0.025, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "15564893", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5454545454545454, "weighted_f1": 0.7058823529411764, "completeness": 0.5454545454545454, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "15564893", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5454545454545454, "weighted_f1": 0.7058823529411764, "completeness": 0.5454545454545454, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "15564893", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "15564893", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5348837209302325, "weighted_f1": 0.6969696969696969, "completeness": 0.5348837209302325, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "15721849", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5806451612903226, "weighted_f1": 0.7346938775510204, "completeness": 0.5806451612903226, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "15721849", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.875, "weighted_f1": 0.9292035398230089, "completeness": 0.8833333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "15721849", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6835443037974683, "weighted_f1": 0.8120300751879699, "completeness": 0.6835443037974683, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "15721849", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6391752577319587, "weighted_f1": 0.7798742138364779, "completeness": 0.6391752577319587, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "16203589", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 2, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.96, "weighted_recall": 0.48, "weighted_f1": 0.64, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "16203589", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 2, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.5, "weighted_f1": 0.6578947368421052, "completeness": 0.52, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "16203589", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 6, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 0.8, "weighted_recall": 0.19047619047619047, "weighted_f1": 0.3076923076923077, "completeness": 0.23809523809523808, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "16203589", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.484375, "weighted_f1": 0.6526315789473685, "completeness": 0.484375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "16353584", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46153846153846156, "weighted_f1": 0.631578947368421, "completeness": 0.46153846153846156, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "16353584", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 2, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9523809523809523, "weighted_recall": 0.5, "weighted_f1": 0.6557377049180327, "completeness": 0.525, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "16353584", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6923076923076923, "weighted_f1": 0.8181818181818181, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "16353584", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43478260869565216, "weighted_f1": 0.6060606060606061, "completeness": 0.43478260869565216, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "16378091", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "16378091", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "16378091", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8769230769230769, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "16378091", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.813953488372093, "weighted_f1": 0.8974358974358974, "completeness": 0.813953488372093, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "16626724", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "16626724", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "16626724", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "16626724", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7446808510638298, "weighted_f1": 0.8536585365853657, "completeness": 0.7446808510638298, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "16924279", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "16924279", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.6555555555555556, "weighted_f1": 0.7866666666666666, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "16924279", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7090909090909091, "weighted_f1": 0.8297872340425533, "completeness": 0.7090909090909091, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "16924279", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5636363636363636, "weighted_f1": 0.7209302325581396, "completeness": 0.5636363636363636, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "17252448", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9318181818181818, "weighted_f1": 0.9647058823529412, "completeness": 0.9318181818181818, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "17252448", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.9078947368421053, "weighted_f1": 0.9452054794520548, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "17252448", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "17252448", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5952380952380952, "weighted_f1": 0.7462686567164178, "completeness": 0.5952380952380952, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "17342969", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 218, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9646017699115044, "weighted_f1": 0.9819819819819819, "completeness": 0.9646017699115044, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "17342969", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 224, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9451476793248945, "weighted_f1": 0.9718004338394794, "completeness": 0.9451476793248945, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "17342969", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 211, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9504504504504504, "weighted_f1": 0.9745958429561201, "completeness": 0.9504504504504504, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "17342969", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 153, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7116279069767442, "weighted_f1": 0.8315217391304348, "completeness": 0.7116279069767442, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "17570634", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "17570634", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9193548387096774, "weighted_f1": 0.9579831932773109, "completeness": 0.9193548387096774, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "17570634", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "17570634", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.90625, "weighted_f1": 0.9508196721311475, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "18472240", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "18472240", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "18472240", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "18472240", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 1, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.03225806451612903, "weighted_f1": 0.0625, "completeness": 0.03225806451612903, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "18882984", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "18882984", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.9545454545454546, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "18882984", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9830508474576272, "weighted_f1": 0.9914529914529915, "completeness": 0.9830508474576272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "18882984", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.9256756756756757, "weighted_f1": 0.958041958041958, "completeness": 0.9324324324324325, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "19364677", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "19364677", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.7807017543859649, "weighted_f1": 0.8725490196078431, "completeness": 0.7894736842105263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "19364677", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8490566037735849, "weighted_f1": 0.9183673469387755, "completeness": 0.8490566037735849, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "19364677", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7183098591549296, "weighted_f1": 0.8360655737704918, "completeness": 0.7183098591549296, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "19471144", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9710144927536232, "weighted_f1": 0.9852941176470589, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "19471144", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9876543209876543, "weighted_recall": 0.975609756097561, "weighted_f1": 0.9815950920245398, "completeness": 0.975609756097561, "unsupported_rate": 0.012345679012345678, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "19471144", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9873417721518988, "weighted_recall": 0.975, "weighted_f1": 0.9811320754716981, "completeness": 0.975, "unsupported_rate": 0.012658227848101266, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "19471144", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9135802469135802, "weighted_f1": 0.9548387096774192, "completeness": 0.9135802469135802, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "19928941", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7241379310344828, "weighted_f1": 0.8400000000000001, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "19928941", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7241379310344828, "weighted_f1": 0.8400000000000001, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "19928941", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.7068965517241379, "weighted_f1": 0.8199999999999998, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "19928941", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "20565849", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8837209302325582, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "20565849", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9016393442622951, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "20565849", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "20565849", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7037037037037037, "weighted_f1": 0.8260869565217391, "completeness": 0.7037037037037037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "20681037", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "20681037", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "20681037", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "20681037", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7241379310344828, "weighted_f1": 0.8400000000000001, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "21363048", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 2, "fp": 1, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9473684210526315, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.782608695652174, "completeness": 0.6851851851851852, "unsupported_rate": 0.02631578947368421, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "21363048", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 2, "fp": 1, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9534883720930233, "weighted_recall": 0.7068965517241379, "weighted_f1": 0.8118811881188119, "completeness": 0.7241379310344828, "unsupported_rate": 0.023255813953488372, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "21363048", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 2, "fp": 1, "fn": 49, "unverifiable": 0, "weighted_precision": 0.9375, "weighted_recall": 0.375, "weighted_f1": 0.5357142857142857, "completeness": 0.3875, "unsupported_rate": 0.03125, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "21363048", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 1, "fn": 42, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.5333333333333333, "weighted_f1": 0.6906474820143884, "completeness": 0.5333333333333333, "unsupported_rate": 0.02040816326530612, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "21567392", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.8873239436619719, "weighted_f1": 0.9333333333333333, "completeness": 0.9014084507042254, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "21567392", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.9357142857142857, "weighted_f1": 0.9632352941176471, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "21567392", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.7828947368421053, "weighted_f1": 0.875, "completeness": 0.7894736842105263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "21567392", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4174757281553398, "weighted_f1": 0.5890410958904109, "completeness": 0.4174757281553398, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "21586858", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7368421052631579, "weighted_f1": 0.8484848484848484, "completeness": 0.7368421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "21586858", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9941176470588236, "weighted_recall": 0.7412280701754386, "weighted_f1": 0.8492462311557789, "completeness": 0.7456140350877193, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "21586858", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7348484848484849, "weighted_f1": 0.8471615720524017, "completeness": 0.7348484848484849, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "21586858", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 183, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7922077922077922, "weighted_f1": 0.8840579710144928, "completeness": 0.7922077922077922, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "21782152", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.9125, "weighted_f1": 0.948051948051948, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "21782152", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.975609756097561, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9195402298850575, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "21782152", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.3879310344827586, "weighted_f1": 0.5555555555555556, "completeness": 0.39655172413793105, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "21782152", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8367346938775511, "weighted_f1": 0.9111111111111111, "completeness": 0.8367346938775511, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22019500", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6727272727272727, "weighted_f1": 0.8043478260869564, "completeness": 0.6727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22019500", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.7279411764705882, "weighted_f1": 0.8389830508474576, "completeness": 0.7352941176470589, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22019500", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5376344086021505, "weighted_f1": 0.6993006993006993, "completeness": 0.5376344086021505, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "22019500", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3783783783783784, "weighted_f1": 0.5490196078431372, "completeness": 0.3783783783783784, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "22546476", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8813559322033898, "weighted_f1": 0.936936936936937, "completeness": 0.8813559322033898, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22546476", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.9, "weighted_f1": 0.9435483870967744, "completeness": 0.9076923076923077, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "22546476", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8135593220338984, "weighted_f1": 0.897196261682243, "completeness": 0.8135593220338984, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22546476", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22718826", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.9071428571428571, "weighted_f1": 0.9477611940298508, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "22718826", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 4, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9743589743589743, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9382716049382716, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "22718826", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.8958333333333334, "weighted_f1": 0.9416058394160584, "completeness": 0.9027777777777778, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "22718826", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5512820512820513, "weighted_f1": 0.7107438016528926, "completeness": 0.5512820512820513, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "22894544", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "22894544", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.9318181818181818, "weighted_f1": 0.9534883720930233, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "22894544", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8148148148148148, "weighted_f1": 0.8979591836734693, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22894544", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22965804", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.631578947368421, "weighted_f1": 0.7741935483870968, "completeness": 0.631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22965804", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.631578947368421, "weighted_f1": 0.7741935483870968, "completeness": 0.631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22965804", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.631578947368421, "weighted_f1": 0.7741935483870968, "completeness": 0.631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22965804", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22983516", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 2, "fp": 1, "fn": 35, "unverifiable": 0, "weighted_precision": 0.974025974025974, "weighted_recall": 0.6756756756756757, "weighted_f1": 0.797872340425532, "completeness": 0.6846846846846847, "unsupported_rate": 0.012987012987012988, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22983516", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 3, "fp": 1, "fn": 35, "unverifiable": 1, "weighted_precision": 0.9683544303797469, "weighted_recall": 0.6769911504424779, "weighted_f1": 0.7968750000000001, "completeness": 0.6902654867256637, "unsupported_rate": 0.012658227848101266, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22983516", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 4, "fp": 1, "fn": 35, "unverifiable": 0, "weighted_precision": 0.9716981132075472, "weighted_recall": 0.7357142857142858, "weighted_f1": 0.8373983739837398, "completeness": 0.75, "unsupported_rate": 0.009433962264150943, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "22983516", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 3, "fp": 3, "fn": 56, "unverifiable": 0, "weighted_precision": 0.9470588235294117, "weighted_recall": 0.5833333333333334, "weighted_f1": 0.7219730941704037, "completeness": 0.5942028985507246, "unsupported_rate": 0.03529411764705882, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "23818675", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9113924050632911, "weighted_f1": 0.9536423841059603, "completeness": 0.9113924050632911, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "23818675", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.9197530864197531, "weighted_f1": 0.9551282051282051, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "23818675", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3125, "weighted_f1": 0.47619047619047616, "completeness": 0.3125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "23818675", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 115, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.905511811023622, "weighted_f1": 0.9504132231404958, "completeness": 0.905511811023622, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "24361598", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "24361598", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "24361598", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8958333333333334, "weighted_f1": 0.945054945054945, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "24361598", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4897959183673469, "weighted_f1": 0.6575342465753424, "completeness": 0.4897959183673469, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "24740005", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "24740005", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8416666666666667, "weighted_f1": 0.9099099099099098, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "24740005", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "24740005", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.5, "completeness": 0.3333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "24770846", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 8, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9090909090909091, "weighted_recall": 0.7407407407407407, "weighted_f1": 0.8163265306122449, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "24770846", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 17, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9114583333333334, "weighted_recall": 0.8663366336633663, "weighted_f1": 0.8883248730964467, "completeness": 0.9504950495049505, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "24770846", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 9, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9021739130434783, "weighted_recall": 0.7545454545454545, "weighted_f1": 0.8217821782178217, "completeness": 0.8363636363636363, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "24770846", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 8, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9310344827586207, "weighted_recall": 0.84375, "weighted_f1": 0.8852459016393444, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "24953126", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9944444444444445, "weighted_recall": 0.9421052631578948, "weighted_f1": 0.9675675675675677, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "24953126", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9943181818181818, "weighted_recall": 0.9114583333333334, "weighted_f1": 0.9510869565217391, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "24953126", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9560439560439561, "weighted_f1": 0.9775280898876404, "completeness": 0.9560439560439561, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "24953126", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "25098739", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "25098739", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.8541666666666666, "weighted_f1": 0.9111111111111111, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "25098739", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "25098739", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "25187733", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7974683544303798, "weighted_f1": 0.8873239436619719, "completeness": 0.7974683544303798, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "25187733", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8469387755102041, "weighted_f1": 0.9171270718232044, "completeness": 0.8469387755102041, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "25187733", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 92, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.226890756302521, "weighted_f1": 0.3698630136986301, "completeness": 0.226890756302521, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "25187733", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7478260869565218, "weighted_f1": 0.8557213930348259, "completeness": 0.7478260869565218, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "25224998", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6862745098039216, "weighted_f1": 0.813953488372093, "completeness": 0.6862745098039216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "25224998", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7058823529411765, "weighted_f1": 0.8275862068965517, "completeness": 0.7058823529411765, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "25224998", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5125, "weighted_f1": 0.6776859504132231, "completeness": 0.5125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "25224998", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 130, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8496732026143791, "weighted_f1": 0.9187279151943463, "completeness": 0.8496732026143791, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "25656981", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7192982456140351, "weighted_f1": 0.8367346938775511, "completeness": 0.7192982456140351, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "25656981", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 1, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.6967213114754098, "weighted_f1": 0.8173076923076923, "completeness": 0.7049180327868853, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "25656981", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7368421052631579, "weighted_f1": 0.8484848484848484, "completeness": 0.7368421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "25656981", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "26091595", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9938271604938271, "weighted_recall": 0.9470588235294117, "weighted_f1": 0.9698795180722891, "completeness": 0.9529411764705882, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "26091595", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9887640449438202, "weighted_recall": 0.946236559139785, "weighted_f1": 0.967032967032967, "completeness": 0.956989247311828, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "26091595", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.993421052631579, "weighted_recall": 0.755, "weighted_f1": 0.8579545454545454, "completeness": 0.76, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "26091595", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8717948717948718, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "26509539", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "26509539", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9482758620689655, "weighted_f1": 0.9734513274336283, "completeness": 0.9482758620689655, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "26509539", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9827586206896551, "weighted_f1": 0.9913043478260869, "completeness": 0.9827586206896551, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "26509539", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.5878378378378378, "weighted_f1": 0.7372881355932203, "completeness": 0.5945945945945946, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "27066370", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.8875, "weighted_f1": 0.9342105263157895, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "27066370", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.8875, "weighted_f1": 0.9342105263157895, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "27066370", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.958904109589041, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "27066370", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2, "weighted_f1": 0.33333333333333337, "completeness": 0.2, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "27187994", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "27187994", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "27187994", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25, "weighted_f1": 0.4, "completeness": 0.25, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "27187994", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "27243670", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8842105263157894, "weighted_f1": 0.9385474860335195, "completeness": 0.8842105263157894, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "27243670", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9941860465116279, "weighted_recall": 0.8814432989690721, "weighted_f1": 0.9344262295081966, "completeness": 0.8865979381443299, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "27243670", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "27243670", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "27246366", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6617647058823529, "weighted_f1": 0.7964601769911505, "completeness": 0.6617647058823529, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "27246366", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7472527472527473, "weighted_f1": 0.8553459119496856, "completeness": 0.7472527472527473, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "27246366", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8955223880597015, "weighted_f1": 0.9448818897637796, "completeness": 0.8955223880597015, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "27246366", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6283783783783784, "weighted_f1": 0.7717842323651452, "completeness": 0.6283783783783784, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "27835351", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9204545454545454, "weighted_f1": 0.9585798816568047, "completeness": 0.9204545454545454, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "27835351", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9939024390243902, "weighted_recall": 0.9157303370786517, "weighted_f1": 0.9532163742690059, "completeness": 0.9213483146067416, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "27835351", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.967741935483871, "weighted_f1": 0.9836065573770492, "completeness": 0.967741935483871, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "27835351", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.660377358490566, "weighted_f1": 0.7954545454545454, "completeness": 0.660377358490566, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "28756444", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9805825242718447, "weighted_f1": 0.9901960784313726, "completeness": 0.9805825242718447, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "28756444", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9805825242718447, "weighted_f1": 0.9901960784313726, "completeness": 0.9805825242718447, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "28756444", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9805825242718447, "weighted_f1": 0.9901960784313726, "completeness": 0.9805825242718447, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "28756444", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 102, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.864406779661017, "weighted_f1": 0.9272727272727274, "completeness": 0.864406779661017, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "28803888", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8275862068965517, "weighted_f1": 0.9056603773584906, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "28803888", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.978021978021978, "weighted_f1": 0.9888888888888888, "completeness": 0.978021978021978, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "28803888", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.8402777777777778, "weighted_f1": 0.9097744360902256, "completeness": 0.8472222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "28803888", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782051282051282, "weighted_f1": 0.8776978417266188, "completeness": 0.782051282051282, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "28815362", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "28815362", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "28815362", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9534883720930233, "weighted_f1": 0.9761904761904763, "completeness": 0.9534883720930233, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "28815362", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5370370370370371, "weighted_f1": 0.6987951807228916, "completeness": 0.5370370370370371, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "28942221", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "28942221", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.9351851851851852, "weighted_f1": 0.961904761904762, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "28942221", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9622641509433962, "weighted_f1": 0.9807692307692307, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "28942221", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9384615384615385, "weighted_f1": 0.9682539682539683, "completeness": 0.9384615384615385, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "28949406", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8444444444444444, "weighted_f1": 0.9156626506024096, "completeness": 0.8444444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "28949406", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "28949406", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8478260869565217, "weighted_f1": 0.9176470588235294, "completeness": 0.8478260869565217, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "28949406", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7741935483870968, "weighted_f1": 0.8727272727272727, "completeness": 0.7741935483870968, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29061628", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7391304347826086, "weighted_f1": 0.85, "completeness": 0.7391304347826086, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29061628", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29061628", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6923076923076923, "weighted_f1": 0.8181818181818181, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29061628", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6333333333333333, "weighted_f1": 0.7755102040816326, "completeness": 0.6333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29087505", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8108108108108109, "weighted_f1": 0.8955223880597014, "completeness": 0.8108108108108109, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29087505", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 1, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.73125, "weighted_f1": 0.841726618705036, "completeness": 0.7375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29087505", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.6055555555555555, "weighted_f1": 0.7517241379310345, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29087505", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.05970149253731343, "weighted_f1": 0.11267605633802817, "completeness": 0.05970149253731343, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "29193505", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9178082191780822, "weighted_f1": 0.9571428571428571, "completeness": 0.9178082191780822, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "29193505", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.926829268292683, "weighted_f1": 0.9620253164556963, "completeness": 0.926829268292683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "29193505", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29193505", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8651685393258427, "weighted_f1": 0.927710843373494, "completeness": 0.8651685393258427, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29483501", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.79, "weighted_f1": 0.8777777777777778, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29483501", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 3, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 0.9823529411764705, "weighted_recall": 0.8267326732673267, "weighted_f1": 0.8978494623655914, "completeness": 0.8415841584158416, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29483501", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.7615384615384615, "weighted_f1": 0.8608695652173913, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29483501", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4533333333333333, "weighted_f1": 0.6238532110091742, "completeness": 0.4533333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "29574501", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.723404255319149, "weighted_f1": 0.8395061728395062, "completeness": 0.723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29574501", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.723404255319149, "weighted_f1": 0.8395061728395062, "completeness": 0.723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29574501", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.825, "weighted_f1": 0.9, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29574501", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.18333333333333332, "weighted_f1": 0.30985915492957744, "completeness": 0.18333333333333332, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "29878348", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "29878348", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "29878348", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "29878348", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29894080", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8108108108108109, "weighted_f1": 0.8955223880597014, "completeness": 0.8108108108108109, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29894080", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29894080", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6454545454545455, "weighted_f1": 0.7845303867403315, "completeness": 0.6454545454545455, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "29894080", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6442307692307693, "weighted_f1": 0.7836257309941521, "completeness": 0.6442307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "30311725", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.9344262295081968, "weighted_f1": 0.9579831932773109, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "30311725", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.8870967741935484, "weighted_f1": 0.9322033898305085, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "30311725", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.9576271186440678, "weighted_f1": 0.9741379310344828, "completeness": 0.9661016949152542, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "30311725", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13559322033898305, "weighted_f1": 0.23880597014925373, "completeness": 0.13559322033898305, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "30397268", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 1, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 1.0, "weighted_f1": 0.9948717948717948, "completeness": 1.0, "unsupported_rate": 0.01020408163265306, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "30397268", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 1, "fp": 1, "fn": 0, "unverifiable": 0, "weighted_precision": 0.985, "weighted_recall": 0.9949494949494949, "weighted_f1": 0.9899497487437187, "completeness": 1.0, "unsupported_rate": 0.01, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "30397268", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 0, "fp": 1, "fn": 0, "unverifiable": 0, "weighted_precision": 0.98989898989899, "weighted_recall": 1.0, "weighted_f1": 0.9949238578680203, "completeness": 1.0, "unsupported_rate": 0.010101010101010102, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "30397268", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 1, "fn": 78, "unverifiable": 0, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.30357142857142855, "weighted_f1": 0.46258503401360546, "completeness": 0.30357142857142855, "unsupported_rate": 0.02857142857142857, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "31850269", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5384615384615384, "weighted_f1": 0.7000000000000001, "completeness": 0.5384615384615384, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "31850269", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.5735294117647058, "weighted_f1": 0.7289719626168224, "completeness": 0.5735294117647058, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "31850269", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.828125, "weighted_f1": 0.905982905982906, "completeness": 0.828125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "31850269", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5754716981132075, "weighted_f1": 0.7305389221556886, "completeness": 0.5754716981132075, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "32025286", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.9797297297297298, "completeness": 0.9733333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "32025286", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9735099337748344, "completeness": 0.961038961038961, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "32025286", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9735099337748344, "completeness": 0.961038961038961, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "32025286", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.37894736842105264, "weighted_f1": 0.549618320610687, "completeness": 0.37894736842105264, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "32265203", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9772727272727273, "weighted_f1": 0.9885057471264368, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "32265203", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6781609195402298, "weighted_f1": 0.8082191780821918, "completeness": 0.6781609195402298, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "32265203", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.28865979381443296, "weighted_f1": 0.448, "completeness": 0.28865979381443296, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "32265203", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5352112676056338, "weighted_f1": 0.6972477064220183, "completeness": 0.5352112676056338, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "32773331", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9344262295081968, "weighted_f1": 0.9661016949152543, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "32773331", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.9416666666666667, "weighted_f1": 0.9658119658119658, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "32773331", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "32773331", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6551724137931034, "weighted_f1": 0.7916666666666666, "completeness": 0.6551724137931034, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "32799518", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9873417721518988, "weighted_f1": 0.9936305732484078, "completeness": 0.9873417721518988, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "32799518", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9871794871794872, "weighted_f1": 0.9935483870967742, "completeness": 0.9871794871794872, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "32799518", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9871794871794872, "weighted_f1": 0.9935483870967742, "completeness": 0.9871794871794872, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "32799518", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.21951219512195122, "weighted_f1": 0.36, "completeness": 0.21951219512195122, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "33023370", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "33023370", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "33023370", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.9375, "weighted_f1": 0.9615384615384615, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "33023370", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "33141415", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6911764705882353, "weighted_f1": 0.817391304347826, "completeness": 0.6911764705882353, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "33141415", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9759036144578314, "weighted_f1": 0.9878048780487805, "completeness": 0.9759036144578314, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "33141415", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8875, "weighted_f1": 0.9403973509933775, "completeness": 0.8875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "33141415", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46464646464646464, "weighted_f1": 0.6344827586206897, "completeness": 0.46464646464646464, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "34544955", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 3, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.9555555555555557, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "34544955", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 7, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.95625, "weighted_recall": 0.9216867469879518, "weighted_f1": 0.9386503067484663, "completeness": 0.963855421686747, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "34544955", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 3, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.9555555555555557, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "34544955", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 3, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.98125, "weighted_recall": 0.9127906976744186, "weighted_f1": 0.9457831325301204, "completeness": 0.9302325581395349, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "35971546", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8676470588235294, "weighted_f1": 0.9291338582677166, "completeness": 0.8676470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "35971546", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.8768115942028986, "weighted_f1": 0.9307692307692308, "completeness": 0.8840579710144928, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "35971546", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "35971546", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7333333333333333, "weighted_f1": 0.846153846153846, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "36331163", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9400000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "36331163", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 3, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 0.9558823529411765, "weighted_recall": 0.6372549019607843, "weighted_f1": 0.7647058823529411, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "36331163", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 2, "fp": 0, "fn": 39, "unverifiable": 1, "weighted_precision": 0.9523809523809523, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.4938271604938272, "completeness": 0.35, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "36331163", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 8, "fp": 1, "fn": 57, "unverifiable": 0, "weighted_precision": 0.7727272727272727, "weighted_recall": 0.21794871794871795, "weighted_f1": 0.33999999999999997, "completeness": 0.2692307692307692, "unsupported_rate": 0.045454545454545456, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "38946032", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.8548387096774194, "weighted_f1": 0.9137931034482759, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "38946032", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.8378378378378378, "weighted_f1": 0.8985507246376812, "completeness": 0.8648648648648649, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "38946032", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "38946032", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.28, "weighted_f1": 0.43750000000000006, "completeness": 0.28, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "39027764", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.9042553191489362, "weighted_f1": 0.9444444444444444, "completeness": 0.9148936170212766, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "39027764", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.9270833333333334, "weighted_f1": 0.9569892473118279, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "39027764", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.90625, "weighted_f1": 0.9456521739130435, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "39027764", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.208955223880597, "weighted_f1": 0.345679012345679, "completeness": 0.208955223880597, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "39566718", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "39566718", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.9489795918367347, "weighted_f1": 0.96875, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "39566718", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "39566718", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36666666666666664, "weighted_f1": 0.5365853658536585, "completeness": 0.36666666666666664, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "39674782", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "39674782", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9696969696969697, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.9411764705882354, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "39674782", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8382352941176471, "weighted_f1": 0.9047619047619048, "completeness": 0.8529411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "39674782", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "39908485", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 111, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9955357142857143, "weighted_recall": 0.9449152542372882, "weighted_f1": 0.9695652173913044, "completeness": 0.9491525423728814, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "39908485", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 112, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.995575221238938, "weighted_recall": 0.9453781512605042, "weighted_f1": 0.9698275862068965, "completeness": 0.9495798319327731, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "39908485", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 126, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9402985074626866, "weighted_f1": 0.9692307692307692, "completeness": 0.9402985074626866, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "39908485", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 107, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3515151515151515, "weighted_f1": 0.5201793721973094, "completeness": 0.3515151515151515, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "44147689", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "44147689", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8648648648648649, "weighted_f1": 0.927536231884058, "completeness": 0.8648648648648649, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "44147689", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9714285714285714, "weighted_f1": 0.9855072463768115, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "44147689", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "45475027", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6477272727272727, "weighted_f1": 0.7862068965517242, "completeness": 0.6477272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "45475027", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6296296296296297, "weighted_f1": 0.7727272727272727, "completeness": 0.6296296296296297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "45475027", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7125, "weighted_f1": 0.832116788321168, "completeness": 0.7125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "45475027", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5339805825242718, "weighted_f1": 0.6962025316455696, "completeness": 0.5339805825242718, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "48549972", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "48549972", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "48549972", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "48549972", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7719298245614035, "weighted_f1": 0.8712871287128713, "completeness": 0.7719298245614035, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "49685006", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9716981132075472, "weighted_f1": 0.985645933014354, "completeness": 0.9716981132075472, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "49685006", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 128, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9961240310077519, "weighted_recall": 0.9734848484848485, "weighted_f1": 0.9846743295019156, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "49685006", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 106, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9724770642201834, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "49685006", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 98, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13274336283185842, "weighted_f1": 0.23437500000000003, "completeness": 0.13274336283185842, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "51638201", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8727272727272727, "weighted_f1": 0.9320388349514563, "completeness": 0.8727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "51638201", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.8898305084745762, "weighted_f1": 0.9374999999999999, "completeness": 0.8983050847457628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "51638201", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9814814814814815, "weighted_f1": 0.9906542056074767, "completeness": 0.9814814814814815, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "51638201", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8615384615384616, "weighted_f1": 0.9256198347107438, "completeness": 0.8615384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "56525735", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7368421052631579, "weighted_f1": 0.8484848484848484, "completeness": 0.7368421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "56525735", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.803921568627451, "weighted_f1": 0.891304347826087, "completeness": 0.803921568627451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "56525735", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8913043478260869, "weighted_f1": 0.9425287356321839, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "56525735", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.76, "weighted_f1": 0.8636363636363636, "completeness": 0.76, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "61065616", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "61065616", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "61065616", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "61065616", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7333333333333333, "weighted_f1": 0.846153846153846, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "63083944", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8877551020408163, "weighted_f1": 0.9405405405405405, "completeness": 0.8877551020408163, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "63083944", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8717948717948718, "weighted_f1": 0.9315068493150686, "completeness": 0.8717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "63083944", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "63083944", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 83, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.18627450980392157, "weighted_f1": 0.3140495867768595, "completeness": 0.18627450980392157, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "63145386", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8648648648648648, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "63145386", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8717948717948718, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "63145386", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "63145386", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6538461538461539, "weighted_f1": 0.7906976744186047, "completeness": 0.6538461538461539, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "69764348", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6341463414634146, "weighted_f1": 0.7761194029850745, "completeness": 0.6341463414634146, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "69764348", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 4, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.9789473684210527, "weighted_recall": 0.6642857142857143, "weighted_f1": 0.7914893617021277, "completeness": 0.6785714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "69764348", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 3, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.5196078431372549, "weighted_f1": 0.6794871794871795, "completeness": 0.5294117647058824, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "69764348", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 85, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4097222222222222, "weighted_f1": 0.5812807881773399, "completeness": 0.4097222222222222, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "71576860", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7567567567567568, "weighted_f1": 0.8615384615384616, "completeness": 0.7567567567567568, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "71576860", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7702702702702703, "weighted_f1": 0.8702290076335879, "completeness": 0.7702702702702703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "71576860", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 1, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.8160919540229885, "weighted_f1": 0.8930817610062893, "completeness": 0.8160919540229885, "unsupported_rate": 0.013888888888888888, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "71576860", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6504854368932039, "weighted_f1": 0.788235294117647, "completeness": 0.6504854368932039, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "78114950", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "78114950", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9941860465116279, "weighted_recall": 0.9715909090909091, "weighted_f1": 0.9827586206896551, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "78114950", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9770114942528736, "weighted_f1": 0.9883720930232558, "completeness": 0.9770114942528736, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "78114950", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 75, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25742574257425743, "weighted_f1": 0.4094488188976378, "completeness": 0.25742574257425743, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "78298706", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "78298706", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "78298706", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "78298706", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.19696969696969696, "weighted_f1": 0.3291139240506329, "completeness": 0.19696969696969696, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "88859947", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8717948717948718, "weighted_f1": 0.9315068493150686, "completeness": 0.8717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "88859947", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9494949494949495, "completeness": 0.9038461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "88859947", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "88859947", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.847457627118644, "weighted_f1": 0.9174311926605504, "completeness": 0.847457627118644, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "90032884", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35555555555555557, "weighted_f1": 0.5245901639344263, "completeness": 0.35555555555555557, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "90032884", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 1, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.49137931034482757, "weighted_f1": 0.6551724137931034, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "90032884", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9702970297029703, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "90032884", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6721311475409836, "weighted_f1": 0.8039215686274509, "completeness": 0.6721311475409836, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "93436805", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8714285714285714, "weighted_f1": 0.9312977099236641, "completeness": 0.8714285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "93436805", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 1, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.7443181818181818, "weighted_f1": 0.8506493506493505, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "93436805", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7631578947368421, "weighted_f1": 0.8656716417910448, "completeness": 0.7631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "93436805", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5888888888888889, "weighted_f1": 0.7412587412587412, "completeness": 0.5888888888888889, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSTRUCTION", "document_id": "94503308", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.9662921348314606, "completeness": 0.9347826086956522, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "94503308", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9361702127659575, "weighted_f1": 0.967032967032967, "completeness": 0.9361702127659575, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "94503308", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9574468085106383, "weighted_f1": 0.9782608695652174, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSTRUCTION", "document_id": "94503308", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8823529411764706, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "99433371", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "99433371", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "99433371", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSTRUCTION", "document_id": "99433371", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6923076923076923, "weighted_f1": 0.8181818181818181, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "10332998", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9836065573770492, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.9677419354838709, "completeness": 0.9682539682539683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "10332998", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 3, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9802631578947368, "weighted_recall": 0.9675324675324676, "weighted_f1": 0.9738562091503268, "completeness": 0.987012987012987, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "10332998", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.953125, "weighted_f1": 0.9682539682539683, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "10332998", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2777777777777778, "weighted_f1": 0.4347826086956522, "completeness": 0.2777777777777778, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "10984392", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9830508474576272, "weighted_f1": 0.9914529914529915, "completeness": 0.9830508474576272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "10984392", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9857142857142858, "weighted_f1": 0.9928057553956835, "completeness": 0.9857142857142858, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "10984392", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9833333333333333, "weighted_f1": 0.9915966386554621, "completeness": 0.9833333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "10984392", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.684931506849315, "weighted_f1": 0.8130081300813007, "completeness": 0.684931506849315, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "11020140", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7906976744186046, "weighted_f1": 0.8831168831168831, "completeness": 0.7906976744186046, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "11020140", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.7840909090909091, "weighted_f1": 0.8734177215189872, "completeness": 0.7954545454545454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "11020140", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "11020140", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5882352941176471, "weighted_f1": 0.7407407407407407, "completeness": 0.5882352941176471, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "11333660", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7878787878787878, "weighted_f1": 0.8813559322033898, "completeness": 0.7878787878787878, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "11333660", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8852459016393442, "completeness": 0.7941176470588235, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "11333660", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "11333660", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7083333333333334, "weighted_f1": 0.8292682926829268, "completeness": 0.7083333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "11415967", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6923076923076923, "weighted_f1": 0.8181818181818181, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "11415967", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6981132075471698, "weighted_f1": 0.8222222222222222, "completeness": 0.6981132075471698, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "11415967", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7037037037037037, "weighted_f1": 0.8260869565217391, "completeness": 0.7037037037037037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "11415967", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3709677419354839, "weighted_f1": 0.5411764705882353, "completeness": 0.3709677419354839, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "11835339", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.5, "completeness": 0.3333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "11835339", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5384615384615384, "weighted_f1": 0.7000000000000001, "completeness": 0.5384615384615384, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "11835339", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 88, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35294117647058826, "weighted_f1": 0.5217391304347826, "completeness": 0.35294117647058826, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "11835339", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.42718446601941745, "weighted_f1": 0.5986394557823129, "completeness": 0.42718446601941745, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "12251115", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7407407407407407, "weighted_f1": 0.851063829787234, "completeness": 0.7407407407407407, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "12251115", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8846153846153846, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "12251115", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.761904761904762, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "12251115", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46875, "weighted_f1": 0.6382978723404256, "completeness": 0.46875, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "12374933", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.87, "weighted_f1": 0.925531914893617, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "12374933", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.8725490196078431, "weighted_f1": 0.9270833333333334, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "12374933", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 113, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.44607843137254904, "weighted_f1": 0.6169491525423729, "completeness": 0.44607843137254904, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "12374933", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 135, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16149068322981366, "weighted_f1": 0.27807486631016043, "completeness": 0.16149068322981366, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "12526702", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 7, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9507042253521126, "weighted_recall": 0.9375, "weighted_f1": 0.9440559440559442, "completeness": 0.9861111111111112, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "12526702", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 9, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9383561643835616, "weighted_recall": 0.9256756756756757, "weighted_f1": 0.9319727891156463, "completeness": 0.9864864864864865, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "12526702", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 8, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.8395061728395061, "weighted_f1": 0.888888888888889, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "12526702", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 1, "fp": 0, "fn": 68, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.18452380952380953, "weighted_f1": 0.31000000000000005, "completeness": 0.19047619047619047, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "12897903", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.8515625, "weighted_f1": 0.9159663865546219, "completeness": 0.859375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "12897903", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9904761904761905, "weighted_recall": 0.9203539823008849, "weighted_f1": 0.9541284403669724, "completeness": 0.9292035398230089, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "12897903", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.9637681159420289, "weighted_f1": 0.9779411764705882, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "12897903", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.7357142857142858, "weighted_f1": 0.8442622950819673, "completeness": 0.7428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "12955994", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8305084745762712, "weighted_f1": 0.9074074074074074, "completeness": 0.8305084745762712, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "12955994", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8305084745762712, "weighted_f1": 0.9074074074074074, "completeness": 0.8305084745762712, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "12955994", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9855072463768116, "weighted_recall": 0.9066666666666666, "weighted_f1": 0.9444444444444444, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "12955994", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.4583333333333333, "weighted_f1": 0.6260162601626016, "completeness": 0.4642857142857143, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "13215696", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9196428571428571, "weighted_f1": 0.9581395348837208, "completeness": 0.9196428571428571, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "13215696", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.8918918918918919, "weighted_f1": 0.9383886255924171, "completeness": 0.9009009009009009, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "13215696", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9950980392156863, "weighted_recall": 0.8252032520325203, "weighted_f1": 0.9022222222222223, "completeness": 0.8292682926829268, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "13215696", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 112, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08943089430894309, "weighted_f1": 0.16417910447761194, "completeness": 0.08943089430894309, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "13313917", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "13313917", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "13313917", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7169811320754716, "weighted_f1": 0.8351648351648352, "completeness": 0.7169811320754716, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "13313917", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6037735849056604, "weighted_f1": 0.7529411764705882, "completeness": 0.6037735849056604, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "13454871", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.8557692307692307, "weighted_f1": 0.9175257731958762, "completeness": 0.8653846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "13454871", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.975, "weighted_recall": 0.8297872340425532, "weighted_f1": 0.896551724137931, "completeness": 0.851063829787234, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "13454871", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 1, "weighted_precision": 0.9875, "weighted_recall": 0.6810344827586207, "weighted_f1": 0.8061224489795918, "completeness": 0.6896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "13454871", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.44148936170212766, "weighted_f1": 0.6102941176470589, "completeness": 0.44680851063829785, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "13569152", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8913043478260869, "weighted_f1": 0.9425287356321839, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "13569152", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9879518072289156, "weighted_recall": 0.8817204301075269, "weighted_f1": 0.9318181818181818, "completeness": 0.8924731182795699, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "13569152", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.53125, "weighted_f1": 0.6938775510204082, "completeness": 0.53125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "13569152", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6219512195121951, "weighted_f1": 0.7669172932330827, "completeness": 0.6219512195121951, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "13586069", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7592592592592593, "weighted_f1": 0.8631578947368421, "completeness": 0.7592592592592593, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "13586069", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9945054945054945, "weighted_recall": 0.8786407766990292, "weighted_f1": 0.9329896907216495, "completeness": 0.883495145631068, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "13586069", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9803921568627451, "weighted_f1": 0.99009900990099, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "13586069", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "14346702", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.926829268292683, "weighted_f1": 0.9620253164556963, "completeness": 0.926829268292683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "14346702", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9024390243902439, "weighted_f1": 0.9487179487179488, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "14346702", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9761904761904762, "weighted_f1": 0.9879518072289156, "completeness": 0.9761904761904762, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "14346702", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "14517953", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "14517953", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.803921568627451, "weighted_f1": 0.891304347826087, "completeness": 0.803921568627451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "14517953", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "14517953", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6818181818181818, "weighted_f1": 0.8108108108108109, "completeness": 0.6818181818181818, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "14593060", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "14593060", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9466666666666667, "weighted_f1": 0.9726027397260273, "completeness": 0.9466666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "14593060", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.32954545454545453, "weighted_f1": 0.4957264957264957, "completeness": 0.32954545454545453, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "14593060", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7032967032967034, "weighted_f1": 0.8258064516129032, "completeness": 0.7032967032967034, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "15083600", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9622641509433962, "weighted_f1": 0.9807692307692307, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "15083600", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9622641509433962, "weighted_f1": 0.9807692307692307, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "15083600", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7037037037037037, "weighted_f1": 0.8260869565217391, "completeness": 0.7037037037037037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "15083600", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "15119529", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.974025974025974, "weighted_f1": 0.9868421052631579, "completeness": 0.974025974025974, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "15119529", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.974025974025974, "weighted_f1": 0.9868421052631579, "completeness": 0.974025974025974, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "15119529", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9805825242718447, "weighted_f1": 0.9901960784313726, "completeness": 0.9805825242718447, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "15119529", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5333333333333333, "weighted_f1": 0.6956521739130436, "completeness": 0.5333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "15281412", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9322033898305084, "weighted_f1": 0.9649122807017544, "completeness": 0.9322033898305084, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "15281412", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.925, "weighted_f1": 0.956896551724138, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "15281412", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "15281412", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "15433732", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.825, "weighted_f1": 0.9041095890410958, "completeness": 0.825, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "15433732", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8372093023255814, "weighted_f1": 0.9113924050632911, "completeness": 0.8372093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "15433732", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "15433732", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7580645161290323, "weighted_f1": 0.8623853211009175, "completeness": 0.7580645161290323, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "15535920", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5230769230769231, "weighted_f1": 0.686868686868687, "completeness": 0.5230769230769231, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "15535920", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 131, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9962121212121212, "weighted_recall": 0.9740740740740741, "weighted_f1": 0.9850187265917603, "completeness": 0.9777777777777777, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "15535920", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9705882352941176, "weighted_f1": 0.9850746268656716, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "15535920", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 140, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20454545454545456, "weighted_f1": 0.339622641509434, "completeness": 0.20454545454545456, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "15602094", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.803030303030303, "weighted_f1": 0.8907563025210083, "completeness": 0.803030303030303, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "15602094", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8765432098765432, "weighted_f1": 0.9342105263157895, "completeness": 0.8765432098765432, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "15602094", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "15602094", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.15294117647058825, "weighted_f1": 0.2653061224489796, "completeness": 0.15294117647058825, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "15699744", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "15699744", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9938271604938271, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9757575757575757, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "15699744", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.9533333333333334, "weighted_f1": 0.9727891156462586, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "15699744", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6582278481012658, "weighted_f1": 0.7938931297709924, "completeness": 0.6582278481012658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "16964217", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9710144927536232, "weighted_f1": 0.9852941176470589, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "16964217", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9714285714285714, "weighted_f1": 0.9855072463768115, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "16964217", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.9375, "weighted_f1": 0.9642857142857143, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "16964217", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 81, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16494845360824742, "weighted_f1": 0.2831858407079646, "completeness": 0.16494845360824742, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "17025292", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.30952380952380953, "weighted_f1": 0.4727272727272727, "completeness": 0.30952380952380953, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "17025292", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5166666666666667, "weighted_f1": 0.6813186813186815, "completeness": 0.5166666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "17025292", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46296296296296297, "weighted_f1": 0.6329113924050632, "completeness": 0.46296296296296297, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "17025292", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.15384615384615385, "weighted_f1": 0.2666666666666667, "completeness": 0.15384615384615385, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "17307206", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.803921568627451, "weighted_f1": 0.891304347826087, "completeness": 0.803921568627451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "17307206", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.803921568627451, "weighted_f1": 0.891304347826087, "completeness": 0.803921568627451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "17307206", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.8409090909090909, "weighted_f1": 0.9098360655737705, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "17307206", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8648648648648648, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "17983957", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.9024390243902439, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "17983957", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9873417721518988, "weighted_f1": 0.9936305732484078, "completeness": 0.9873417721518988, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "17983957", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9761904761904762, "weighted_f1": 0.9879518072289156, "completeness": 0.9761904761904762, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "17983957", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "18079050", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "18079050", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "18079050", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.696969696969697, "weighted_f1": 0.8214285714285715, "completeness": 0.696969696969697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "18079050", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "18227306", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9859154929577464, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "18227306", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9859154929577464, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "18227306", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "18227306", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "18856440", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 106, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9217391304347826, "weighted_f1": 0.9592760180995475, "completeness": 0.9217391304347826, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "18856440", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 106, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9217391304347826, "weighted_f1": 0.9592760180995475, "completeness": 0.9217391304347826, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "18856440", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 118, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7468354430379747, "weighted_f1": 0.855072463768116, "completeness": 0.7468354430379747, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "18856440", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 115, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "19161572", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "19161572", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "19161572", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "19161572", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "19936735", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.90625, "weighted_f1": 0.9508196721311475, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "19936735", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "19936735", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9117647058823529, "weighted_f1": 0.9538461538461539, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "19936735", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "20176584", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5272727272727272, "weighted_f1": 0.6904761904761904, "completeness": 0.5272727272727272, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "20176584", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.38953488372093026, "weighted_f1": 0.5583333333333333, "completeness": 0.3953488372093023, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "20176584", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4537037037037037, "weighted_f1": 0.6242038216560509, "completeness": 0.4537037037037037, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "20176584", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5407407407407407, "weighted_f1": 0.7019230769230769, "completeness": 0.5407407407407407, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "20314980", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8715596330275229, "weighted_f1": 0.9313725490196079, "completeness": 0.8715596330275229, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "20314980", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8727272727272727, "weighted_f1": 0.9320388349514563, "completeness": 0.8727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "20314980", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 112, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9739130434782609, "weighted_f1": 0.986784140969163, "completeness": 0.9739130434782609, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "20314980", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5571428571428572, "weighted_f1": 0.7155963302752294, "completeness": 0.5571428571428572, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "20574232", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "20574232", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8857142857142857, "weighted_f1": 0.9393939393939393, "completeness": 0.8857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "20574232", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8714285714285714, "weighted_f1": 0.9312977099236641, "completeness": 0.8714285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "20574232", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7721518987341772, "weighted_f1": 0.8714285714285713, "completeness": 0.7721518987341772, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "21156767", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.9769230769230769, "weighted_f1": 0.9844961240310077, "completeness": 0.9846153846153847, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "21156767", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.9769230769230769, "weighted_f1": 0.9844961240310077, "completeness": 0.9846153846153847, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "21156767", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.9923076923076923, "weighted_f1": 0.9923076923076923, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "21156767", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.9, "weighted_f1": 0.9440559440559442, "completeness": 0.9066666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "21366189", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6973684210526315, "weighted_f1": 0.8217054263565892, "completeness": 0.6973684210526315, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "21366189", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.7102272727272727, "weighted_f1": 0.8278145695364238, "completeness": 0.7159090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "21366189", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "21366189", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4330708661417323, "weighted_f1": 0.6043956043956044, "completeness": 0.4330708661417323, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "21512769", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84375, "weighted_f1": 0.9152542372881356, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "21512769", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "21512769", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9310344827586207, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "21512769", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1111111111111111, "weighted_f1": 0.19999999999999998, "completeness": 0.1111111111111111, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "21568833", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "21568833", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.9636363636363636, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "21568833", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9636363636363636, "weighted_f1": 0.9814814814814815, "completeness": 0.9636363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "21568833", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5645161290322581, "weighted_f1": 0.7216494845360826, "completeness": 0.5645161290322581, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "22259768", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 113, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9912280701754386, "weighted_f1": 0.9955947136563876, "completeness": 0.9912280701754386, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "22259768", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 113, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.991304347826087, "weighted_recall": 0.9827586206896551, "weighted_f1": 0.9870129870129869, "completeness": 0.9913793103448276, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "22259768", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9942528735632183, "weighted_recall": 0.8917525773195877, "weighted_f1": 0.9402173913043478, "completeness": 0.8969072164948454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "22259768", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5982142857142857, "weighted_f1": 0.7486033519553073, "completeness": 0.5982142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "22351830", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "22351830", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 1, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.6918604651162791, "weighted_f1": 0.815068493150685, "completeness": 0.6976744186046512, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "22351830", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9775280898876404, "weighted_f1": 0.9886363636363636, "completeness": 0.9775280898876404, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "22351830", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6384615384615384, "weighted_f1": 0.7793427230046948, "completeness": 0.6384615384615384, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "22485475", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9176470588235294, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "22485475", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9634146341463414, "weighted_recall": 0.8586956521739131, "weighted_f1": 0.9080459770114943, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "22485475", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.5123456790123457, "weighted_f1": 0.6747967479674798, "completeness": 0.5185185185185185, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "22485475", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3181818181818182, "weighted_f1": 0.4827586206896552, "completeness": 0.3181818181818182, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "22556198", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.9662921348314606, "completeness": 0.9347826086956522, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "22556198", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "22556198", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9042553191489361, "completeness": 0.8431372549019608, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "22556198", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.6379310344827587, "weighted_f1": 0.7762237762237763, "completeness": 0.6436781609195402, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "22571461", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "22571461", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "22571461", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.8725490196078431, "weighted_f1": 0.9270833333333334, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "22571461", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8208955223880597, "weighted_f1": 0.9016393442622952, "completeness": 0.8208955223880597, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "23302948", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.73, "weighted_f1": 0.8439306358381503, "completeness": 0.73, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "23302948", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925531914893617, "weighted_f1": 0.9613259668508287, "completeness": 0.925531914893617, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "23302948", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6206896551724138, "weighted_f1": 0.7659574468085107, "completeness": 0.6206896551724138, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "23302948", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6190476190476191, "weighted_f1": 0.7647058823529412, "completeness": 0.6190476190476191, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "24643412", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "24643412", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9076923076923077, "weighted_f1": 0.9516129032258065, "completeness": 0.9076923076923077, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "24643412", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.955223880597015, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "24643412", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.9024390243902439, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "24828381", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8923076923076924, "weighted_f1": 0.9430894308943091, "completeness": 0.8923076923076924, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "24828381", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.8805970149253731, "weighted_f1": 0.9291338582677166, "completeness": 0.8955223880597015, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "24828381", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8142857142857143, "weighted_f1": 0.8976377952755905, "completeness": 0.8142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "24828381", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45977011494252873, "weighted_f1": 0.6299212598425197, "completeness": 0.45977011494252873, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "25213006", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "25213006", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.9659090909090909, "weighted_f1": 0.9770114942528736, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "25213006", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "25213006", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4146341463414634, "weighted_f1": 0.5862068965517241, "completeness": 0.4146341463414634, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "25258040", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9384615384615385, "weighted_f1": 0.9682539682539683, "completeness": 0.9384615384615385, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "25258040", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "25258040", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9846153846153847, "weighted_f1": 0.9922480620155039, "completeness": 0.9846153846153847, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "25258040", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9135802469135802, "weighted_f1": 0.9548387096774192, "completeness": 0.9135802469135802, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "25694422", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "25694422", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.9225352112676056, "weighted_f1": 0.9562043795620437, "completeness": 0.9295774647887324, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "25694422", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7936507936507936, "weighted_f1": 0.8849557522123894, "completeness": 0.7936507936507936, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "25694422", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.8515625, "weighted_f1": 0.9159663865546219, "completeness": 0.859375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "26167298", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 123, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8978102189781022, "weighted_f1": 0.9461538461538462, "completeness": 0.8978102189781022, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "26167298", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 122, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9959349593495935, "weighted_recall": 0.8876811594202898, "weighted_f1": 0.9386973180076629, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "26167298", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 125, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9191176470588235, "weighted_f1": 0.9578544061302682, "completeness": 0.9191176470588235, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "26167298", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 113, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6420454545454546, "weighted_f1": 0.7820069204152249, "completeness": 0.6420454545454546, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "26234972", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "26234972", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.9240506329113924, "weighted_f1": 0.954248366013072, "completeness": 0.9367088607594937, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "26234972", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9936708860759493, "weighted_recall": 0.9457831325301205, "weighted_f1": 0.9691358024691358, "completeness": 0.9518072289156626, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "26234972", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5172413793103449, "weighted_f1": 0.6818181818181819, "completeness": 0.5172413793103449, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "26291616", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8048780487804879, "weighted_f1": 0.8918918918918919, "completeness": 0.8048780487804879, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "26291616", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.9024390243902439, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "26291616", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4225352112676056, "weighted_f1": 0.5940594059405941, "completeness": 0.4225352112676056, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "26291616", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.21978021978021978, "weighted_f1": 0.36036036036036034, "completeness": 0.21978021978021978, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "26919036", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9672131147540983, "weighted_f1": 0.9833333333333333, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "26919036", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.9745762711864406, "weighted_f1": 0.982905982905983, "completeness": 0.9830508474576272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "26919036", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7666666666666667, "weighted_f1": 0.8679245283018869, "completeness": 0.7666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "26919036", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7058823529411765, "weighted_f1": 0.8275862068965517, "completeness": 0.7058823529411765, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "27096471", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.813953488372093, "weighted_f1": 0.8974358974358974, "completeness": 0.813953488372093, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "27096471", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "27096471", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "27096471", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.582089552238806, "weighted_f1": 0.7358490566037735, "completeness": 0.582089552238806, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "27726066", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.696969696969697, "weighted_f1": 0.8214285714285715, "completeness": 0.696969696969697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "27726066", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.9396551724137931, "weighted_f1": 0.9646017699115045, "completeness": 0.9482758620689655, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "27726066", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8717948717948718, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "27726066", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5647058823529412, "weighted_f1": 0.7218045112781954, "completeness": 0.5647058823529412, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "27788376", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 1, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9310344827586207, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9310344827586207, "completeness": 0.9655172413793104, "unsupported_rate": 0.034482758620689655, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "27788376", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 2, "fp": 2, "fn": 0, "unverifiable": 1, "weighted_precision": 0.9387755102040817, "weighted_recall": 0.9787234042553191, "weighted_f1": 0.9583333333333333, "completeness": 1.0, "unsupported_rate": 0.04081632653061224, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "27788376", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 2, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9090909090909091, "weighted_recall": 0.29411764705882354, "weighted_f1": 0.4444444444444445, "completeness": 0.3235294117647059, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "27788376", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 2, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9411764705882353, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.9275362318840579, "completeness": 0.9428571428571428, "unsupported_rate": 0.029411764705882353, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "28243590", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "28243590", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "28243590", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "28243590", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7241379310344828, "weighted_f1": 0.8400000000000001, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "28951817", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9803921568627451, "weighted_f1": 0.99009900990099, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "28951817", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.9711538461538461, "weighted_f1": 0.9805825242718447, "completeness": 0.9807692307692307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "28951817", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.9150943396226415, "weighted_f1": 0.9509803921568627, "completeness": 0.9245283018867925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "28951817", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36507936507936506, "weighted_f1": 0.5348837209302325, "completeness": 0.36507936507936506, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "29076405", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9779411764705882, "weighted_recall": 0.9637681159420289, "weighted_f1": 0.9708029197080291, "completeness": 0.9710144927536232, "unsupported_rate": 0.014705882352941176, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "29076405", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 2, "fp": 1, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9692307692307692, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9618320610687022, "completeness": 0.9696969696969697, "unsupported_rate": 0.015384615384615385, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "29076405", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9765625, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9689922480620154, "completeness": 0.9692307692307692, "unsupported_rate": 0.015625, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "29076405", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 2, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9733333333333334, "weighted_recall": 0.948051948051948, "weighted_f1": 0.9605263157894737, "completeness": 0.961038961038961, "unsupported_rate": 0.013333333333333334, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "29196643", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48148148148148145, "weighted_f1": 0.65, "completeness": 0.48148148148148145, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "29196643", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.8295454545454546, "weighted_f1": 0.9012345679012347, "completeness": 0.8409090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "29196643", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "29196643", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 75, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45255474452554745, "weighted_f1": 0.6231155778894472, "completeness": 0.45255474452554745, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "29297393", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 120, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "29297393", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 132, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9850746268656716, "weighted_f1": 0.9924812030075187, "completeness": 0.9850746268656716, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "29297393", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 113, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.795774647887324, "weighted_f1": 0.8862745098039216, "completeness": 0.795774647887324, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "29297393", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4892086330935252, "weighted_f1": 0.6570048309178744, "completeness": 0.4892086330935252, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "29647215", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "29647215", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "29647215", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8390804597701149, "weighted_f1": 0.9125, "completeness": 0.8390804597701149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "29647215", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 88, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.34814814814814815, "weighted_f1": 0.5164835164835165, "completeness": 0.34814814814814815, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "29723311", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9864864864864865, "weighted_f1": 0.9931972789115647, "completeness": 0.9864864864864865, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "29723311", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9594594594594594, "weighted_f1": 0.9793103448275862, "completeness": 0.9594594594594594, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "29723311", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.972972972972973, "weighted_f1": 0.9863013698630138, "completeness": 0.972972972972973, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "29723311", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.2956989247311828, "weighted_f1": 0.45454545454545453, "completeness": 0.3010752688172043, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "29770086", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.746031746031746, "weighted_f1": 0.8545454545454546, "completeness": 0.746031746031746, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "29770086", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "29770086", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7625, "weighted_f1": 0.8652482269503545, "completeness": 0.7625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "29770086", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5857142857142857, "weighted_f1": 0.7387387387387387, "completeness": 0.5857142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "30083884", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9302325581395349, "weighted_f1": 0.963855421686747, "completeness": 0.9302325581395349, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "30083884", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9318181818181818, "weighted_f1": 0.9647058823529412, "completeness": 0.9318181818181818, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "30083884", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25, "weighted_f1": 0.4, "completeness": 0.25, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "30083884", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8387096774193549, "weighted_f1": 0.9122807017543859, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "30863060", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9148936170212766, "weighted_f1": 0.9555555555555556, "completeness": 0.9148936170212766, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "30863060", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9148936170212766, "weighted_f1": 0.9555555555555556, "completeness": 0.9148936170212766, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "30863060", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.967391304347826, "weighted_f1": 0.978021978021978, "completeness": 0.9782608695652174, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "30863060", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5769230769230769, "weighted_f1": 0.7317073170731707, "completeness": 0.5769230769230769, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "31016926", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9367088607594937, "weighted_f1": 0.9673202614379084, "completeness": 0.9367088607594937, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "31016926", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "31016926", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9620253164556962, "weighted_f1": 0.9806451612903226, "completeness": 0.9620253164556962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "31016926", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8090909090909091, "weighted_f1": 0.8944723618090452, "completeness": 0.8090909090909091, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "31169070", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7586206896551724, "weighted_f1": 0.8627450980392156, "completeness": 0.7586206896551724, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "31169070", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7666666666666667, "weighted_f1": 0.8679245283018869, "completeness": 0.7666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "31169070", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8846153846153846, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "31169070", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6428571428571429, "weighted_f1": 0.782608695652174, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "31201660", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8985507246376812, "weighted_f1": 0.9465648854961832, "completeness": 0.8985507246376812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "31201660", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "31201660", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "31201660", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.835820895522388, "weighted_f1": 0.9105691056910569, "completeness": 0.835820895522388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "31217840", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9938271604938271, "weighted_recall": 0.875, "weighted_f1": 0.9306358381502889, "completeness": 0.8804347826086957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "31217840", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9939024390243902, "weighted_recall": 0.8763440860215054, "weighted_f1": 0.9314285714285715, "completeness": 0.8817204301075269, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "31217840", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "31217840", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7570093457943925, "weighted_f1": 0.8617021276595744, "completeness": 0.7570093457943925, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "31395742", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.8773584905660378, "weighted_f1": 0.93, "completeness": 0.8867924528301887, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "31395742", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.9150943396226415, "weighted_f1": 0.9509803921568627, "completeness": 0.9245283018867925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "31395742", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.9519230769230769, "weighted_f1": 0.9705882352941176, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "31395742", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.795774647887324, "weighted_f1": 0.8828125, "completeness": 0.8028169014084507, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "32433431", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "32433431", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "32433431", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9722222222222223, "completeness": 0.9636363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "32433431", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6197183098591549, "weighted_f1": 0.7652173913043477, "completeness": 0.6197183098591549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "32637306", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "32637306", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.8561643835616438, "weighted_f1": 0.9191176470588235, "completeness": 0.863013698630137, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "32637306", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "32637306", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782051282051282, "weighted_f1": 0.8776978417266188, "completeness": 0.782051282051282, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "33919379", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "33919379", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.984375, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9692307692307692, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "33919379", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "33919379", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "34875813", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "34875813", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9787234042553191, "weighted_f1": 0.989247311827957, "completeness": 0.9787234042553191, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "34875813", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.06756756756756757, "weighted_f1": 0.12658227848101267, "completeness": 0.06756756756756757, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "34875813", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "37818861", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "37818861", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.98, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9423076923076924, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "37818861", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4827586206896552, "weighted_f1": 0.6511627906976745, "completeness": 0.4827586206896552, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "37818861", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7954545454545454, "weighted_f1": 0.8860759493670886, "completeness": 0.7954545454545454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "38165833", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "38165833", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "38165833", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "38165833", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8275862068965517, "weighted_f1": 0.9056603773584906, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "38399177", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "38399177", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.9555555555555557, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "38399177", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "38399177", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7948717948717948, "weighted_f1": 0.8857142857142858, "completeness": 0.7948717948717948, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "38457612", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6415094339622641, "weighted_f1": 0.7816091954022989, "completeness": 0.6415094339622641, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "38457612", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9292929292929293, "completeness": 0.9038461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "38457612", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36538461538461536, "weighted_f1": 0.5352112676056338, "completeness": 0.36538461538461536, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "38457612", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2375, "weighted_f1": 0.3838383838383838, "completeness": 0.2375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "38896303", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8817204301075269, "weighted_f1": 0.937142857142857, "completeness": 0.8817204301075269, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "38896303", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.8878504672897196, "weighted_f1": 0.9359605911330049, "completeness": 0.897196261682243, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "38896303", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 97, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.17094017094017094, "weighted_f1": 0.291970802919708, "completeness": 0.17094017094017094, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "38896303", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 108, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36470588235294116, "weighted_f1": 0.5344827586206896, "completeness": 0.36470588235294116, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "39308779", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "39308779", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9516129032258065, "weighted_f1": 0.9752066115702479, "completeness": 0.9516129032258065, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "39308779", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8904109589041096, "weighted_f1": 0.9420289855072463, "completeness": 0.8904109589041096, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "39308779", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8433734939759037, "weighted_f1": 0.9150326797385622, "completeness": 0.8433734939759037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "39441617", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.8088235294117647, "weighted_f1": 0.8870967741935484, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "39441617", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9805194805194806, "weighted_recall": 0.877906976744186, "weighted_f1": 0.9263803680981595, "completeness": 0.8953488372093024, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "39441617", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 3, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8142857142857143, "weighted_f1": 0.8906250000000001, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "39441617", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 1, "fp": 0, "fn": 80, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.2107843137254902, "weighted_f1": 0.3467741935483871, "completeness": 0.21568627450980393, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "43311839", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 115, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "43311839", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8103448275862069, "weighted_f1": 0.8952380952380952, "completeness": 0.8103448275862069, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "43311839", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 110, "partial": 0, "fp": 0, "fn": 95, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5365853658536586, "weighted_f1": 0.6984126984126985, "completeness": 0.5365853658536586, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "43311839", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 123, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2634730538922156, "weighted_f1": 0.4170616113744076, "completeness": 0.2634730538922156, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "43378989", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "43378989", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "43378989", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43478260869565216, "weighted_f1": 0.6060606060606061, "completeness": 0.43478260869565216, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "43378989", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.37037037037037035, "weighted_f1": 0.5405405405405406, "completeness": 0.37037037037037035, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "48533663", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7538461538461538, "weighted_f1": 0.8596491228070176, "completeness": 0.7538461538461538, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "48533663", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7846153846153846, "weighted_f1": 0.8793103448275863, "completeness": 0.7846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "48533663", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7875, "weighted_f1": 0.881118881118881, "completeness": 0.7875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "48533663", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8279569892473119, "weighted_f1": 0.9058823529411765, "completeness": 0.8279569892473119, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "49777184", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7808219178082192, "weighted_f1": 0.8769230769230769, "completeness": 0.7808219178082192, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "49777184", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8545454545454545, "weighted_f1": 0.9215686274509803, "completeness": 0.8545454545454545, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "49777184", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8048780487804879, "weighted_f1": 0.8918918918918919, "completeness": 0.8048780487804879, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "49777184", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5102040816326531, "weighted_f1": 0.6756756756756758, "completeness": 0.5102040816326531, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "51432451", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.9636363636363636, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "51432451", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.9196428571428571, "weighted_f1": 0.9537037037037036, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "51432451", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "51432451", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7592592592592593, "weighted_f1": 0.8631578947368421, "completeness": 0.7592592592592593, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "51724595", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9577464788732395, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "51724595", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9743589743589743, "weighted_recall": 0.95, "weighted_f1": 0.9620253164556962, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "51724595", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.7093023255813954, "weighted_f1": 0.8243243243243245, "completeness": 0.7209302325581395, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "51724595", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.15492957746478872, "weighted_f1": 0.26829268292682923, "completeness": 0.15492957746478872, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "56792999", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9574468085106383, "weighted_f1": 0.9782608695652174, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "56792999", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "56792999", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9787234042553191, "weighted_f1": 0.989247311827957, "completeness": 0.9787234042553191, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "56792999", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5641025641025641, "weighted_f1": 0.7213114754098361, "completeness": 0.5641025641025641, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "57364820", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.868421052631579, "weighted_f1": 0.9252336448598131, "completeness": 0.8771929824561403, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "57364820", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.868421052631579, "weighted_f1": 0.9252336448598131, "completeness": 0.8771929824561403, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "57364820", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "57364820", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4794520547945205, "weighted_f1": 0.6481481481481481, "completeness": 0.4794520547945205, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "57601040", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 1, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9841269841269841, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.9612403100775193, "completeness": 0.9393939393939394, "unsupported_rate": 0.015873015873015872, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "57601040", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "57601040", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "57601040", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6091954022988506, "weighted_f1": 0.7571428571428571, "completeness": 0.6091954022988506, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "63670997", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6538461538461539, "weighted_f1": 0.7906976744186047, "completeness": 0.6538461538461539, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "63670997", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "63670997", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8717948717948718, "weighted_f1": 0.9315068493150686, "completeness": 0.8717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "63670997", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 1, "fn": 11, "unverifiable": 0, "weighted_precision": 0.96, "weighted_recall": 0.6857142857142857, "weighted_f1": 0.7999999999999999, "completeness": 0.6857142857142857, "unsupported_rate": 0.04, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "65062795", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8387096774193549, "weighted_f1": 0.9122807017543859, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "65062795", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "65062795", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "65062795", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3924050632911392, "weighted_f1": 0.5636363636363637, "completeness": 0.3924050632911392, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "67406885", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47435897435897434, "weighted_f1": 0.6434782608695652, "completeness": 0.47435897435897434, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "67406885", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.4936708860759494, "weighted_f1": 0.6610169491525424, "completeness": 0.4936708860759494, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "67406885", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.6284403669724771, "weighted_f1": 0.7696629213483145, "completeness": 0.6330275229357798, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "67406885", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 75, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35344827586206895, "weighted_f1": 0.5222929936305732, "completeness": 0.35344827586206895, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "69181350", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "69181350", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9324324324324325, "completeness": 0.8974358974358975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "69181350", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.30158730158730157, "weighted_f1": 0.46341463414634143, "completeness": 0.30158730158730157, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "69181350", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5490196078431373, "weighted_f1": 0.7088607594936709, "completeness": 0.5490196078431373, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "71888547", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "71888547", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "71888547", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8918918918918919, "weighted_f1": 0.9428571428571428, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "71888547", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "73075521", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 126, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.984375, "weighted_f1": 0.9921259842519685, "completeness": 0.984375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "73075521", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 125, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9541984732824428, "weighted_f1": 0.9765625, "completeness": 0.9541984732824428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "73075521", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 108, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2653061224489796, "weighted_f1": 0.41935483870967744, "completeness": 0.2653061224489796, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "73075521", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 115, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.294478527607362, "weighted_f1": 0.4549763033175355, "completeness": 0.294478527607362, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "78016758", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "78016758", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9117647058823529, "weighted_f1": 0.9538461538461539, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "78016758", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.4596774193548387, "weighted_f1": 0.6263736263736264, "completeness": 0.46774193548387094, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "78016758", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 118, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8613138686131386, "weighted_f1": 0.9254901960784313, "completeness": 0.8613138686131386, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "79570655", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6896551724137931, "weighted_f1": 0.8163265306122449, "completeness": 0.6896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "79570655", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6896551724137931, "weighted_f1": 0.8163265306122449, "completeness": 0.6896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "79570655", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "79570655", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5625, "weighted_f1": 0.72, "completeness": 0.5625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "80527194", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.671875, "weighted_f1": 0.8037383177570093, "completeness": 0.671875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "80527194", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "80527194", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.6640625, "weighted_f1": 0.794392523364486, "completeness": 0.671875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "80527194", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7241379310344828, "weighted_f1": 0.8400000000000001, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "88691367", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9428571428571428, "weighted_f1": 0.9705882352941176, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "88691367", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9305555555555556, "weighted_f1": 0.9571428571428572, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "88691367", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.9861111111111112, "weighted_f1": 0.9861111111111112, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "88691367", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6222222222222222, "weighted_f1": 0.7671232876712328, "completeness": 0.6222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "88907739", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "88907739", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.95, "weighted_f1": 0.9661016949152542, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "88907739", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7352941176470589, "weighted_f1": 0.8474576271186441, "completeness": 0.7352941176470589, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "88907739", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16981132075471697, "weighted_f1": 0.2903225806451613, "completeness": 0.16981132075471697, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "91116867", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "91116867", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9830508474576272, "weighted_f1": 0.9914529914529915, "completeness": 0.9830508474576272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "91116867", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5074626865671642, "weighted_f1": 0.6732673267326732, "completeness": 0.5074626865671642, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "91116867", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9659090909090909, "weighted_f1": 0.9826589595375723, "completeness": 0.9659090909090909, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "91189201", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8536585365853658, "weighted_f1": 0.9210526315789475, "completeness": 0.8536585365853658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "91189201", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8936170212765957, "weighted_f1": 0.9438202247191011, "completeness": 0.8936170212765957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "91189201", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "91189201", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8113207547169812, "weighted_f1": 0.8958333333333334, "completeness": 0.8113207547169812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "92246939", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8021978021978022, "weighted_f1": 0.8902439024390244, "completeness": 0.8021978021978022, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "92246939", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9945652173913043, "weighted_recall": 0.7887931034482759, "weighted_f1": 0.8798076923076924, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "92246939", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9368421052631579, "weighted_f1": 0.967391304347826, "completeness": 0.9368421052631579, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "92246939", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8048780487804879, "weighted_f1": 0.8918918918918919, "completeness": 0.8048780487804879, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "93349646", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7246376811594203, "weighted_f1": 0.8403361344537814, "completeness": 0.7246376811594203, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "93349646", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8717948717948718, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "93349646", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5075757575757576, "weighted_f1": 0.6733668341708543, "completeness": 0.5075757575757576, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "93349646", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 85, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.19047619047619047, "weighted_f1": 0.32, "completeness": 0.19047619047619047, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "93459677", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "93459677", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.9196428571428571, "weighted_f1": 0.9537037037037036, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "93459677", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.7835820895522388, "weighted_f1": 0.875, "completeness": 0.7910447761194029, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "93459677", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "95350373", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "95350373", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.8653846153846154, "weighted_f1": 0.9183673469387755, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "95350373", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.6617647058823529, "weighted_f1": 0.7894736842105263, "completeness": 0.6764705882352942, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "95350373", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4864864864864865, "weighted_f1": 0.6545454545454547, "completeness": 0.4864864864864865, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "CONSULTANT", "document_id": "95429627", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6875, "weighted_f1": 0.8148148148148148, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "95429627", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "95429627", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9491525423728813, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "95429627", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65, "weighted_f1": 0.787878787878788, "completeness": 0.65, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "95792386", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9938271604938271, "weighted_recall": 0.8944444444444445, "weighted_f1": 0.9415204678362574, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "95792386", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9938271604938271, "weighted_recall": 0.9044943820224719, "weighted_f1": 0.9470588235294117, "completeness": 0.9101123595505618, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "95792386", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9939759036144579, "weighted_recall": 0.9065934065934066, "weighted_f1": 0.9482758620689656, "completeness": 0.9120879120879121, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "95792386", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9945652173913043, "weighted_recall": 0.8472222222222222, "weighted_f1": 0.9149999999999999, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "99714410", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9846153846153847, "weighted_f1": 0.9922480620155039, "completeness": 0.9846153846153847, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "99714410", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "CONSULTANT", "document_id": "99714410", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7065217391304348, "weighted_f1": 0.8280254777070064, "completeness": 0.7065217391304348, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "CONSULTANT", "document_id": "99714410", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3563218390804598, "weighted_f1": 0.5254237288135594, "completeness": 0.3563218390804598, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "10466583", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "10466583", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "10466583", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "10466583", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2653061224489796, "weighted_f1": 0.41935483870967744, "completeness": 0.2653061224489796, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "10748989", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 6, "fp": 2, "fn": 4, "unverifiable": 0, "weighted_precision": 0.8979591836734694, "weighted_recall": 0.8627450980392157, "weighted_f1": 0.8799999999999999, "completeness": 0.9215686274509803, "unsupported_rate": 0.04081632653061224, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "10748989", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 6, "fp": 2, "fn": 5, "unverifiable": 0, "weighted_precision": 0.8958333333333334, "weighted_recall": 0.8431372549019608, "weighted_f1": 0.8686868686868686, "completeness": 0.9019607843137255, "unsupported_rate": 0.041666666666666664, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "10748989", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 6, "fp": 2, "fn": 5, "unverifiable": 0, "weighted_precision": 0.8958333333333334, "weighted_recall": 0.8431372549019608, "weighted_f1": 0.8686868686868686, "completeness": 0.9019607843137255, "unsupported_rate": 0.041666666666666664, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "10748989", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 6, "fp": 2, "fn": 32, "unverifiable": 0, "weighted_precision": 0.8333333333333334, "weighted_recall": 0.4166666666666667, "weighted_f1": 0.5555555555555556, "completeness": 0.4666666666666667, "unsupported_rate": 0.06666666666666667, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "10751444", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9941860465116279, "weighted_recall": 0.8814432989690721, "weighted_f1": 0.9344262295081966, "completeness": 0.8865979381443299, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "10751444", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.89, "weighted_f1": 0.9368421052631579, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "10751444", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9943181818181818, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.9562841530054645, "completeness": 0.9263157894736842, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "10751444", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 92, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.18141592920353983, "weighted_f1": 0.30597014925373134, "completeness": 0.18584070796460178, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "11155153", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8416666666666667, "weighted_f1": 0.9140271493212669, "completeness": 0.8416666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "11155153", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8416666666666667, "weighted_f1": 0.9140271493212669, "completeness": 0.8416666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "11155153", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 113, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.991304347826087, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9344262295081968, "completeness": 0.8914728682170543, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "11155153", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 125, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.29775280898876405, "weighted_f1": 0.4588744588744589, "completeness": 0.29775280898876405, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "11722421", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "11722421", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.8174603174603174, "weighted_f1": 0.8956521739130435, "completeness": 0.8253968253968254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "11722421", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "11722421", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7586206896551724, "weighted_f1": 0.8627450980392156, "completeness": 0.7586206896551724, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "11807040", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 114, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9827586206896551, "weighted_f1": 0.9913043478260869, "completeness": 0.9827586206896551, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "11807040", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 114, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.957983193277311, "weighted_f1": 0.9785407725321889, "completeness": 0.957983193277311, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "11807040", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 115, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9829059829059829, "weighted_f1": 0.9913793103448275, "completeness": 0.9829059829059829, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "11807040", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 109, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1925925925925926, "weighted_f1": 0.32298136645962733, "completeness": 0.1925925925925926, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "11919526", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 2, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.6410256410256411, "weighted_f1": 0.7692307692307693, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "11919526", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.7291666666666666, "weighted_f1": 0.8333333333333333, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "11919526", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 2, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.5068493150684932, "weighted_f1": 0.6666666666666667, "completeness": 0.5205479452054794, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "11919526", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 3, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 0.9745762711864406, "weighted_recall": 0.5693069306930693, "weighted_f1": 0.7187499999999999, "completeness": 0.5841584158415841, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "11958994", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "11958994", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "11958994", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9577464788732395, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "11958994", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6046511627906976, "weighted_f1": 0.7536231884057971, "completeness": 0.6046511627906976, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "12415691", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8717948717948718, "weighted_f1": 0.9315068493150686, "completeness": 0.8717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "12415691", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 1, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.44047619047619047, "weighted_f1": 0.6065573770491804, "completeness": 0.4523809523809524, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "12415691", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5263157894736842, "weighted_f1": 0.6896551724137931, "completeness": 0.5263157894736842, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "12415691", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.37777777777777777, "weighted_f1": 0.5483870967741935, "completeness": 0.37777777777777777, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "12547982", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "12547982", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9213483146067416, "weighted_f1": 0.9590643274853802, "completeness": 0.9213483146067416, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "12547982", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8369565217391305, "weighted_f1": 0.911242603550296, "completeness": 0.8369565217391305, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "12547982", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 84, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2, "weighted_f1": 0.33333333333333337, "completeness": 0.2, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "12674307", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9464285714285714, "weighted_recall": 0.7162162162162162, "weighted_f1": 0.8153846153846154, "completeness": 0.7567567567567568, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "12674307", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 4, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9310344827586207, "weighted_recall": 0.7105263157894737, "weighted_f1": 0.8059701492537312, "completeness": 0.7631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "12674307", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 4, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9310344827586207, "weighted_recall": 0.7105263157894737, "weighted_f1": 0.8059701492537312, "completeness": 0.7631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "12674307", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 8, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.8787878787878788, "weighted_recall": 0.6304347826086957, "weighted_f1": 0.7341772151898734, "completeness": 0.717391304347826, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13014900", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.677570093457944, "weighted_f1": 0.8055555555555556, "completeness": 0.6822429906542056, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13014900", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 112, "partial": 2, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.773972602739726, "weighted_f1": 0.8692307692307693, "completeness": 0.7808219178082192, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13014900", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.5215827338129496, "weighted_f1": 0.6839622641509433, "completeness": 0.5251798561151079, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "13014900", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 0, "fp": 0, "fn": 88, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5111111111111111, "weighted_f1": 0.676470588235294, "completeness": 0.5111111111111111, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "13518263", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.6571428571428571, "weighted_f1": 0.7796610169491525, "completeness": 0.6857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13518263", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9655172413793104, "weighted_recall": 0.7, "weighted_f1": 0.8115942028985508, "completeness": 0.725, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13518263", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.6714285714285714, "weighted_f1": 0.7966101694915253, "completeness": 0.6857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13518263", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13557622", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.72, "weighted_f1": 0.8372093023255813, "completeness": 0.72, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13557622", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13557622", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5925925925925926, "weighted_f1": 0.7441860465116279, "completeness": 0.5925925925925926, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "13557622", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6785714285714286, "weighted_f1": 0.8085106382978724, "completeness": 0.6785714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13774329", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "13774329", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.9754098360655737, "weighted_f1": 0.9834710743801653, "completeness": 0.9836065573770492, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "13774329", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.967741935483871, "weighted_f1": 0.9836065573770492, "completeness": 0.967741935483871, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "13774329", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8625, "weighted_f1": 0.9261744966442953, "completeness": 0.8625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13998435", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7741935483870968, "weighted_f1": 0.8727272727272727, "completeness": 0.7741935483870968, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13998435", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13998435", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "13998435", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7435897435897436, "weighted_f1": 0.8529411764705882, "completeness": 0.7435897435897436, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "14014749", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 4, "fp": 4, "fn": 11, "unverifiable": 0, "weighted_precision": 0.8983050847457628, "weighted_recall": 0.803030303030303, "weighted_f1": 0.8480000000000001, "completeness": 0.8333333333333334, "unsupported_rate": 0.06779661016949153, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "14014749", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 5, "fp": 7, "fn": 13, "unverifiable": 1, "weighted_precision": 0.8582089552238806, "weighted_recall": 0.7876712328767124, "weighted_f1": 0.8214285714285716, "completeness": 0.821917808219178, "unsupported_rate": 0.1044776119402985, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "14014749", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 3, "fp": 4, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9067796610169492, "weighted_recall": 0.823076923076923, "weighted_f1": 0.8629032258064516, "completeness": 0.8461538461538461, "unsupported_rate": 0.06779661016949153, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "14014749", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 1, "fn": 34, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.6391752577319587, "weighted_f1": 0.7701863354037266, "completeness": 0.6494845360824743, "unsupported_rate": 0.015625, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "14528265", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "14528265", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "14528265", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "14528265", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8148148148148148, "weighted_f1": 0.8979591836734693, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "14724186", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "14724186", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "14724186", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "14724186", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.40625, "weighted_f1": 0.5777777777777777, "completeness": 0.40625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "14743911", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5862068965517241, "weighted_f1": 0.7391304347826086, "completeness": 0.5862068965517241, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "14743911", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.6166666666666667, "weighted_f1": 0.7551020408163265, "completeness": 0.6333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "14743911", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 1, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.24509803921568626, "weighted_f1": 0.390625, "completeness": 0.2549019607843137, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "14743911", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4444444444444444, "weighted_f1": 0.6153846153846153, "completeness": 0.4444444444444444, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "15425154", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7818181818181819, "weighted_f1": 0.8775510204081634, "completeness": 0.7818181818181819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "15425154", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "15425154", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 2, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 0.9696969696969697, "weighted_recall": 0.34782608695652173, "weighted_f1": 0.512, "completeness": 0.358695652173913, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "15425154", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.6071428571428571, "weighted_f1": 0.7522123893805308, "completeness": 0.6142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "15471999", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "15471999", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "15471999", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.813953488372093, "weighted_f1": 0.8974358974358974, "completeness": 0.813953488372093, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "15471999", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.44642857142857145, "weighted_f1": 0.617283950617284, "completeness": 0.44642857142857145, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "15936656", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.6612903225806451, "weighted_f1": 0.7884615384615384, "completeness": 0.6774193548387096, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "15936656", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.6612903225806451, "weighted_f1": 0.7884615384615384, "completeness": 0.6774193548387096, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "15936656", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.9, "weighted_f1": 0.9310344827586207, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "15936656", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "16288901", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "16288901", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9864864864864865, "weighted_f1": 0.9931972789115647, "completeness": 0.9864864864864865, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "16288901", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "16288901", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10416666666666667, "weighted_f1": 0.18867924528301885, "completeness": 0.10416666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "17199951", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.8783783783783784, "weighted_f1": 0.9285714285714285, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "17199951", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9577464788732394, "weighted_f1": 0.9784172661870503, "completeness": 0.9577464788732394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "17199951", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13636363636363635, "weighted_f1": 0.24000000000000002, "completeness": 0.13636363636363635, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "17199951", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8085106382978723, "weighted_f1": 0.8941176470588235, "completeness": 0.8085106382978723, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "17555081", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7674418604651163, "weighted_f1": 0.868421052631579, "completeness": 0.7674418604651163, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "17555081", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7674418604651163, "weighted_f1": 0.868421052631579, "completeness": 0.7674418604651163, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "17555081", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.7068965517241379, "weighted_f1": 0.8255033557046979, "completeness": 0.7126436781609196, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "17555081", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7625, "weighted_f1": 0.8652482269503545, "completeness": 0.7625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "18198627", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9935064935064936, "weighted_recall": 0.9329268292682927, "weighted_f1": 0.9622641509433962, "completeness": 0.9390243902439024, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "18198627", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 146, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9965986394557823, "weighted_recall": 0.9832214765100671, "weighted_f1": 0.9898648648648648, "completeness": 0.9865771812080537, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "18198627", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9936708860759493, "weighted_recall": 0.8351063829787234, "weighted_f1": 0.907514450867052, "completeness": 0.8404255319148937, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "18198627", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8658536585365854, "weighted_f1": 0.9281045751633987, "completeness": 0.8658536585365854, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "18460045", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7045454545454546, "weighted_f1": 0.8266666666666667, "completeness": 0.7045454545454546, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "18460045", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 2, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9696969696969697, "weighted_recall": 0.6956521739130435, "weighted_f1": 0.810126582278481, "completeness": 0.717391304347826, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "18460045", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6829268292682927, "weighted_f1": 0.8115942028985507, "completeness": 0.6829268292682927, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "18460045", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6923076923076923, "weighted_f1": 0.8181818181818181, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "18795567", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.75, "weighted_f1": 0.8518518518518519, "completeness": 0.7608695652173914, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "18795567", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.967479674796748, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "18795567", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.788135593220339, "weighted_f1": 0.8773584905660378, "completeness": 0.7966101694915254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "18795567", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5555555555555556, "weighted_f1": 0.7142857142857143, "completeness": 0.5555555555555556, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "18835363", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "18835363", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "18835363", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "18835363", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4727272727272727, "weighted_f1": 0.6419753086419753, "completeness": 0.4727272727272727, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "18979238", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "18979238", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9117647058823529, "weighted_f1": 0.9538461538461539, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "18979238", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "18979238", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.7596153846153846, "weighted_f1": 0.8586956521739131, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "19164410", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8780487804878049, "weighted_f1": 0.9350649350649352, "completeness": 0.8780487804878049, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "19164410", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "19164410", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.79, "weighted_f1": 0.8777777777777778, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "19164410", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7540983606557377, "weighted_f1": 0.8598130841121495, "completeness": 0.7540983606557377, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "19195747", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.971830985915493, "weighted_f1": 0.9857142857142858, "completeness": 0.971830985915493, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "19195747", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.975609756097561, "weighted_f1": 0.9876543209876543, "completeness": 0.975609756097561, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "19195747", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.971830985915493, "weighted_f1": 0.9857142857142858, "completeness": 0.971830985915493, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "19195747", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.31868131868131866, "weighted_f1": 0.4833333333333333, "completeness": 0.31868131868131866, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "20390397", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.8660714285714286, "weighted_f1": 0.9238095238095239, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "20390397", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 2, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.7155172413793104, "weighted_f1": 0.83, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "20390397", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8425925925925926, "weighted_f1": 0.91, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "20390397", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.6458333333333334, "weighted_f1": 0.7815126050420168, "completeness": 0.6527777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "20748926", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9454545454545454, "weighted_f1": 0.9719626168224299, "completeness": 0.9454545454545454, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "20748926", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6909090909090909, "weighted_f1": 0.8172043010752689, "completeness": 0.6909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "20748926", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9636363636363636, "weighted_f1": 0.9814814814814815, "completeness": 0.9636363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "20748926", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "20932019", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "20932019", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7586206896551724, "weighted_f1": 0.8627450980392156, "completeness": 0.7586206896551724, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "20932019", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "20932019", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1836734693877551, "weighted_f1": 0.3103448275862069, "completeness": 0.1836734693877551, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "20986595", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8780487804878049, "weighted_f1": 0.9350649350649352, "completeness": 0.8780487804878049, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "20986595", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "20986595", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.825, "weighted_f1": 0.9041095890410958, "completeness": 0.825, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "20986595", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7169811320754716, "weighted_f1": 0.8351648351648352, "completeness": 0.7169811320754716, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "21283733", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8367346938775511, "weighted_f1": 0.9111111111111111, "completeness": 0.8367346938775511, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "21283733", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.8365384615384616, "weighted_f1": 0.90625, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "21283733", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.8854166666666666, "weighted_f1": 0.9340659340659341, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "21283733", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7464788732394366, "weighted_f1": 0.8548387096774194, "completeness": 0.7464788732394366, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "21705160", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "21705160", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "21705160", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "21705160", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "21916744", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8285714285714286, "weighted_f1": 0.90625, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "21916744", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.851063829787234, "weighted_f1": 0.9195402298850576, "completeness": 0.851063829787234, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "21916744", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7297297297297297, "weighted_f1": 0.8437499999999999, "completeness": 0.7297297297297297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "21916744", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6274509803921569, "weighted_f1": 0.7710843373493976, "completeness": 0.6274509803921569, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "22496394", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4722222222222222, "weighted_f1": 0.6415094339622641, "completeness": 0.4722222222222222, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "22496394", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4722222222222222, "weighted_f1": 0.6415094339622641, "completeness": 0.4722222222222222, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "22496394", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.423728813559322, "weighted_f1": 0.5952380952380952, "completeness": 0.423728813559322, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "22496394", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5254237288135594, "weighted_f1": 0.688888888888889, "completeness": 0.5254237288135594, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "22506245", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "22506245", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "22506245", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "22506245", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "22567495", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8297872340425532, "weighted_f1": 0.9069767441860465, "completeness": 0.8297872340425532, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "22567495", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.9024390243902439, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "22567495", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6160714285714286, "weighted_f1": 0.7624309392265194, "completeness": 0.6160714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "22567495", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.6089743589743589, "weighted_f1": 0.753968253968254, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "22675694", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "22675694", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 1, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.6928571428571428, "weighted_f1": 0.8151260504201681, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "22675694", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4935064935064935, "weighted_f1": 0.6608695652173914, "completeness": 0.4935064935064935, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "22675694", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4519230769230769, "weighted_f1": 0.6225165562913908, "completeness": 0.4519230769230769, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "23951429", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "23951429", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "23951429", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "23951429", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.64, "weighted_f1": 0.7804878048780487, "completeness": 0.64, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "24285142", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.7023809523809523, "weighted_f1": 0.8194444444444444, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "24285142", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.75, "weighted_f1": 0.8518518518518519, "completeness": 0.7608695652173914, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "24285142", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "24285142", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6964285714285714, "weighted_f1": 0.8210526315789474, "completeness": 0.6964285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "24455357", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "24455357", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.7830188679245284, "weighted_f1": 0.8736842105263158, "completeness": 0.7924528301886793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "24455357", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7592592592592593, "weighted_f1": 0.8631578947368421, "completeness": 0.7592592592592593, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "24455357", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7291666666666666, "weighted_f1": 0.8433734939759037, "completeness": 0.7291666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "24583187", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4117647058823529, "weighted_f1": 0.5833333333333334, "completeness": 0.4117647058823529, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "24583187", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.532258064516129, "weighted_f1": 0.6947368421052631, "completeness": 0.532258064516129, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "24583187", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43333333333333335, "weighted_f1": 0.6046511627906976, "completeness": 0.43333333333333335, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "24583187", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5076923076923077, "weighted_f1": 0.673469387755102, "completeness": 0.5076923076923077, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "24655918", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.8673469387755102, "weighted_f1": 0.9239130434782609, "completeness": 0.8775510204081632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "24655918", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.7040816326530612, "weighted_f1": 0.8214285714285714, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "24655918", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "24655918", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6935483870967742, "weighted_f1": 0.8190476190476191, "completeness": 0.6935483870967742, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "25023614", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 3, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.8283582089552238, "weighted_f1": 0.8951612903225806, "completeness": 0.8507462686567164, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "25023614", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 4, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.8450704225352113, "weighted_f1": 0.9022556390977443, "completeness": 0.8732394366197183, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "25023614", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 4, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9636363636363636, "weighted_recall": 0.8153846153846154, "weighted_f1": 0.8833333333333333, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "25023614", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5769230769230769, "weighted_f1": 0.7317073170731707, "completeness": 0.5769230769230769, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "25061645", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "25061645", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "25061645", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "25061645", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6046511627906976, "weighted_f1": 0.7536231884057971, "completeness": 0.6046511627906976, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "25422388", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "25422388", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "25422388", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1780821917808219, "weighted_f1": 0.3023255813953488, "completeness": 0.1780821917808219, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "25422388", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7704918032786885, "weighted_f1": 0.8703703703703703, "completeness": 0.7704918032786885, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "25949631", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "25949631", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8979591836734694, "weighted_f1": 0.9462365591397849, "completeness": 0.8979591836734694, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "25949631", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8775510204081632, "weighted_f1": 0.9347826086956522, "completeness": 0.8775510204081632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "25949631", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8615384615384616, "weighted_f1": 0.9256198347107438, "completeness": 0.8615384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26046064", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26046064", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26046064", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975, "weighted_f1": 0.9873417721518987, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "26046064", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5319148936170213, "weighted_f1": 0.6944444444444444, "completeness": 0.5319148936170213, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "26496059", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 119, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9596774193548387, "weighted_f1": 0.9794238683127572, "completeness": 0.9596774193548387, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "26496059", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 122, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.976, "weighted_f1": 0.9878542510121457, "completeness": 0.976, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "26496059", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 123, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9919354838709677, "weighted_f1": 0.9959514170040485, "completeness": 0.9919354838709677, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "26496059", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 124, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8611111111111112, "weighted_f1": 0.9253731343283582, "completeness": 0.8611111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26503829", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8627450980392157, "weighted_f1": 0.9263157894736842, "completeness": 0.8627450980392157, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26503829", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8653846153846154, "weighted_f1": 0.9278350515463918, "completeness": 0.8653846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26503829", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26503829", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7164179104477612, "weighted_f1": 0.8347826086956522, "completeness": 0.7164179104477612, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26622051", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6428571428571429, "weighted_f1": 0.782608695652174, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26622051", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.6395348837209303, "weighted_f1": 0.7746478873239436, "completeness": 0.6511627906976745, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26622051", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.9024390243902439, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26622051", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6451612903225806, "weighted_f1": 0.7843137254901961, "completeness": 0.6451612903225806, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26676567", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 1, "fp": 0, "fn": 70, "unverifiable": 0, "weighted_precision": 0.9929577464788732, "weighted_recall": 0.5, "weighted_f1": 0.6650943396226415, "completeness": 0.5035460992907801, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "26676567", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 130, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7471264367816092, "weighted_f1": 0.8552631578947367, "completeness": 0.7471264367816092, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26676567", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 120, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4312796208530806, "weighted_f1": 0.6026490066225166, "completeness": 0.4312796208530806, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "26676567", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 127, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23952095808383234, "weighted_f1": 0.38647342995169076, "completeness": 0.23952095808383234, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "26790545", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7090909090909091, "weighted_f1": 0.8297872340425533, "completeness": 0.7090909090909091, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26790545", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 0.9875, "weighted_recall": 0.7053571428571429, "weighted_f1": 0.8229166666666667, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26790545", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6610169491525424, "weighted_f1": 0.7959183673469388, "completeness": 0.6610169491525424, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26790545", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7230769230769231, "weighted_f1": 0.8392857142857142, "completeness": 0.7230769230769231, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26924514", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8653846153846154, "weighted_f1": 0.9278350515463918, "completeness": 0.8653846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26924514", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8653846153846154, "weighted_f1": 0.9278350515463918, "completeness": 0.8653846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "26924514", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20238095238095238, "weighted_f1": 0.33663366336633666, "completeness": 0.20238095238095238, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "26924514", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 78, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24271844660194175, "weighted_f1": 0.39062500000000006, "completeness": 0.24271844660194175, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "26942552", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "26942552", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "26942552", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "26942552", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24444444444444444, "weighted_f1": 0.39285714285714285, "completeness": 0.24444444444444444, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "27497542", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "27497542", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.8833333333333333, "weighted_f1": 0.9298245614035088, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "27497542", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "27497542", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8055555555555556, "weighted_f1": 0.8923076923076924, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "27529455", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8679245283018868, "weighted_f1": 0.9292929292929293, "completeness": 0.8679245283018868, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "27529455", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.9142857142857143, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "27529455", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.75, "weighted_f1": 0.849056603773585, "completeness": 0.7666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "27529455", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 4, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9710144927536232, "weighted_recall": 0.8072289156626506, "weighted_f1": 0.881578947368421, "completeness": 0.8313253012048193, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "28326441", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4675324675324675, "weighted_f1": 0.6371681415929203, "completeness": 0.4675324675324675, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "28326441", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.47435897435897434, "weighted_f1": 0.6434782608695652, "completeness": 0.47435897435897434, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "28326441", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8051948051948052, "weighted_f1": 0.8920863309352518, "completeness": 0.8051948051948052, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "28326441", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5784313725490197, "weighted_f1": 0.732919254658385, "completeness": 0.5784313725490197, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "28663949", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.5675675675675675, "weighted_f1": 0.711864406779661, "completeness": 0.5945945945945946, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "28663949", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 4, "fp": 4, "fn": 6, "unverifiable": 0, "weighted_precision": 0.7931034482758621, "weighted_recall": 0.7419354838709677, "weighted_f1": 0.7666666666666667, "completeness": 0.8064516129032258, "unsupported_rate": 0.13793103448275862, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "28663949", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 4, "fp": 4, "fn": 6, "unverifiable": 0, "weighted_precision": 0.8, "weighted_recall": 0.75, "weighted_f1": 0.7741935483870969, "completeness": 0.8125, "unsupported_rate": 0.13333333333333333, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "28663949", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 7, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.875, "weighted_recall": 0.4298245614035088, "weighted_f1": 0.5764705882352942, "completeness": 0.49122807017543857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "29147100", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9565217391304348, "weighted_recall": 0.8148148148148148, "weighted_f1": 0.8800000000000001, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "29147100", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9565217391304348, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.8627450980392156, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "29147100", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8679245283018867, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "29147100", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.6521739130434783, "weighted_f1": 0.7792207792207793, "completeness": 0.6739130434782609, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "29524570", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8809523809523809, "weighted_f1": 0.9367088607594937, "completeness": 0.8809523809523809, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "29524570", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "29524570", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5846153846153846, "weighted_f1": 0.7378640776699029, "completeness": 0.5846153846153846, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "29524570", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.38461538461538464, "weighted_f1": 0.5555555555555556, "completeness": 0.38461538461538464, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "29865476", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "29865476", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.987012987012987, "weighted_recall": 0.9382716049382716, "weighted_f1": 0.9620253164556961, "completeness": 0.9506172839506173, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "29865476", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9344262295081968, "weighted_f1": 0.9661016949152543, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "29865476", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7638888888888888, "weighted_f1": 0.8661417322834646, "completeness": 0.7638888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "30965258", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9868421052631579, "weighted_f1": 0.9933774834437086, "completeness": 0.9868421052631579, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "30965258", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.993421052631579, "weighted_recall": 0.9805194805194806, "weighted_f1": 0.9869281045751634, "completeness": 0.987012987012987, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "30965258", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.974025974025974, "weighted_f1": 0.9868421052631579, "completeness": 0.974025974025974, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "30965258", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7913043478260869, "weighted_f1": 0.883495145631068, "completeness": 0.7913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "30968749", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.6692307692307692, "weighted_f1": 0.7981651376146788, "completeness": 0.676923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "30968749", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 2, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9777777777777777, "weighted_recall": 0.6470588235294118, "weighted_f1": 0.7787610619469026, "completeness": 0.6617647058823529, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "30968749", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.5509259259259259, "weighted_f1": 0.7083333333333333, "completeness": 0.5555555555555556, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "30968749", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.6518987341772152, "weighted_f1": 0.7862595419847329, "completeness": 0.6582278481012658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "32532982", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.9662921348314606, "completeness": 0.9347826086956522, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "32532982", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.9270833333333334, "weighted_f1": 0.9569892473118279, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "32532982", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 68, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.0684931506849315, "weighted_f1": 0.1282051282051282, "completeness": 0.0684931506849315, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "32532982", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9404761904761905, "weighted_f1": 0.9693251533742331, "completeness": 0.9404761904761905, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "32954522", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.967741935483871, "weighted_f1": 0.9836065573770492, "completeness": 0.967741935483871, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "32954522", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.953125, "weighted_f1": 0.9682539682539683, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "32954522", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "32954522", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.86, "weighted_f1": 0.924731182795699, "completeness": 0.86, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "34051710", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8145161290322581, "weighted_f1": 0.8938053097345134, "completeness": 0.8225806451612904, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "34051710", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8145161290322581, "weighted_f1": 0.8938053097345134, "completeness": 0.8225806451612904, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "34051710", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.32142857142857145, "weighted_f1": 0.4838709677419355, "completeness": 0.32857142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "34051710", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 3, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.48214285714285715, "weighted_f1": 0.6428571428571429, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "34317538", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 112, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.995575221238938, "weighted_recall": 0.87890625, "weighted_f1": 0.9336099585062241, "completeness": 0.8828125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "34317538", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 111, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8740157480314961, "weighted_f1": 0.9327731092436975, "completeness": 0.8740157480314961, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "34317538", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 148, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9426751592356688, "weighted_f1": 0.9704918032786886, "completeness": 0.9426751592356688, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "34317538", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 136, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "34349255", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "34349255", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "34349255", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "34349255", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9528301886792453, "weighted_f1": 0.9758454106280194, "completeness": 0.9528301886792453, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "34511655", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "34511655", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "34511655", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "34511655", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6842105263157895, "weighted_f1": 0.8125000000000001, "completeness": 0.6842105263157895, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "34657584", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8378378378378378, "weighted_f1": 0.911764705882353, "completeness": 0.8378378378378378, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "34657584", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9054054054054054, "weighted_f1": 0.943661971830986, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "34657584", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "34657584", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "35990852", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9680851063829787, "weighted_f1": 0.9837837837837838, "completeness": 0.9680851063829787, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "35990852", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.968421052631579, "weighted_f1": 0.983957219251337, "completeness": 0.968421052631579, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "35990852", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "35990852", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8952380952380953, "weighted_f1": 0.9447236180904524, "completeness": 0.8952380952380953, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "36269672", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 6, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.8636363636363636, "weighted_recall": 0.6129032258064516, "weighted_f1": 0.7169811320754716, "completeness": 0.7096774193548387, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "36269672", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 10, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.8837209302325582, "weighted_recall": 0.7169811320754716, "weighted_f1": 0.7916666666666666, "completeness": 0.8113207547169812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "36269672", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 4, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.92, "weighted_recall": 0.7419354838709677, "weighted_f1": 0.8214285714285714, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "36269672", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 4, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9333333333333333, "weighted_recall": 0.6511627906976745, "weighted_f1": 0.767123287671233, "completeness": 0.6976744186046512, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "37058472", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "37058472", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.9507042253521126, "weighted_f1": 0.9712230215827339, "completeness": 0.9577464788732394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "37058472", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8524590163934426, "weighted_f1": 0.9203539823008848, "completeness": 0.8524590163934426, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "37058472", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6266666666666667, "weighted_f1": 0.7704918032786886, "completeness": 0.6266666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "37263609", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.8283582089552238, "weighted_f1": 0.9024390243902439, "completeness": 0.835820895522388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "37263609", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.8582089552238806, "weighted_f1": 0.9200000000000002, "completeness": 0.8656716417910447, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "37263609", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8071428571428572, "weighted_f1": 0.889763779527559, "completeness": 0.8142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "37263609", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.6436781609195402, "weighted_f1": 0.7777777777777777, "completeness": 0.6551724137931034, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "37664296", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 119, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9917355371900827, "weighted_recall": 0.96, "weighted_f1": 0.975609756097561, "completeness": 0.968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "37664296", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 133, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9925925925925926, "weighted_recall": 0.9640287769784173, "weighted_f1": 0.9781021897810218, "completeness": 0.9712230215827338, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "37664296", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 118, "partial": 2, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.8206896551724138, "weighted_f1": 0.8981132075471697, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "37664296", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 106, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9953271028037384, "weighted_recall": 0.8007518796992481, "weighted_f1": 0.8875, "completeness": 0.8045112781954887, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "37695494", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5869565217391305, "weighted_f1": 0.7397260273972603, "completeness": 0.5869565217391305, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "37695494", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5636363636363636, "weighted_f1": 0.7209302325581396, "completeness": 0.5636363636363636, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "37695494", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5660377358490566, "weighted_f1": 0.7228915662650602, "completeness": 0.5660377358490566, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "37695494", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45161290322580644, "weighted_f1": 0.6222222222222222, "completeness": 0.45161290322580644, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "38565119", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9365079365079365, "weighted_f1": 0.9672131147540983, "completeness": 0.9365079365079365, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "38565119", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "38565119", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.921875, "weighted_f1": 0.959349593495935, "completeness": 0.921875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "38565119", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 1, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.25, "weighted_f1": 0.396551724137931, "completeness": 0.2608695652173913, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "38744475", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "38744475", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8125, "weighted_f1": 0.892156862745098, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "38744475", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8727272727272727, "weighted_f1": 0.9320388349514563, "completeness": 0.8727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "38744475", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "39252859", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "39252859", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "39252859", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.8833333333333333, "weighted_f1": 0.9298245614035088, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "39252859", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.7698412698412699, "weighted_f1": 0.8660714285714286, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "39434376", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "39434376", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.525, "weighted_f1": 0.6774193548387099, "completeness": 0.55, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "39434376", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47619047619047616, "weighted_f1": 0.6451612903225806, "completeness": 0.47619047619047616, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "39434376", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.83, "weighted_f1": 0.9021739130434783, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "39776400", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8043478260869565, "weighted_f1": 0.891566265060241, "completeness": 0.8043478260869565, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "39776400", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "39776400", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "39776400", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "41506705", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.7698412698412699, "weighted_f1": 0.8660714285714286, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "41506705", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 3, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 0.9711538461538461, "weighted_recall": 0.7651515151515151, "weighted_f1": 0.8559322033898304, "completeness": 0.7878787878787878, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "41506705", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.7466666666666667, "weighted_f1": 0.8484848484848485, "completeness": 0.76, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "41506705", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "42384185", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65, "weighted_f1": 0.787878787878788, "completeness": 0.65, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "42384185", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.74, "weighted_f1": 0.8505747126436781, "completeness": 0.74, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "42384185", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "42384185", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47368421052631576, "weighted_f1": 0.6428571428571429, "completeness": 0.47368421052631576, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "44145704", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8444444444444444, "weighted_f1": 0.9156626506024096, "completeness": 0.8444444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "44145704", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6547619047619048, "weighted_f1": 0.7913669064748202, "completeness": 0.6547619047619048, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "44145704", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8426966292134831, "weighted_f1": 0.9146341463414633, "completeness": 0.8426966292134831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "44145704", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6538461538461539, "weighted_f1": 0.7906976744186047, "completeness": 0.6538461538461539, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "44185767", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "44185767", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8690476190476191, "weighted_f1": 0.9299363057324841, "completeness": 0.8690476190476191, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "44185767", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.4789473684210526, "weighted_f1": 0.6453900709219859, "completeness": 0.4842105263157895, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "44185767", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 1, "fp": 0, "fn": 103, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.13025210084033614, "weighted_f1": 0.22962962962962963, "completeness": 0.13445378151260504, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "51018476", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7954545454545454, "weighted_f1": 0.8860759493670886, "completeness": 0.7954545454545454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "51018476", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "51018476", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "51018476", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "51681660", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7580645161290323, "weighted_f1": 0.8623853211009175, "completeness": 0.7580645161290323, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "51681660", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7972972972972973, "weighted_f1": 0.8872180451127819, "completeness": 0.7972972972972973, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "51681660", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "51681660", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.46875, "weighted_f1": 0.6363636363636364, "completeness": 0.4732142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "54201930", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8859649122807017, "weighted_f1": 0.9351851851851852, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "54201930", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8416666666666667, "weighted_f1": 0.9099099099099098, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "54201930", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9714285714285714, "weighted_f1": 0.9855072463768115, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "54201930", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 76, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2, "weighted_f1": 0.33333333333333337, "completeness": 0.2, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "62312955", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.9111111111111111, "weighted_f1": 0.9425287356321839, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "62312955", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9315068493150684, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "62312955", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9696969696969697, "weighted_recall": 0.8648648648648649, "weighted_f1": 0.9142857142857143, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "62312955", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 4, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.912280701754386, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "67582956", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.761904761904762, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "67582956", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.8974358974358975, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "67582956", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.7549019607843137, "weighted_f1": 0.8555555555555555, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "67582956", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "67645662", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6346153846153846, "weighted_f1": 0.7764705882352941, "completeness": 0.6346153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "67645662", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.6388888888888888, "weighted_f1": 0.7752808988764045, "completeness": 0.6481481481481481, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "67645662", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "67645662", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6825396825396826, "weighted_f1": 0.8113207547169812, "completeness": 0.6825396825396826, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "68240723", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 3, "fp": 1, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.8712121212121212, "weighted_f1": 0.9126984126984128, "completeness": 0.8939393939393939, "unsupported_rate": 0.016666666666666666, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "68240723", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 4, "fp": 0, "fn": 22, "unverifiable": 1, "weighted_precision": 0.9555555555555556, "weighted_recall": 0.6417910447761194, "weighted_f1": 0.7678571428571429, "completeness": 0.6716417910447762, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "68240723", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 3, "fp": 1, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9609375, "weighted_recall": 0.76875, "weighted_f1": 0.8541666666666667, "completeness": 0.7875, "unsupported_rate": 0.015625, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "68240723", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 3, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9741379310344828, "weighted_recall": 0.6807228915662651, "weighted_f1": 0.8014184397163121, "completeness": 0.6987951807228916, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "76010167", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46153846153846156, "weighted_f1": 0.631578947368421, "completeness": 0.46153846153846156, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "76010167", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.5833333333333334, "weighted_f1": 0.7241379310344828, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "76010167", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "76010167", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.42105263157894735, "weighted_f1": 0.5925925925925926, "completeness": 0.42105263157894735, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "78149576", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "78149576", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "78149576", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "78149576", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.631578947368421, "weighted_f1": 0.7741935483870968, "completeness": 0.631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "81011612", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "81011612", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.6304347826086957, "weighted_f1": 0.763157894736842, "completeness": 0.6521739130434783, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "81011612", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "81011612", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6764705882352942, "weighted_f1": 0.8070175438596492, "completeness": 0.6764705882352942, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "85101052", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.8902439024390244, "weighted_f1": 0.9358974358974359, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "85101052", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 3, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.872093023255814, "weighted_f1": 0.9146341463414634, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "85101052", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.8303571428571429, "weighted_f1": 0.9029126213592233, "completeness": 0.8392857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "85101052", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1016949152542373, "weighted_f1": 0.18461538461538463, "completeness": 0.1016949152542373, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "90066849", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 133, "partial": 6, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9784172661870504, "weighted_recall": 0.9379310344827586, "weighted_f1": 0.9577464788732394, "completeness": 0.9586206896551724, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "90066849", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 136, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9892086330935251, "weighted_recall": 0.9548611111111112, "weighted_f1": 0.9717314487632509, "completeness": 0.9652777777777778, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "90066849", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 2, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 0.9846153846153847, "weighted_recall": 0.5614035087719298, "weighted_f1": 0.7150837988826815, "completeness": 0.5701754385964912, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "90066849", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 96, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4319526627218935, "weighted_f1": 0.6033057851239669, "completeness": 0.4319526627218935, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DESIGNER", "document_id": "91153752", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.75, "weighted_f1": 0.84, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "91153752", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8679245283018867, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "91153752", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9523809523809523, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.7843137254901961, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "91153752", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.7045454545454546, "weighted_f1": 0.8157894736842106, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "93301686", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "93301686", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9069767441860465, "weighted_f1": 0.951219512195122, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "93301686", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.9186046511627907, "weighted_f1": 0.9518072289156626, "completeness": 0.9302325581395349, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DESIGNER", "document_id": "93301686", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8253968253968254, "weighted_f1": 0.9043478260869565, "completeness": 0.8253968253968254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "94417768", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 3, "fp": 3, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9196428571428571, "weighted_recall": 0.8306451612903226, "weighted_f1": 0.8728813559322034, "completeness": 0.8548387096774194, "unsupported_rate": 0.05357142857142857, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "94417768", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 3, "fp": 3, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9181818181818182, "weighted_recall": 0.8278688524590164, "weighted_f1": 0.8706896551724137, "completeness": 0.8524590163934426, "unsupported_rate": 0.05454545454545454, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "94417768", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 3, "fp": 3, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9274193548387096, "weighted_recall": 0.8455882352941176, "weighted_f1": 0.8846153846153846, "completeness": 0.8676470588235294, "unsupported_rate": 0.04838709677419355, "outcome": "Partially successful" }, { "category": "DESIGNER", "document_id": "94417768", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.352112676056338, "weighted_f1": 0.5208333333333333, "completeness": 0.352112676056338, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "10005171", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5535714285714286, "weighted_f1": 0.7126436781609196, "completeness": 0.5535714285714286, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "10005171", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8315789473684211, "weighted_f1": 0.9080459770114944, "completeness": 0.8315789473684211, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "10005171", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7391304347826086, "weighted_f1": 0.85, "completeness": 0.7391304347826086, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "10005171", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "10515955", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "10515955", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "10515955", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9491525423728813, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "10515955", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5223880597014925, "weighted_f1": 0.6862745098039216, "completeness": 0.5223880597014925, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "11005406", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5194805194805194, "weighted_f1": 0.6837606837606837, "completeness": 0.5194805194805194, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "11005406", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7948717948717948, "weighted_f1": 0.8857142857142858, "completeness": 0.7948717948717948, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "11005406", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6513761467889908, "weighted_f1": 0.788888888888889, "completeness": 0.6513761467889908, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "11005406", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 88, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10204081632653061, "weighted_f1": 0.1851851851851852, "completeness": 0.10204081632653061, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "11270462", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6538461538461539, "weighted_f1": 0.7906976744186047, "completeness": 0.6538461538461539, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "11270462", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6964285714285714, "weighted_f1": 0.8210526315789474, "completeness": 0.6964285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "11270462", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6785714285714286, "weighted_f1": 0.8085106382978724, "completeness": 0.6785714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "11270462", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6181818181818182, "weighted_f1": 0.7640449438202247, "completeness": 0.6181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "11677012", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "11677012", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.8750000000000001, "completeness": 0.7959183673469388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "11677012", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975609756097561, "weighted_f1": 0.9876543209876543, "completeness": 0.975609756097561, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "11677012", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7555555555555555, "weighted_f1": 0.8607594936708861, "completeness": 0.7555555555555555, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "12085736", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8723404255319149, "weighted_f1": 0.9318181818181819, "completeness": 0.8723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "12085736", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.9294117647058824, "weighted_f1": 0.9575757575757576, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "12085736", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.8673469387755102, "weighted_f1": 0.9239130434782609, "completeness": 0.8775510204081632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "12085736", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6785714285714286, "weighted_f1": 0.8085106382978724, "completeness": 0.6785714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "13328680", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.970873786407767, "weighted_f1": 0.9852216748768473, "completeness": 0.970873786407767, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "13328680", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.970873786407767, "weighted_f1": 0.9852216748768473, "completeness": 0.970873786407767, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "13328680", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9702970297029703, "weighted_f1": 0.9849246231155778, "completeness": 0.9702970297029703, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "13328680", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4016393442622951, "weighted_f1": 0.5730994152046784, "completeness": 0.4016393442622951, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "13343786", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.9318181818181818, "weighted_f1": 0.9609375, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "13343786", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.96875, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "13343786", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.917910447761194, "weighted_f1": 0.9534883720930232, "completeness": 0.9253731343283582, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "13343786", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24210526315789474, "weighted_f1": 0.38983050847457623, "completeness": 0.24210526315789474, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "13503650", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.8137254901960784, "weighted_f1": 0.8924731182795699, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "13503650", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.9, "weighted_f1": 0.9375, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "13503650", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.8240740740740741, "weighted_f1": 0.8989898989898991, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "13503650", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5079365079365079, "weighted_f1": 0.6736842105263158, "completeness": 0.5079365079365079, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "13837784", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.7386363636363636, "weighted_f1": 0.8441558441558441, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "13837784", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.4375, "weighted_f1": 0.603448275862069, "completeness": 0.45, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "13837784", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.8977272727272727, "weighted_f1": 0.9404761904761905, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "13837784", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.358695652173913, "weighted_f1": 0.5238095238095238, "completeness": 0.3695652173913043, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "14036515", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9122807017543859, "weighted_f1": 0.9541284403669724, "completeness": 0.9122807017543859, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14036515", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9122807017543859, "weighted_f1": 0.9541284403669724, "completeness": 0.9122807017543859, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14036515", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "14036515", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8369565217391305, "weighted_f1": 0.911242603550296, "completeness": 0.8369565217391305, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14209965", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14209965", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9384615384615385, "weighted_f1": 0.9682539682539683, "completeness": 0.9384615384615385, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14209965", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14209965", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8875, "weighted_f1": 0.9403973509933775, "completeness": 0.8875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14556869", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8269230769230769, "weighted_f1": 0.9052631578947368, "completeness": 0.8269230769230769, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14556869", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8269230769230769, "weighted_f1": 0.9052631578947368, "completeness": 0.8269230769230769, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14556869", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14556869", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8615384615384616, "weighted_f1": 0.9256198347107438, "completeness": 0.8615384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14761906", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.9519230769230769, "weighted_f1": 0.9705882352941176, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14761906", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9316770186335402, "completeness": 0.8941176470588236, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14761906", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.9456521739130435, "weighted_f1": 0.9666666666666666, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14761906", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 2, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.35384615384615387, "weighted_f1": 0.5168539325842697, "completeness": 0.36923076923076925, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "14771530", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.9431818181818182, "weighted_f1": 0.9651162790697674, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14771530", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.6162790697674418, "weighted_f1": 0.757142857142857, "completeness": 0.627906976744186, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14771530", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9659090909090908, "completeness": 0.9555555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14771530", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 2, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9696969696969697, "weighted_recall": 0.5614035087719298, "weighted_f1": 0.711111111111111, "completeness": 0.5789473684210527, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "14945250", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.796875, "weighted_f1": 0.8869565217391304, "completeness": 0.796875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14945250", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.796875, "weighted_f1": 0.8869565217391304, "completeness": 0.796875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14945250", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8970588235294118, "weighted_f1": 0.9457364341085273, "completeness": 0.8970588235294118, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "14945250", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.375, "weighted_f1": 0.5454545454545454, "completeness": 0.375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "15226699", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "15226699", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "15226699", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5961538461538461, "weighted_f1": 0.7469879518072289, "completeness": 0.5961538461538461, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "15226699", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "15353911", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "15353911", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.875, "weighted_f1": 0.9210526315789473, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "15353911", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "15353911", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "15484097", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 3, "fp": 0, "fn": 2, "unverifiable": 2, "weighted_precision": 0.98, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9671052631578947, "completeness": 0.974025974025974, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "15484097", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 2, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.9868421052631579, "weighted_f1": 0.9868421052631579, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "15484097", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 3, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9671052631578947, "completeness": 0.974025974025974, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "15484097", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 85, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.22272727272727272, "weighted_f1": 0.362962962962963, "completeness": 0.22727272727272727, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "16276121", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7894736842105263, "weighted_f1": 0.8823529411764706, "completeness": 0.7894736842105263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16276121", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16276121", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16276121", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5769230769230769, "weighted_f1": 0.7317073170731707, "completeness": 0.5769230769230769, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "16509761", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16509761", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16509761", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16509761", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16536141", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7368421052631579, "weighted_f1": 0.8484848484848484, "completeness": 0.7368421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16536141", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16536141", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9278350515463918, "weighted_f1": 0.9625668449197862, "completeness": 0.9278350515463918, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16536141", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7570093457943925, "weighted_f1": 0.8617021276595744, "completeness": 0.7570093457943925, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16893572", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8604651162790697, "weighted_f1": 0.9249999999999999, "completeness": 0.8604651162790697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16893572", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8863636363636364, "weighted_f1": 0.9397590361445783, "completeness": 0.8863636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16893572", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9574468085106383, "weighted_f1": 0.9782608695652174, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "16893572", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "17132168", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 2, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.5918367346938775, "weighted_f1": 0.7341772151898733, "completeness": 0.6122448979591837, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "17132168", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 5, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9652777777777778, "weighted_recall": 0.879746835443038, "weighted_f1": 0.9205298013245033, "completeness": 0.9113924050632911, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "17132168", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 3, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9659090909090909, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.8947368421052632, "completeness": 0.8627450980392157, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "17132168", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 3, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 0.9464285714285714, "weighted_recall": 0.39552238805970147, "weighted_f1": 0.5578947368421052, "completeness": 0.417910447761194, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "17432318", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "17432318", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.40625, "weighted_f1": 0.5777777777777777, "completeness": 0.40625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "17432318", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7586206896551725, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "17432318", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.4875, "weighted_f1": 0.65, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "17562754", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 6, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 0.9571428571428572, "weighted_recall": 0.6836734693877551, "weighted_f1": 0.7976190476190477, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "17562754", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 7, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9619565217391305, "weighted_recall": 0.8045454545454546, "weighted_f1": 0.8762376237623762, "completeness": 0.8363636363636363, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "17562754", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 6, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 0.9508196721311475, "weighted_recall": 0.5631067961165048, "weighted_f1": 0.7073170731707318, "completeness": 0.5922330097087378, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "17562754", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 1, "fn": 89, "unverifiable": 0, "weighted_precision": 0.9333333333333333, "weighted_recall": 0.13592233009708737, "weighted_f1": 0.23728813559322035, "completeness": 0.13592233009708737, "unsupported_rate": 0.06666666666666667, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "17584743", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "17584743", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "17584743", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "17584743", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6785714285714286, "weighted_f1": 0.8085106382978724, "completeness": 0.6785714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18354623", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18354623", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18354623", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7671232876712328, "weighted_f1": 0.8682170542635659, "completeness": 0.7671232876712328, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18354623", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5694444444444444, "weighted_f1": 0.7256637168141593, "completeness": 0.5694444444444444, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "18442517", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6296296296296297, "weighted_f1": 0.7727272727272727, "completeness": 0.6296296296296297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18442517", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18442517", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.5, "completeness": 0.3333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "18442517", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35294117647058826, "weighted_f1": 0.5217391304347826, "completeness": 0.35294117647058826, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "18488289", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 1, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9754098360655737, "weighted_recall": 0.9296875, "weighted_f1": 0.9520000000000001, "completeness": 0.9375, "unsupported_rate": 0.01639344262295082, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18488289", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 1, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9758064516129032, "weighted_recall": 0.7034883720930233, "weighted_f1": 0.8175675675675675, "completeness": 0.7093023255813954, "unsupported_rate": 0.016129032258064516, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18488289", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 1, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9758064516129032, "weighted_recall": 0.9307692307692308, "weighted_f1": 0.952755905511811, "completeness": 0.9384615384615385, "unsupported_rate": 0.016129032258064516, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18488289", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5584415584415584, "weighted_f1": 0.7166666666666666, "completeness": 0.5584415584415584, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "18501746", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18501746", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18501746", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18501746", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18525641", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9866666666666667, "weighted_recall": 0.9487179487179487, "weighted_f1": 0.9673202614379085, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18525641", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9866666666666667, "weighted_recall": 0.9487179487179487, "weighted_f1": 0.9673202614379085, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18525641", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.5405405405405406, "weighted_f1": 0.7017543859649124, "completeness": 0.5405405405405406, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "18525641", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8543689320388349, "weighted_f1": 0.9214659685863874, "completeness": 0.8543689320388349, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18900722", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 1, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9758064516129032, "weighted_recall": 0.9029850746268657, "weighted_f1": 0.937984496124031, "completeness": 0.9104477611940298, "unsupported_rate": 0.016129032258064516, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18900722", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 1, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9765625, "weighted_recall": 0.7716049382716049, "weighted_f1": 0.8620689655172414, "completeness": 0.7777777777777778, "unsupported_rate": 0.015625, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18900722", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9846153846153847, "weighted_recall": 0.9014084507042254, "weighted_f1": 0.9411764705882353, "completeness": 0.9154929577464789, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18900722", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.6265822784810127, "weighted_f1": 0.7674418604651163, "completeness": 0.6329113924050633, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18905648", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18905648", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18905648", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9491525423728813, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18905648", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18927233", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7021276595744681, "weighted_f1": 0.825, "completeness": 0.7021276595744681, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18927233", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.9797297297297297, "weighted_f1": 0.9863945578231292, "completeness": 0.9864864864864865, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18927233", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7924528301886793, "weighted_f1": 0.8842105263157896, "completeness": 0.7924528301886793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "18927233", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5789473684210527, "weighted_f1": 0.7333333333333334, "completeness": 0.5789473684210527, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "19053815", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5833333333333334, "weighted_f1": 0.7368421052631579, "completeness": 0.5833333333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "19053815", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5957446808510638, "weighted_f1": 0.7466666666666666, "completeness": 0.5957446808510638, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "19053815", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 1, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.92, "weighted_f1": 0.9484536082474226, "completeness": 0.92, "unsupported_rate": 0.02127659574468085, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "19053815", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 86, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.17307692307692307, "weighted_f1": 0.29508196721311475, "completeness": 0.17307692307692307, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "19444529", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.782258064516129, "weighted_f1": 0.8738738738738738, "completeness": 0.7903225806451613, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "19444529", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.99, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.8761061946902654, "completeness": 0.7936507936507936, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "19444529", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.954954954954955, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "19444529", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.753731343283582, "weighted_f1": 0.8559322033898303, "completeness": 0.7611940298507462, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "19861776", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9491525423728814, "weighted_f1": 0.9739130434782608, "completeness": 0.9491525423728814, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "19861776", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "19861776", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6395348837209303, "weighted_f1": 0.7801418439716312, "completeness": 0.6395348837209303, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "19861776", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 105, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.09482758620689655, "weighted_f1": 0.1732283464566929, "completeness": 0.09482758620689655, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "20210676", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.9204545454545454, "weighted_f1": 0.9529411764705882, "completeness": 0.9318181818181818, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "20210676", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.9555555555555556, "weighted_f1": 0.9662921348314608, "completeness": 0.9777777777777777, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "20210676", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.9659090909090909, "weighted_f1": 0.9770114942528736, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "20210676", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.9150943396226415, "weighted_f1": 0.9509803921568627, "completeness": 0.9245283018867925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "20330739", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "20330739", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "20330739", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8082191780821918, "weighted_f1": 0.8939393939393939, "completeness": 0.8082191780821918, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "20330739", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36585365853658536, "weighted_f1": 0.5357142857142857, "completeness": 0.36585365853658536, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "20490741", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9807692307692307, "weighted_f1": 0.9902912621359222, "completeness": 0.9807692307692307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "20490741", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.9375, "weighted_f1": 0.9574468085106383, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "20490741", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.9711538461538461, "weighted_f1": 0.9805825242718447, "completeness": 0.9807692307692307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "20490741", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 77, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2376237623762376, "weighted_f1": 0.384, "completeness": 0.2376237623762376, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "20628003", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "20628003", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "20628003", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "20628003", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6410256410256411, "weighted_f1": 0.7812500000000001, "completeness": 0.6410256410256411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "21125113", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9454545454545454, "weighted_f1": 0.9719626168224299, "completeness": 0.9454545454545454, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "21125113", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.9647887323943662, "weighted_f1": 0.9785714285714285, "completeness": 0.971830985915493, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "21125113", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.527027027027027, "weighted_f1": 0.6902654867256637, "completeness": 0.527027027027027, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "21125113", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3780487804878049, "weighted_f1": 0.5486725663716815, "completeness": 0.3780487804878049, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "22380187", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "22380187", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.78125, "weighted_f1": 0.8771929824561403, "completeness": 0.78125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "22380187", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4, "weighted_f1": 0.5714285714285715, "completeness": 0.4, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "22380187", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "22706174", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9534883720930233, "weighted_f1": 0.9761904761904763, "completeness": 0.9534883720930233, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "22706174", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "22706174", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "22706174", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "23085604", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 177, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7662337662337663, "weighted_f1": 0.8676470588235293, "completeness": 0.7662337662337663, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "23085604", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 205, "partial": 2, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 0.9951690821256038, "weighted_recall": 0.8015564202334631, "weighted_f1": 0.8879310344827587, "completeness": 0.8054474708171206, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "23085604", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 193, "partial": 1, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 0.9974226804123711, "weighted_recall": 0.7442307692307693, "weighted_f1": 0.8524229074889867, "completeness": 0.7461538461538462, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "23085604", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 259, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.11904761904761904, "weighted_f1": 0.21276595744680848, "completeness": 0.11904761904761904, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "23810469", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.74, "weighted_f1": 0.8505747126436781, "completeness": 0.74, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "23810469", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8360655737704918, "weighted_f1": 0.9107142857142857, "completeness": 0.8360655737704918, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "23810469", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8064516129032258, "weighted_f1": 0.8928571428571428, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "23810469", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4605263157894737, "weighted_f1": 0.6306306306306306, "completeness": 0.4605263157894737, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "23864858", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.7833333333333333, "weighted_f1": 0.8703703703703703, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "23864858", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8529411764705882, "weighted_f1": 0.9206349206349206, "completeness": 0.8529411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "23864858", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9747899159663865, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "23864858", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8360655737704918, "weighted_f1": 0.9107142857142857, "completeness": 0.8360655737704918, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24574164", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 2, "fn": 2, "unverifiable": 0, "weighted_precision": 0.978021978021978, "weighted_recall": 0.978021978021978, "weighted_f1": 0.978021978021978, "completeness": 0.978021978021978, "unsupported_rate": 0.02197802197802198, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24574164", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 1, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.9418604651162791, "weighted_f1": 0.9642857142857143, "completeness": 0.9418604651162791, "unsupported_rate": 0.012195121951219513, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24574164", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 1, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9879518072289156, "weighted_recall": 0.8817204301075269, "weighted_f1": 0.9318181818181818, "completeness": 0.8817204301075269, "unsupported_rate": 0.012048192771084338, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24574164", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 116, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.06451612903225806, "weighted_f1": 0.12121212121212122, "completeness": 0.06451612903225806, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "24658786", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.577922077922078, "weighted_f1": 0.7295081967213115, "completeness": 0.5844155844155844, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "24658786", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.6616161616161617, "weighted_f1": 0.793939393939394, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24658786", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24658786", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24679149", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84375, "weighted_f1": 0.9152542372881356, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24679149", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9454545454545454, "weighted_f1": 0.9719626168224299, "completeness": 0.9454545454545454, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24679149", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24679149", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.775, "weighted_f1": 0.8732394366197184, "completeness": 0.775, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24953921", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.78125, "weighted_f1": 0.8771929824561403, "completeness": 0.78125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24953921", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.8225806451612904, "weighted_f1": 0.8947368421052632, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24953921", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84375, "weighted_f1": 0.9152542372881356, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "24953921", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7586206896551725, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25038571", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8717948717948718, "weighted_f1": 0.9315068493150686, "completeness": 0.8717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25038571", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9024390243902439, "weighted_f1": 0.9487179487179488, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25038571", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.40476190476190477, "weighted_f1": 0.576271186440678, "completeness": 0.40476190476190477, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "25038571", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25525152", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25525152", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25525152", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7560975609756098, "weighted_f1": 0.8611111111111112, "completeness": 0.7560975609756098, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25525152", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25706337", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25706337", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25706337", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25706337", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8857142857142857, "weighted_f1": 0.9393939393939393, "completeness": 0.8857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25723793", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25723793", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9024390243902439, "weighted_f1": 0.9487179487179488, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "25723793", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5757575757575758, "weighted_f1": 0.7307692307692308, "completeness": 0.5757575757575758, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "25723793", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7659574468085106, "weighted_f1": 0.8674698795180723, "completeness": 0.7659574468085106, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "26160200", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7166666666666667, "weighted_f1": 0.8349514563106796, "completeness": 0.7166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "26160200", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.7131147540983607, "weighted_f1": 0.8285714285714285, "completeness": 0.7213114754098361, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "26160200", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8787878787878788, "weighted_f1": 0.9354838709677419, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "26160200", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6582278481012658, "weighted_f1": 0.7938931297709924, "completeness": 0.6582278481012658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "26341987", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.824, "weighted_f1": 0.9035087719298246, "completeness": 0.824, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "26341987", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 114, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9956521739130435, "weighted_recall": 0.8544776119402985, "weighted_f1": 0.9196787148594378, "completeness": 0.8582089552238806, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "26341987", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 111, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6809815950920245, "weighted_f1": 0.8102189781021897, "completeness": 0.6809815950920245, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "26341987", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6392405063291139, "weighted_f1": 0.7799227799227799, "completeness": 0.6392405063291139, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "27080812", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9803921568627451, "weighted_f1": 0.99009900990099, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "27080812", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9056603773584906, "weighted_f1": 0.9504950495049505, "completeness": 0.9056603773584906, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "27080812", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9803921568627451, "weighted_f1": 0.99009900990099, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "27080812", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 78, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.21212121212121213, "weighted_f1": 0.35, "completeness": 0.21212121212121213, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "27419236", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9150943396226415, "weighted_f1": 0.9556650246305419, "completeness": 0.9150943396226415, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "27419236", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9716981132075472, "weighted_f1": 0.985645933014354, "completeness": 0.9716981132075472, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "27419236", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.410958904109589, "weighted_f1": 0.5825242718446603, "completeness": 0.410958904109589, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "27419236", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 89, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36879432624113473, "weighted_f1": 0.5388601036269429, "completeness": 0.36879432624113473, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "27921561", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "27921561", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6825396825396826, "weighted_f1": 0.8113207547169812, "completeness": 0.6825396825396826, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "27921561", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7586206896551724, "weighted_f1": 0.8627450980392156, "completeness": 0.7586206896551724, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "27921561", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23333333333333334, "weighted_f1": 0.37837837837837834, "completeness": 0.23333333333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "27981289", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9767441860465116, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.9130434782608695, "completeness": 0.8775510204081632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "27981289", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.9183673469387755, "weighted_f1": 0.9473684210526316, "completeness": 0.9387755102040817, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "27981289", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8723404255319149, "weighted_f1": 0.9318181818181819, "completeness": 0.8723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "27981289", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 2, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.6470588235294118, "weighted_f1": 0.7817258883248732, "completeness": 0.6554621848739496, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "28109594", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.872093023255814, "weighted_f1": 0.9316770186335404, "completeness": 0.872093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "28109594", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.872093023255814, "weighted_f1": 0.9316770186335404, "completeness": 0.872093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "28109594", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.8662790697674418, "weighted_f1": 0.9254658385093167, "completeness": 0.872093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "28109594", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 222, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.921161825726141, "weighted_f1": 0.958963282937365, "completeness": 0.921161825726141, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "28609364", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.925531914893617, "weighted_f1": 0.9560439560439561, "completeness": 0.9361702127659575, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "28609364", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8555555555555555, "weighted_f1": 0.9166666666666666, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "28609364", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9743589743589743, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8735632183908045, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "28609364", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 3, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9732142857142857, "weighted_recall": 0.7676056338028169, "weighted_f1": 0.8582677165354331, "completeness": 0.7887323943661971, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "28679359", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.8728813559322034, "weighted_f1": 0.927927927927928, "completeness": 0.8813559322033898, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "28679359", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.8833333333333333, "weighted_f1": 0.9298245614035088, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "28679359", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36585365853658536, "weighted_f1": 0.5357142857142857, "completeness": 0.36585365853658536, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "28679359", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782051282051282, "weighted_f1": 0.8776978417266188, "completeness": 0.782051282051282, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "29002596", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 6, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9634146341463414, "weighted_recall": 0.9080459770114943, "weighted_f1": 0.9349112426035503, "completeness": 0.9425287356321839, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "29002596", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 3, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9797297297297297, "weighted_recall": 0.8841463414634146, "weighted_f1": 0.9294871794871795, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "29002596", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9859154929577465, "weighted_recall": 0.8536585365853658, "weighted_f1": 0.9150326797385622, "completeness": 0.8658536585365854, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "29002596", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45544554455445546, "weighted_f1": 0.6258503401360545, "completeness": 0.45544554455445546, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "29915354", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.5638297872340425, "weighted_f1": 0.7162162162162162, "completeness": 0.574468085106383, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "29915354", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.652542372881356, "weighted_f1": 0.7857142857142857, "completeness": 0.6610169491525424, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "29915354", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 2, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.5362318840579711, "weighted_f1": 0.6915887850467289, "completeness": 0.5507246376811594, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "29915354", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 3, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 0.9318181818181818, "weighted_recall": 0.25, "weighted_f1": 0.3942307692307693, "completeness": 0.2682926829268293, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "30504149", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9504950495049506, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "30504149", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.9146341463414634, "weighted_f1": 0.949367088607595, "completeness": 0.926829268292683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "30504149", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.9146341463414634, "weighted_f1": 0.949367088607595, "completeness": 0.926829268292683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "30504149", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 3, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.7131147540983607, "weighted_f1": 0.820754716981132, "completeness": 0.7377049180327869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "30864828", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 2, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.7971014492753623, "weighted_f1": 0.8799999999999999, "completeness": 0.8115942028985508, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "30864828", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.8115942028985508, "weighted_f1": 0.888888888888889, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "30864828", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.8014705882352942, "weighted_f1": 0.8861788617886179, "completeness": 0.8088235294117647, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "30864828", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.7, "weighted_f1": 0.8198198198198198, "completeness": 0.7076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "30999638", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "30999638", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "30999638", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.9342105263157895, "weighted_f1": 0.9594594594594595, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "30999638", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "31162167", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.78125, "weighted_f1": 0.8771929824561403, "completeness": 0.78125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "31162167", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.864406779661017, "completeness": 0.7878787878787878, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "31162167", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "31162167", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "31909493", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "31909493", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8833333333333333, "weighted_f1": 0.9380530973451328, "completeness": 0.8833333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "31909493", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "31909493", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.4166666666666667, "weighted_f1": 0.5844155844155845, "completeness": 0.42592592592592593, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "31929166", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.868421052631579, "weighted_f1": 0.9295774647887324, "completeness": 0.868421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "31929166", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8717948717948718, "weighted_f1": 0.9315068493150686, "completeness": 0.8717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "31929166", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "31929166", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.9024390243902439, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "33542483", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9636363636363636, "weighted_f1": 0.9814814814814815, "completeness": 0.9636363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "33542483", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "33542483", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9322033898305084, "weighted_f1": 0.9649122807017544, "completeness": 0.9322033898305084, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "33542483", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8809523809523809, "weighted_f1": 0.9367088607594937, "completeness": 0.8809523809523809, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "33893326", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8490566037735849, "weighted_f1": 0.9183673469387755, "completeness": 0.8490566037735849, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "33893326", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.8017241379310345, "weighted_f1": 0.8857142857142858, "completeness": 0.8103448275862069, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "33893326", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "33893326", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35714285714285715, "weighted_f1": 0.5263157894736842, "completeness": 0.35714285714285715, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "34319869", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 8, "fp": 1, "fn": 1, "unverifiable": 0, "weighted_precision": 0.921875, "weighted_recall": 0.921875, "weighted_f1": 0.921875, "completeness": 0.984375, "unsupported_rate": 0.015625, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "34319869", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.8088235294117647, "weighted_f1": 0.8870967741935484, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "34319869", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23214285714285715, "weighted_f1": 0.37681159420289856, "completeness": 0.23214285714285715, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "34319869", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.33035714285714285, "weighted_f1": 0.4933333333333333, "completeness": 0.3392857142857143, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "34583750", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8620689655172413, "weighted_f1": 0.9259259259259259, "completeness": 0.8620689655172413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "34583750", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8620689655172413, "weighted_f1": 0.9259259259259259, "completeness": 0.8620689655172413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "34583750", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8620689655172413, "weighted_f1": 0.9259259259259259, "completeness": 0.8620689655172413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "34583750", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "37739183", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9795918367346939, "weighted_f1": 0.9896907216494846, "completeness": 0.9795918367346939, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "37739183", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9626168224299065, "weighted_f1": 0.9809523809523809, "completeness": 0.9626168224299065, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "37739183", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 121, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24375, "weighted_f1": 0.3919597989949749, "completeness": 0.24375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "37739183", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 135, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16666666666666666, "weighted_f1": 0.2857142857142857, "completeness": 0.16666666666666666, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "39166680", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.660377358490566, "weighted_f1": 0.7954545454545454, "completeness": 0.660377358490566, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "39166680", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6981132075471698, "weighted_f1": 0.8222222222222222, "completeness": 0.6981132075471698, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "39166680", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8771929824561403, "weighted_f1": 0.9345794392523363, "completeness": 0.8771929824561403, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "39166680", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5679012345679012, "weighted_f1": 0.7244094488188977, "completeness": 0.5679012345679012, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "40311088", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8157894736842105, "weighted_f1": 0.898550724637681, "completeness": 0.8157894736842105, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "40311088", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8409090909090909, "weighted_f1": 0.9135802469135803, "completeness": 0.8409090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "40311088", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "40311088", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7735849056603774, "weighted_f1": 0.8723404255319149, "completeness": 0.7735849056603774, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "40883703", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 1, "fn": 4, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.9402985074626866, "weighted_f1": 0.9618320610687023, "completeness": 0.9402985074626866, "unsupported_rate": 0.015625, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "40883703", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.75, "weighted_f1": 0.853448275862069, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "40883703", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7794117647058824, "weighted_f1": 0.8760330578512397, "completeness": 0.7794117647058824, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "40883703", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.676923076923077, "weighted_f1": 0.8073394495412844, "completeness": 0.676923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "42156237", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8387096774193549, "weighted_f1": 0.9122807017543859, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "42156237", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "42156237", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.8088235294117647, "weighted_f1": 0.8870967741935484, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "42156237", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6140350877192983, "weighted_f1": 0.7608695652173912, "completeness": 0.6140350877192983, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "50219114", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 5, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.6854838709677419, "weighted_f1": 0.794392523364486, "completeness": 0.7258064516129032, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "50219114", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 7, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9426229508196722, "weighted_recall": 0.8098591549295775, "weighted_f1": 0.8712121212121212, "completeness": 0.8591549295774648, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "50219114", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 7, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9270833333333334, "weighted_recall": 0.6357142857142857, "weighted_f1": 0.7542372881355932, "completeness": 0.6857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "50219114", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 3, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.6875, "weighted_f1": 0.8048780487804877, "completeness": 0.7083333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "56952849", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6862745098039216, "weighted_f1": 0.813953488372093, "completeness": 0.6862745098039216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "56952849", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.746031746031746, "weighted_f1": 0.846846846846847, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "56952849", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.8303571428571429, "weighted_f1": 0.9029126213592233, "completeness": 0.8392857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "56952849", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.34523809523809523, "weighted_f1": 0.5132743362831858, "completeness": 0.34523809523809523, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "58915642", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.96875, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "58915642", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.953125, "weighted_f1": 0.976, "completeness": 0.953125, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "58915642", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5135135135135135, "weighted_f1": 0.6785714285714285, "completeness": 0.5135135135135135, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "58915642", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8297872340425532, "weighted_f1": 0.9069767441860465, "completeness": 0.8297872340425532, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "59011090", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.6585365853658537, "weighted_f1": 0.782608695652174, "completeness": 0.6829268292682927, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "59011090", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.8541666666666666, "weighted_f1": 0.9111111111111111, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "59011090", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.8974358974358975, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "59011090", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.6372549019607843, "weighted_f1": 0.7738095238095237, "completeness": 0.6470588235294118, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "62700506", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9482758620689655, "weighted_f1": 0.9734513274336283, "completeness": 0.9482758620689655, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "62700506", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 113, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9912280701754386, "weighted_f1": 0.9955947136563876, "completeness": 0.9912280701754386, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "62700506", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9682539682539683, "weighted_f1": 0.9838709677419354, "completeness": 0.9682539682539683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "62700506", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8311688311688312, "weighted_f1": 0.9078014184397163, "completeness": 0.8311688311688312, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "70196518", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "70196518", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.761904761904762, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "70196518", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "70196518", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5789473684210527, "weighted_f1": 0.7333333333333334, "completeness": 0.5789473684210527, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "73282756", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 4, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9285714285714286, "weighted_recall": 0.8602941176470589, "weighted_f1": 0.8931297709923665, "completeness": 0.8676470588235294, "unsupported_rate": 0.06349206349206349, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "73282756", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 4, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9347826086956522, "weighted_recall": 0.75, "weighted_f1": 0.8322580645161289, "completeness": 0.7558139534883721, "unsupported_rate": 0.057971014492753624, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "73282756", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 4, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9307692307692308, "weighted_recall": 0.8642857142857143, "weighted_f1": 0.8962962962962964, "completeness": 0.8714285714285714, "unsupported_rate": 0.06153846153846154, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "73282756", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.638095238095238, "weighted_f1": 0.7790697674418604, "completeness": 0.638095238095238, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "80679862", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "80679862", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "80679862", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "80679862", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8791208791208791, "weighted_f1": 0.935672514619883, "completeness": 0.8791208791208791, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "81508860", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "81508860", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8771929824561403, "weighted_f1": 0.9345794392523363, "completeness": 0.8771929824561403, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "81508860", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "81508860", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6567164179104478, "weighted_f1": 0.7927927927927928, "completeness": 0.6567164179104478, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "82929064", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "82929064", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "82929064", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.5, "completeness": 0.3333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "82929064", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7741935483870968, "weighted_f1": 0.8727272727272727, "completeness": 0.7741935483870968, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "90685127", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.8793103448275862, "weighted_f1": 0.9272727272727272, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "90685127", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.9137931034482759, "weighted_f1": 0.9464285714285714, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "90685127", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.8793103448275862, "weighted_f1": 0.9272727272727272, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "90685127", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.8488372093023255, "weighted_f1": 0.9125, "completeness": 0.8604651162790697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "91318828", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6923076923076923, "weighted_f1": 0.8181818181818181, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "91318828", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9534883720930233, "weighted_f1": 0.9761904761904763, "completeness": 0.9534883720930233, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "91318828", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35714285714285715, "weighted_f1": 0.5263157894736842, "completeness": 0.35714285714285715, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "91318828", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5333333333333333, "weighted_f1": 0.6956521739130436, "completeness": 0.5333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "91539554", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 2, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.390625, "weighted_f1": 0.5555555555555556, "completeness": 0.40625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "91539554", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 3, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9571428571428572, "weighted_recall": 0.4589041095890411, "weighted_f1": 0.6203703703703705, "completeness": 0.4794520547945205, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "91539554", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 7, "fp": 4, "fn": 10, "unverifiable": 0, "weighted_precision": 0.8863636363636364, "weighted_recall": 0.8125, "weighted_f1": 0.8478260869565218, "completeness": 0.8611111111111112, "unsupported_rate": 0.06060606060606061, "outcome": "Partially successful" }, { "category": "DIGITAL-MEDIA", "document_id": "91539554", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 2, "fp": 1, "fn": 44, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.43037974683544306, "weighted_f1": 0.5913043478260869, "completeness": 0.4430379746835443, "unsupported_rate": 0.027777777777777776, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "94492380", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.975609756097561, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9411764705882352, "completeness": 0.9318181818181818, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "94492380", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.9375, "weighted_f1": 0.963302752293578, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "DIGITAL-MEDIA", "document_id": "94492380", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4166666666666667, "weighted_f1": 0.5882352941176471, "completeness": 0.4166666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "DIGITAL-MEDIA", "document_id": "94492380", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8444444444444444, "weighted_f1": 0.9156626506024096, "completeness": 0.8444444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "10030015", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.98, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9423076923076924, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "10030015", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "10030015", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.85, "weighted_f1": 0.9107142857142857, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "10030015", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "10219099", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 2, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9850746268656716, "weighted_recall": 0.717391304347826, "weighted_f1": 0.830188679245283, "completeness": 0.7282608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "10219099", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 4, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.9726027397260274, "weighted_recall": 0.6016949152542372, "weighted_f1": 0.7434554973821988, "completeness": 0.6186440677966102, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "10219099", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 3, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9802631578947368, "weighted_recall": 0.8097826086956522, "weighted_f1": 0.8869047619047619, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "10219099", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 2, "fp": 1, "fn": 113, "unverifiable": 0, "weighted_precision": 0.9354838709677419, "weighted_recall": 0.20279720279720279, "weighted_f1": 0.33333333333333326, "completeness": 0.2097902097902098, "unsupported_rate": 0.03225806451612903, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "10624813", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6521739130434783, "weighted_f1": 0.7894736842105263, "completeness": 0.6521739130434783, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "10624813", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.6066666666666667, "weighted_f1": 0.7520661157024794, "completeness": 0.6133333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "10624813", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6438356164383562, "weighted_f1": 0.7833333333333334, "completeness": 0.6438356164383562, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "10624813", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 109, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2482758620689655, "weighted_f1": 0.39779005524861877, "completeness": 0.2482758620689655, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "10712803", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9027777777777778, "weighted_f1": 0.9489051094890512, "completeness": 0.9027777777777778, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "10712803", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.9139072847682119, "completeness": 0.8641975308641975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "10712803", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.9366197183098591, "weighted_f1": 0.9637681159420289, "completeness": 0.9436619718309859, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "10712803", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7912087912087912, "weighted_f1": 0.8834355828220859, "completeness": 0.7912087912087912, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "10985403", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6274509803921569, "weighted_f1": 0.7710843373493976, "completeness": 0.6274509803921569, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "10985403", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.9418604651162791, "weighted_f1": 0.9642857142857143, "completeness": 0.9534883720930233, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "10985403", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9577464788732395, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "10985403", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4473684210526316, "weighted_f1": 0.6181818181818182, "completeness": 0.4473684210526316, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "11890896", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.66, "weighted_f1": 0.7951807228915663, "completeness": 0.66, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "11890896", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6964285714285714, "weighted_f1": 0.8210526315789474, "completeness": 0.6964285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "11890896", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25, "weighted_f1": 0.4, "completeness": 0.25, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "11890896", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5609756097560976, "weighted_f1": 0.71875, "completeness": 0.5609756097560976, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "11981094", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9491525423728813, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "11981094", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.921875, "weighted_f1": 0.9516129032258064, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "11981094", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8787878787878788, "weighted_f1": 0.9354838709677419, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "11981094", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3953488372093023, "weighted_f1": 0.5666666666666667, "completeness": 0.3953488372093023, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12011623", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5079365079365079, "weighted_f1": 0.6736842105263158, "completeness": 0.5079365079365079, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12011623", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 31, "unverifiable": 1, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.5684931506849316, "weighted_f1": 0.7217391304347827, "completeness": 0.5753424657534246, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12011623", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7213114754098361, "weighted_f1": 0.8380952380952381, "completeness": 0.7213114754098361, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "12011623", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 143, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.05921052631578947, "weighted_f1": 0.11180124223602485, "completeness": 0.05921052631578947, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12022566", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20408163265306123, "weighted_f1": 0.3389830508474576, "completeness": 0.20408163265306123, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12022566", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20408163265306123, "weighted_f1": 0.3389830508474576, "completeness": 0.20408163265306123, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12022566", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46153846153846156, "weighted_f1": 0.631578947368421, "completeness": 0.46153846153846156, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12022566", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3090909090909091, "weighted_f1": 0.4722222222222222, "completeness": 0.3090909090909091, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12472574", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 176, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2931726907630522, "weighted_f1": 0.4534161490683229, "completeness": 0.2931726907630522, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12472574", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 2, "fp": 0, "fn": 177, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.34798534798534797, "weighted_f1": 0.5149051490514905, "completeness": 0.3516483516483517, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12472574", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 138, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.20857142857142857, "weighted_f1": 0.34433962264150947, "completeness": 0.21142857142857144, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12472574", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 276, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10967741935483871, "weighted_f1": 0.19767441860465118, "completeness": 0.10967741935483871, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12488356", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.8725490196078431, "weighted_f1": 0.9270833333333334, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "12488356", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8921568627450981, "weighted_f1": 0.9381443298969072, "completeness": 0.9019607843137255, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "12488356", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3488372093023256, "weighted_f1": 0.5172413793103449, "completeness": 0.3488372093023256, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12488356", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5853658536585366, "weighted_f1": 0.7384615384615384, "completeness": 0.5853658536585366, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12518008", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9154929577464789, "weighted_f1": 0.9558823529411764, "completeness": 0.9154929577464789, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "12518008", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.9236111111111112, "weighted_f1": 0.9568345323741008, "completeness": 0.9305555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "12518008", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "12518008", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5061728395061729, "weighted_f1": 0.6721311475409836, "completeness": 0.5061728395061729, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12748557", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.77, "weighted_f1": 0.8651685393258428, "completeness": 0.78, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "12748557", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.6836734693877551, "weighted_f1": 0.8072289156626505, "completeness": 0.6938775510204082, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "12748557", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.17647058823529413, "weighted_f1": 0.3, "completeness": 0.17647058823529413, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "12748557", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2441860465116279, "weighted_f1": 0.3925233644859813, "completeness": 0.2441860465116279, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "13149176", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 2, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.9850746268656716, "weighted_recall": 0.5892857142857143, "weighted_f1": 0.7374301675977655, "completeness": 0.5982142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "13149176", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 2, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.9850746268656716, "weighted_recall": 0.5892857142857143, "weighted_f1": 0.7374301675977655, "completeness": 0.5982142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "13149176", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9571428571428572, "weighted_f1": 0.9710144927536232, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "13149176", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 111, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1590909090909091, "weighted_f1": 0.2745098039215686, "completeness": 0.1590909090909091, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "13264796", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8103448275862069, "weighted_f1": 0.8952380952380952, "completeness": 0.8103448275862069, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "13264796", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 197, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8834080717488789, "weighted_f1": 0.9380952380952381, "completeness": 0.8834080717488789, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "13264796", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 129, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9772727272727273, "weighted_f1": 0.9885057471264368, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "13264796", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 149, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.28019323671497587, "weighted_f1": 0.43773584905660384, "completeness": 0.28019323671497587, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "14049846", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "14049846", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9724770642201834, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "14049846", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9724770642201834, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "14049846", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46788990825688076, "weighted_f1": 0.6375, "completeness": 0.46788990825688076, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "14206561", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "14206561", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9425287356321839, "weighted_f1": 0.9704142011834319, "completeness": 0.9425287356321839, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "14206561", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9555555555555556, "weighted_f1": 0.9772727272727273, "completeness": 0.9555555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "14206561", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "14554542", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 135, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9782608695652174, "weighted_f1": 0.989010989010989, "completeness": 0.9782608695652174, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "14554542", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 135, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9854014598540146, "weighted_f1": 0.9926470588235294, "completeness": 0.9854014598540146, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "14554542", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9662921348314607, "weighted_f1": 0.9828571428571428, "completeness": 0.9662921348314607, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "14554542", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 180, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16279069767441862, "weighted_f1": 0.28, "completeness": 0.16279069767441862, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "15139979", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 122, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9959349593495935, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9074074074074074, "completeness": 0.8367346938775511, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "15139979", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 122, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9959349593495935, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9074074074074074, "completeness": 0.8367346938775511, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "15139979", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 120, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975609756097561, "weighted_f1": 0.9876543209876543, "completeness": 0.975609756097561, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "15139979", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 117, "partial": 0, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7048192771084337, "weighted_f1": 0.8268551236749118, "completeness": 0.7048192771084337, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "15601399", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "15601399", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "15601399", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "15601399", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7575757575757576, "weighted_f1": 0.8620689655172413, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "15858254", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.4351851851851852, "weighted_f1": 0.6025641025641025, "completeness": 0.4444444444444444, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "15858254", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.4090909090909091, "weighted_f1": 0.576923076923077, "completeness": 0.41818181818181815, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "15858254", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9041095890410958, "completeness": 0.8717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "15858254", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 80, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.26605504587155965, "weighted_f1": 0.4202898550724638, "completeness": 0.26605504587155965, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "15941675", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "15941675", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.7753623188405797, "weighted_f1": 0.8699186991869918, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "15941675", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.581081081081081, "weighted_f1": 0.728813559322034, "completeness": 0.5945945945945946, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "15941675", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.39285714285714285, "weighted_f1": 0.5641025641025641, "completeness": 0.39285714285714285, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "16803215", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7373737373737373, "weighted_f1": 0.8488372093023255, "completeness": 0.7373737373737373, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "16803215", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.7654320987654321, "weighted_f1": 0.8671328671328672, "completeness": 0.7654320987654321, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "16803215", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8658536585365854, "weighted_f1": 0.9281045751633987, "completeness": 0.8658536585365854, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "16803215", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6621621621621622, "weighted_f1": 0.7967479674796748, "completeness": 0.6621621621621622, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "16911115", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 12, "fp": 2, "fn": 4, "unverifiable": 0, "weighted_precision": 0.8904109589041096, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.8783783783783784, "completeness": 0.9466666666666667, "unsupported_rate": 0.0273972602739726, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "16911115", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 12, "fp": 2, "fn": 4, "unverifiable": 0, "weighted_precision": 0.8904109589041096, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.8783783783783784, "completeness": 0.9466666666666667, "unsupported_rate": 0.0273972602739726, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "16911115", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 6, "fp": 1, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9285714285714286, "weighted_recall": 0.6842105263157895, "weighted_f1": 0.7878787878787878, "completeness": 0.7236842105263158, "unsupported_rate": 0.017857142857142856, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "16911115", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "17043822", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7111111111111111, "weighted_f1": 0.8311688311688311, "completeness": 0.7111111111111111, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "17043822", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8333333333333333, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "17043822", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6382978723404256, "weighted_f1": 0.7792207792207793, "completeness": 0.6382978723404256, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "17043822", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 78, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3858267716535433, "weighted_f1": 0.5568181818181818, "completeness": 0.3858267716535433, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "17103000", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8478260869565217, "weighted_f1": 0.9176470588235294, "completeness": 0.8478260869565217, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "17103000", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9382716049382716, "weighted_f1": 0.9681528662420382, "completeness": 0.9382716049382716, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "17103000", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "17103000", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "17108676", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5333333333333333, "weighted_f1": 0.6956521739130436, "completeness": 0.5333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "17108676", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5172413793103449, "weighted_f1": 0.6818181818181819, "completeness": 0.5172413793103449, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "17108676", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8378378378378378, "weighted_f1": 0.911764705882353, "completeness": 0.8378378378378378, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "17108676", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.38235294117647056, "weighted_f1": 0.5531914893617021, "completeness": 0.38235294117647056, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "17488801", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9215686274509803, "weighted_f1": 0.9591836734693878, "completeness": 0.9215686274509803, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "17488801", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.958904109589041, "weighted_f1": 0.9790209790209791, "completeness": 0.958904109589041, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "17488801", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9591836734693877, "weighted_f1": 0.9791666666666666, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "17488801", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7017543859649122, "weighted_f1": 0.8247422680412371, "completeness": 0.7017543859649122, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "17926546", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6964285714285714, "weighted_f1": 0.8210526315789474, "completeness": 0.6964285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "17926546", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.61875, "weighted_f1": 0.7615384615384615, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "17926546", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7424242424242424, "weighted_f1": 0.8521739130434782, "completeness": 0.7424242424242424, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "17926546", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5533980582524272, "weighted_f1": 0.7125, "completeness": 0.5533980582524272, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "18753367", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6224489795918368, "weighted_f1": 0.7672955974842767, "completeness": 0.6224489795918368, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "18753367", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.6275510204081632, "weighted_f1": 0.7687499999999999, "completeness": 0.6326530612244898, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "18753367", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8904109589041096, "weighted_f1": 0.9420289855072463, "completeness": 0.8904109589041096, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "18753367", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5384615384615384, "weighted_f1": 0.7000000000000001, "completeness": 0.5384615384615384, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "19124258", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.890625, "weighted_f1": 0.9421487603305785, "completeness": 0.890625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "19124258", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.90625, "weighted_f1": 0.9508196721311475, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "19124258", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9076923076923077, "weighted_f1": 0.9516129032258065, "completeness": 0.9076923076923077, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "19124258", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6134453781512605, "weighted_f1": 0.7604166666666667, "completeness": 0.6134453781512605, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "19396040", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5094339622641509, "weighted_f1": 0.6749999999999999, "completeness": 0.5094339622641509, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "19396040", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.5648148148148148, "weighted_f1": 0.7176470588235293, "completeness": 0.5740740740740741, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "19396040", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.6916666666666667, "weighted_f1": 0.8137254901960784, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "19396040", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.34285714285714286, "weighted_f1": 0.5106382978723404, "completeness": 0.34285714285714286, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "19397727", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.74, "weighted_f1": 0.8505747126436781, "completeness": 0.74, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "19397727", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7115384615384616, "weighted_f1": 0.8314606741573033, "completeness": 0.7115384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "19397727", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7307692307692307, "weighted_f1": 0.8444444444444443, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "19397727", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6438356164383562, "weighted_f1": 0.7833333333333334, "completeness": 0.6438356164383562, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "19553067", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 2, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.5384615384615384, "weighted_f1": 0.6885245901639344, "completeness": 0.5641025641025641, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "19553067", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 2, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.5384615384615384, "weighted_f1": 0.6885245901639344, "completeness": 0.5641025641025641, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "19553067", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.7954545454545454, "weighted_f1": 0.875, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "19553067", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 2, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.3695652173913043, "weighted_f1": 0.5354330708661418, "completeness": 0.3804347826086957, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "19612167", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "19612167", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.813953488372093, "weighted_f1": 0.8974358974358974, "completeness": 0.813953488372093, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "19612167", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.42592592592592593, "weighted_f1": 0.5974025974025974, "completeness": 0.42592592592592593, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "19612167", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.41964285714285715, "weighted_f1": 0.5875, "completeness": 0.42857142857142855, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "20566550", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8071428571428572, "weighted_f1": 0.889763779527559, "completeness": 0.8142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "20566550", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 110, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9954954954954955, "weighted_recall": 0.9778761061946902, "weighted_f1": 0.9866071428571428, "completeness": 0.9823008849557522, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "20566550", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.7923076923076923, "weighted_f1": 0.8803418803418804, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "20566550", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6857142857142857, "weighted_f1": 0.8135593220338984, "completeness": 0.6857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "20882041", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 5, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9324324324324325, "weighted_recall": 0.6388888888888888, "weighted_f1": 0.7582417582417582, "completeness": 0.6851851851851852, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "20882041", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 6, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9375, "weighted_recall": 0.703125, "weighted_f1": 0.8035714285714286, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "20882041", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 2, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 0.9285714285714286, "weighted_recall": 0.1780821917808219, "weighted_f1": 0.29885057471264365, "completeness": 0.1917808219178082, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "20882041", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 6, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9482758620689655, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7432432432432432, "completeness": 0.6444444444444445, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "20981299", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7307692307692307, "weighted_f1": 0.8444444444444443, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "20981299", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "20981299", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "20981299", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47674418604651164, "weighted_f1": 0.6456692913385828, "completeness": 0.47674418604651164, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "21038022", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3942307692307692, "weighted_f1": 0.5655172413793104, "completeness": 0.3942307692307692, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "21038022", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.40865384615384615, "weighted_f1": 0.5782312925170068, "completeness": 0.41346153846153844, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "21038022", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5102040816326531, "weighted_f1": 0.6756756756756758, "completeness": 0.5102040816326531, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "21038022", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 94, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23577235772357724, "weighted_f1": 0.381578947368421, "completeness": 0.23577235772357724, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "21298336", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "21298336", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.96875, "weighted_recall": 0.8157894736842105, "weighted_f1": 0.8857142857142857, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "21298336", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.8793103448275862, "weighted_f1": 0.9272727272727272, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "21298336", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "21629057", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9701492537313433, "weighted_f1": 0.9848484848484849, "completeness": 0.9701492537313433, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "21629057", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 145, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9931972789115646, "weighted_recall": 0.9864864864864865, "weighted_f1": 0.9898305084745763, "completeness": 0.9932432432432432, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "21629057", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.8478260869565217, "weighted_f1": 0.9140625, "completeness": 0.855072463768116, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "21629057", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.39285714285714285, "weighted_f1": 0.5641025641025641, "completeness": 0.39285714285714285, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "21807224", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5571428571428572, "weighted_f1": 0.7155963302752294, "completeness": 0.5571428571428572, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "21807224", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5362318840579711, "weighted_f1": 0.6981132075471698, "completeness": 0.5362318840579711, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "21807224", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8191489361702128, "weighted_f1": 0.8953488372093025, "completeness": 0.8297872340425532, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "21807224", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5394736842105263, "weighted_f1": 0.7008547008547009, "completeness": 0.5394736842105263, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "21847415", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9929577464788732, "weighted_recall": 0.8011363636363636, "weighted_f1": 0.8867924528301887, "completeness": 0.8068181818181818, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "21847415", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.8962264150943396, "weighted_f1": 0.9405940594059405, "completeness": 0.9056603773584906, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "21847415", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.6855670103092784, "weighted_f1": 0.8109756097560974, "completeness": 0.6907216494845361, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "21847415", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 1, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9935897435897436, "weighted_recall": 0.6681034482758621, "weighted_f1": 0.7989690721649485, "completeness": 0.6724137931034483, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "22605864", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9186046511627907, "weighted_f1": 0.9575757575757576, "completeness": 0.9186046511627907, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "22605864", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 149, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9933774834437086, "weighted_recall": 0.9868421052631579, "weighted_f1": 0.9900990099009901, "completeness": 0.993421052631579, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "22605864", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7978723404255319, "weighted_f1": 0.8875739644970414, "completeness": 0.7978723404255319, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "22605864", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 123, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.18, "weighted_f1": 0.3050847457627119, "completeness": 0.18, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "22890839", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 96, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.26717557251908397, "weighted_f1": 0.4216867469879518, "completeness": 0.26717557251908397, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "22890839", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 96, "unverifiable": 1, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.2689393939393939, "weighted_f1": 0.42261904761904756, "completeness": 0.2727272727272727, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "22890839", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7454545454545455, "weighted_f1": 0.8541666666666666, "completeness": 0.7454545454545455, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "22890839", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 179, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.19369369369369369, "weighted_f1": 0.32452830188679244, "completeness": 0.19369369369369369, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "23234047", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4880952380952381, "weighted_f1": 0.6559999999999999, "completeness": 0.4880952380952381, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "23234047", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6612903225806451, "weighted_f1": 0.7961165048543689, "completeness": 0.6612903225806451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "23234047", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9574468085106383, "weighted_f1": 0.9782608695652174, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "23234047", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.684931506849315, "weighted_f1": 0.8130081300813007, "completeness": 0.684931506849315, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "23438227", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7096774193548387, "weighted_f1": 0.8301886792452831, "completeness": 0.7096774193548387, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "23438227", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 2, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9777777777777777, "weighted_recall": 0.6984126984126984, "weighted_f1": 0.8148148148148148, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "23438227", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.6102941176470589, "weighted_f1": 0.7545454545454546, "completeness": 0.6176470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "23438227", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.717948717948718, "weighted_f1": 0.835820895522388, "completeness": 0.717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "23497307", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "23497307", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "23497307", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9692307692307692, "weighted_f1": 0.9843749999999999, "completeness": 0.9692307692307692, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "23497307", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8648648648648649, "weighted_f1": 0.927536231884058, "completeness": 0.8648648648648649, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "24322804", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9761904761904762, "weighted_f1": 0.9879518072289156, "completeness": 0.9761904761904762, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "24322804", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.28125, "weighted_f1": 0.43902439024390244, "completeness": 0.28125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "24322804", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "24322804", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 102, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6710526315789473, "weighted_f1": 0.8031496062992126, "completeness": 0.6710526315789473, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "24647794", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "24647794", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.38181818181818183, "weighted_f1": 0.5526315789473685, "completeness": 0.38181818181818183, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "24647794", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.5520833333333334, "weighted_f1": 0.7066666666666667, "completeness": 0.5625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "24647794", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3387096774193548, "weighted_f1": 0.5060240963855421, "completeness": 0.3387096774193548, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "25425322", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7818181818181819, "weighted_f1": 0.8775510204081634, "completeness": 0.7818181818181819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "25425322", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "25425322", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "25425322", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4596774193548387, "weighted_f1": 0.6298342541436464, "completeness": 0.4596774193548387, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "25608963", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8860759493670886, "weighted_f1": 0.9395973154362416, "completeness": 0.8860759493670886, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "25608963", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "25608963", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9058823529411765, "weighted_f1": 0.9506172839506173, "completeness": 0.9058823529411765, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "25608963", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8936170212765957, "weighted_f1": 0.9438202247191011, "completeness": 0.8936170212765957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "25797445", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.55, "weighted_f1": 0.7096774193548387, "completeness": 0.55, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "25797445", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.55, "weighted_f1": 0.7096774193548387, "completeness": 0.55, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "25797445", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "25797445", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20967741935483872, "weighted_f1": 0.3466666666666667, "completeness": 0.20967741935483872, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "25919149", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 5, "fp": 1, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9477611940298507, "weighted_recall": 0.8037974683544303, "weighted_f1": 0.8698630136986301, "completeness": 0.8354430379746836, "unsupported_rate": 0.014925373134328358, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "25919149", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 7, "fp": 1, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9391891891891891, "weighted_recall": 0.7091836734693877, "weighted_f1": 0.808139534883721, "completeness": 0.7448979591836735, "unsupported_rate": 0.013513513513513514, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "25919149", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 5, "fp": 1, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9435483870967742, "weighted_recall": 0.6724137931034483, "weighted_f1": 0.7852348993288591, "completeness": 0.7011494252873564, "unsupported_rate": 0.016129032258064516, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "25919149", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 5, "fp": 1, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9326923076923077, "weighted_recall": 0.5987654320987654, "weighted_f1": 0.7293233082706766, "completeness": 0.6296296296296297, "unsupported_rate": 0.019230769230769232, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "25930778", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "25930778", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "25930778", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "25930778", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4423076923076923, "weighted_f1": 0.6133333333333333, "completeness": 0.4423076923076923, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "26456899", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.691358024691358, "weighted_f1": 0.8175182481751825, "completeness": 0.691358024691358, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "26456899", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 1, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.6890243902439024, "weighted_f1": 0.8129496402877697, "completeness": 0.6951219512195121, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "26456899", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.967741935483871, "weighted_f1": 0.9836065573770492, "completeness": 0.967741935483871, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "26456899", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6979166666666666, "weighted_f1": 0.8220858895705522, "completeness": 0.6979166666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "26834746", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "26834746", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9420289855072463, "weighted_f1": 0.9701492537313433, "completeness": 0.9420289855072463, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "26834746", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9558823529411765, "weighted_f1": 0.9774436090225563, "completeness": 0.9558823529411765, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "26834746", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 84, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.4212328767123288, "weighted_f1": 0.5913461538461539, "completeness": 0.4246575342465753, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "27040860", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "27040860", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9090909090909091, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "27040860", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.6785714285714286, "weighted_f1": 0.7916666666666667, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "27040860", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "27152464", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 3, "fp": 0, "fn": 118, "unverifiable": 0, "weighted_precision": 0.9634146341463414, "weighted_recall": 0.24842767295597484, "weighted_f1": 0.39499999999999996, "completeness": 0.2578616352201258, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "27152464", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 5, "fp": 0, "fn": 118, "unverifiable": 0, "weighted_precision": 0.9418604651162791, "weighted_recall": 0.2515527950310559, "weighted_f1": 0.3970588235294118, "completeness": 0.2670807453416149, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "27152464", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 3, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9680851063829787, "weighted_recall": 0.8921568627450981, "weighted_f1": 0.9285714285714286, "completeness": 0.9215686274509803, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "27152464", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 1, "fp": 0, "fn": 156, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.12078651685393259, "weighted_f1": 0.215, "completeness": 0.12359550561797752, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "27756469", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7551020408163265, "weighted_f1": 0.8604651162790697, "completeness": 0.7551020408163265, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "27756469", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "27756469", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "27756469", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6885245901639344, "weighted_f1": 0.8155339805825244, "completeness": 0.6885245901639344, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28005884", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9069767441860465, "weighted_f1": 0.951219512195122, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "28005884", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9302325581395349, "weighted_f1": 0.963855421686747, "completeness": 0.9302325581395349, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "28005884", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9069767441860465, "weighted_f1": 0.951219512195122, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "28005884", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.73125, "weighted_f1": 0.841726618705036, "completeness": 0.7375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28078163", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9183673469387755, "weighted_f1": 0.9574468085106383, "completeness": 0.9183673469387755, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "28078163", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.93, "weighted_f1": 0.9587628865979382, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "28078163", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9183673469387755, "weighted_f1": 0.9574468085106383, "completeness": 0.9183673469387755, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "28078163", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 161, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28320387", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8958333333333334, "weighted_f1": 0.945054945054945, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28320387", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9494949494949495, "completeness": 0.9038461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "28320387", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28320387", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7666666666666667, "weighted_f1": 0.8679245283018869, "completeness": 0.7666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28505854", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 5, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 0.9404761904761905, "weighted_recall": 0.3495575221238938, "weighted_f1": 0.5096774193548387, "completeness": 0.37168141592920356, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28505854", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 109, "partial": 14, "fp": 0, "fn": 69, "unverifiable": 1, "weighted_precision": 0.943089430894309, "weighted_recall": 0.6041666666666666, "weighted_f1": 0.7365079365079364, "completeness": 0.640625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28505854", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 9, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9470588235294117, "weighted_recall": 0.8131313131313131, "weighted_f1": 0.875, "completeness": 0.8585858585858586, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28505854", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 5, "fp": 0, "fn": 154, "unverifiable": 0, "weighted_precision": 0.9431818181818182, "weighted_recall": 0.20959595959595959, "weighted_f1": 0.3429752066115702, "completeness": 0.2222222222222222, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28628090", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.9338235294117647, "weighted_f1": 0.9621212121212122, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "28628090", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.9558823529411765, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "28628090", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 79, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23300970873786409, "weighted_f1": 0.37795275590551186, "completeness": 0.23300970873786409, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28628090", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 116, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.18309859154929578, "weighted_f1": 0.30952380952380953, "completeness": 0.18309859154929578, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28630325", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7567567567567568, "weighted_f1": 0.8615384615384616, "completeness": 0.7567567567567568, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28630325", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7837837837837838, "weighted_f1": 0.8787878787878788, "completeness": 0.7837837837837838, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28630325", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5740740740740741, "weighted_f1": 0.7294117647058824, "completeness": 0.5740740740740741, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28630325", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4583333333333333, "weighted_f1": 0.6285714285714286, "completeness": 0.4583333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28631840", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9310344827586207, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28631840", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9310344827586207, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28631840", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.27586206896551724, "weighted_f1": 0.4324324324324324, "completeness": 0.27586206896551724, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28631840", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.58, "weighted_f1": 0.7341772151898733, "completeness": 0.58, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28762662", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 2, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.5833333333333334, "weighted_f1": 0.7313432835820894, "completeness": 0.5952380952380952, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28762662", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 2, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.5833333333333334, "weighted_f1": 0.7313432835820894, "completeness": 0.5952380952380952, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28762662", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9322033898305084, "weighted_f1": 0.9649122807017544, "completeness": 0.9322033898305084, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "28762662", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 93, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3541666666666667, "weighted_f1": 0.5230769230769231, "completeness": 0.3541666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28831378", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28831378", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7169811320754716, "weighted_f1": 0.8351648351648352, "completeness": 0.7169811320754716, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28831378", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28831378", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.38461538461538464, "weighted_f1": 0.5555555555555556, "completeness": 0.38461538461538464, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28923650", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 1, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.41346153846153844, "weighted_f1": 0.581081081081081, "completeness": 0.4230769230769231, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28923650", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.4339622641509434, "weighted_f1": 0.6052631578947368, "completeness": 0.4339622641509434, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "28923650", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6103896103896104, "weighted_f1": 0.7580645161290321, "completeness": 0.6103896103896104, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "28923650", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 102, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6335403726708074, "weighted_f1": 0.7756653992395437, "completeness": 0.6335403726708074, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "30097175", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4090909090909091, "weighted_f1": 0.5806451612903226, "completeness": 0.4090909090909091, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "30097175", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.44565217391304346, "weighted_f1": 0.6119402985074626, "completeness": 0.45652173913043476, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "30097175", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "30097175", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.27722772277227725, "weighted_f1": 0.434108527131783, "completeness": 0.27722772277227725, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "30288581", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8285714285714286, "weighted_f1": 0.90625, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "30288581", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.921875, "weighted_f1": 0.9516129032258064, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "30288581", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.9558823529411765, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "30288581", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47674418604651164, "weighted_f1": 0.6456692913385828, "completeness": 0.47674418604651164, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "30542184", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "30542184", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.972972972972973, "weighted_recall": 0.8372093023255814, "weighted_f1": 0.9, "completeness": 0.8604651162790697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "30542184", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.9044117647058824, "weighted_f1": 0.9389312977099237, "completeness": 0.9264705882352942, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "30542184", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8133333333333334, "weighted_f1": 0.8970588235294117, "completeness": 0.8133333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "31677347", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7457627118644068, "weighted_f1": 0.8543689320388349, "completeness": 0.7457627118644068, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "31677347", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7971014492753623, "weighted_f1": 0.8870967741935484, "completeness": 0.7971014492753623, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "31677347", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "31677347", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4098360655737705, "weighted_f1": 0.5813953488372093, "completeness": 0.4098360655737705, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "31684925", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "31684925", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "31684925", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9555555555555556, "weighted_f1": 0.9772727272727273, "completeness": 0.9555555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "31684925", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5566037735849056, "weighted_f1": 0.7151515151515151, "completeness": 0.5566037735849056, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "31694970", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.33653846153846156, "weighted_f1": 0.5035971223021583, "completeness": 0.33653846153846156, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "31694970", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.34285714285714286, "weighted_f1": 0.5106382978723404, "completeness": 0.34285714285714286, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "31694970", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.6217948717948718, "weighted_f1": 0.7637795275590551, "completeness": 0.6282051282051282, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "31694970", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 100, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.33774834437086093, "weighted_f1": 0.504950495049505, "completeness": 0.33774834437086093, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "32081266", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9420289855072463, "weighted_f1": 0.9701492537313433, "completeness": 0.9420289855072463, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "32081266", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.9357142857142857, "weighted_f1": 0.9632352941176471, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "32081266", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9710144927536232, "weighted_f1": 0.9852941176470589, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "32081266", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 82, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4142857142857143, "weighted_f1": 0.5858585858585859, "completeness": 0.4142857142857143, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "32802563", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "32802563", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "32802563", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.958904109589041, "weighted_f1": 0.9790209790209791, "completeness": 0.958904109589041, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "32802563", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.44329896907216493, "weighted_f1": 0.6142857142857142, "completeness": 0.44329896907216493, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "32985311", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.375, "weighted_f1": 0.5454545454545454, "completeness": 0.375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "32985311", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "32985311", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.8125, "weighted_f1": 0.8863636363636362, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "32985311", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5333333333333333, "weighted_f1": 0.6956521739130436, "completeness": 0.5333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "33685075", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7846153846153846, "weighted_f1": 0.8793103448275863, "completeness": 0.7846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "33685075", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.7954545454545454, "weighted_f1": 0.8823529411764706, "completeness": 0.803030303030303, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "33685075", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.890625, "weighted_f1": 0.9421487603305785, "completeness": 0.890625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "33685075", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5822784810126582, "weighted_f1": 0.736, "completeness": 0.5822784810126582, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "35172961", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.41935483870967744, "weighted_f1": 0.5909090909090909, "completeness": 0.41935483870967744, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "35172961", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3953488372093023, "weighted_f1": 0.5666666666666667, "completeness": 0.3953488372093023, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "35172961", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "35172961", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5333333333333333, "weighted_f1": 0.6956521739130436, "completeness": 0.5333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "35389360", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6796875, "weighted_f1": 0.8093023255813954, "completeness": 0.6796875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "35389360", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 0, "fp": 0, "fn": 83, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.546448087431694, "weighted_f1": 0.7067137809187279, "completeness": 0.546448087431694, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "35389360", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.944954128440367, "weighted_f1": 0.9716981132075472, "completeness": 0.944954128440367, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "35389360", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 109, "partial": 0, "fp": 0, "fn": 159, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.40671641791044777, "weighted_f1": 0.5782493368700264, "completeness": 0.40671641791044777, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "35651876", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.958904109589041, "weighted_f1": 0.9790209790209791, "completeness": 0.958904109589041, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "35651876", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9710144927536232, "weighted_f1": 0.9852941176470589, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "35651876", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 110, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9649122807017544, "weighted_f1": 0.9821428571428572, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "35651876", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 1, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 0.9941860465116279, "weighted_recall": 0.57, "weighted_f1": 0.7245762711864407, "completeness": 0.5733333333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "35737840", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "35737840", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "35737840", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "35737840", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.06578947368421052, "weighted_f1": 0.12345679012345677, "completeness": 0.06578947368421052, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "36149549", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "36149549", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 1, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.5978260869565217, "weighted_f1": 0.7432432432432433, "completeness": 0.6086956521739131, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "36149549", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "36149549", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36633663366336633, "weighted_f1": 0.5362318840579711, "completeness": 0.36633663366336633, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "36517781", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8301886792452831, "weighted_f1": 0.9072164948453608, "completeness": 0.8301886792452831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "36517781", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8275862068965517, "weighted_f1": 0.9056603773584906, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "36517781", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7636363636363637, "weighted_f1": 0.865979381443299, "completeness": 0.7636363636363637, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "36517781", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7162162162162162, "weighted_f1": 0.8346456692913385, "completeness": 0.7162162162162162, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "37335325", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 2, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.5377358490566038, "weighted_f1": 0.695121951219512, "completeness": 0.5471698113207547, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "37335325", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 3, "fp": 0, "fn": 89, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.2581967213114754, "weighted_f1": 0.40645161290322585, "completeness": 0.27049180327868855, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "37335325", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9836065573770492, "weighted_recall": 0.8450704225352113, "weighted_f1": 0.9090909090909091, "completeness": 0.8591549295774648, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "37335325", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 164, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.05202312138728324, "weighted_f1": 0.0989010989010989, "completeness": 0.05202312138728324, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "38220146", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6031746031746031, "weighted_f1": 0.7524752475247524, "completeness": 0.6031746031746031, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "38220146", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.9390243902439024, "weighted_f1": 0.9625, "completeness": 0.9512195121951219, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "38220146", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "38220146", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4375, "weighted_f1": 0.6086956521739131, "completeness": 0.4375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "38314236", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5161290322580645, "weighted_f1": 0.6808510638297872, "completeness": 0.5161290322580645, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "38314236", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9411764705882353, "weighted_recall": 0.5161290322580645, "weighted_f1": 0.6666666666666666, "completeness": 0.5483870967741935, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "38314236", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.9, "weighted_f1": 0.9375, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "38314236", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46987951807228917, "weighted_f1": 0.639344262295082, "completeness": 0.46987951807228917, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "38535335", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8709677419354839, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "38535335", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 2, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8709677419354839, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "38535335", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8709677419354839, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "38535335", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "39835894", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8560606060606061, "weighted_f1": 0.9186991869918699, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "39835894", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.9590163934426229, "completeness": 0.9365079365079365, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "39835894", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.6408450704225352, "weighted_f1": 0.7777777777777778, "completeness": 0.647887323943662, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "39835894", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4077669902912621, "weighted_f1": 0.5793103448275861, "completeness": 0.4077669902912621, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "39855211", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9887640449438202, "weighted_f1": 0.9943502824858756, "completeness": 0.9887640449438202, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "39855211", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9887640449438202, "weighted_f1": 0.9943502824858756, "completeness": 0.9887640449438202, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "39855211", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9943820224719101, "weighted_recall": 0.9833333333333333, "weighted_f1": 0.9888268156424581, "completeness": 0.9888888888888889, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "39855211", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 82, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22641509433962265, "weighted_f1": 0.36923076923076925, "completeness": 0.22641509433962265, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "43752620", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8392857142857143, "weighted_f1": 0.9126213592233009, "completeness": 0.8392857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "43752620", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9705882352941176, "weighted_f1": 0.9850746268656716, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "43752620", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4180327868852459, "weighted_f1": 0.5895953757225433, "completeness": 0.4180327868852459, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "43752620", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 78, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4, "weighted_f1": 0.5714285714285715, "completeness": 0.4, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "44624796", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5970149253731343, "weighted_f1": 0.7476635514018691, "completeness": 0.5970149253731343, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "44624796", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8555555555555555, "weighted_f1": 0.9166666666666666, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "44624796", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "44624796", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "47276718", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 4, "fp": 1, "fn": 28, "unverifiable": 0, "weighted_precision": 0.9230769230769231, "weighted_recall": 0.5454545454545454, "weighted_f1": 0.6857142857142856, "completeness": 0.5757575757575758, "unsupported_rate": 0.02564102564102564, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "47276718", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6212121212121212, "weighted_f1": 0.766355140186916, "completeness": 0.6212121212121212, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "47276718", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "47276718", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.591304347826087, "weighted_f1": 0.7431693989071038, "completeness": 0.591304347826087, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "47549345", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "47549345", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.45161290322580644, "weighted_f1": 0.6222222222222222, "completeness": 0.45161290322580644, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "47549345", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "47549345", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.5392156862745098, "weighted_f1": 0.6962025316455696, "completeness": 0.5490196078431373, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "47919212", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "47919212", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.9125, "weighted_f1": 0.948051948051948, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "47919212", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6388888888888888, "weighted_f1": 0.7796610169491525, "completeness": 0.6388888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "47919212", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "49127329", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8769230769230769, "weighted_f1": 0.9344262295081968, "completeness": 0.8769230769230769, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "49127329", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5045045045045045, "weighted_f1": 0.6706586826347305, "completeness": 0.5045045045045045, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "49127329", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8923076923076924, "weighted_f1": 0.9430894308943091, "completeness": 0.8923076923076924, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "49127329", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 122, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1643835616438356, "weighted_f1": 0.2823529411764706, "completeness": 0.1643835616438356, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "50328713", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7910447761194029, "weighted_f1": 0.8833333333333333, "completeness": 0.7910447761194029, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "50328713", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 110, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8943089430894309, "weighted_f1": 0.944206008583691, "completeness": 0.8943089430894309, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "50328713", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "50328713", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 117, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8540145985401459, "weighted_f1": 0.9212598425196851, "completeness": 0.8540145985401459, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "51588273", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6538461538461539, "weighted_f1": 0.7906976744186047, "completeness": 0.6538461538461539, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "51588273", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.6607142857142857, "weighted_f1": 0.7872340425531915, "completeness": 0.6785714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "51588273", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "51588273", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4177215189873418, "weighted_f1": 0.5892857142857143, "completeness": 0.4177215189873418, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "54227873", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.8478260869565217, "weighted_f1": 0.9069767441860466, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "54227873", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.8043478260869565, "weighted_f1": 0.8809523809523809, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "54227873", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84375, "weighted_f1": 0.9152542372881356, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "54227873", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6875, "weighted_f1": 0.8148148148148148, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "55595908", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 3, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 0.9836956521739131, "weighted_recall": 0.6156462585034014, "weighted_f1": 0.7573221757322176, "completeness": 0.6258503401360545, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "55595908", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 151, "partial": 9, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.971875, "weighted_recall": 0.9598765432098766, "weighted_f1": 0.9658385093167703, "completeness": 0.9876543209876543, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "55595908", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 3, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 0.9810126582278481, "weighted_recall": 0.610236220472441, "weighted_f1": 0.7524271844660194, "completeness": 0.6220472440944882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "55595908", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 129, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.18354430379746836, "weighted_f1": 0.3101604278074866, "completeness": 0.18354430379746836, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "55953734", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "55953734", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.9, "weighted_f1": 0.9428571428571428, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "55953734", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9215686274509803, "weighted_f1": 0.9591836734693878, "completeness": 0.9215686274509803, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "55953734", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.64, "weighted_f1": 0.7804878048780487, "completeness": 0.64, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "56691064", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4146341463414634, "weighted_f1": 0.5862068965517241, "completeness": 0.4146341463414634, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "56691064", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 1, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.43023255813953487, "weighted_f1": 0.596774193548387, "completeness": 0.4418604651162791, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "56691064", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9577464788732395, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "56691064", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 89, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23275862068965517, "weighted_f1": 0.3776223776223776, "completeness": 0.23275862068965517, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "60004873", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8846153846153846, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "60004873", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8846153846153846, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "60004873", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "60004873", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.625, "weighted_f1": 0.7647058823529411, "completeness": 0.6346153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "61579998", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.851063829787234, "weighted_f1": 0.9195402298850576, "completeness": 0.851063829787234, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "61579998", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.851063829787234, "weighted_f1": 0.9195402298850576, "completeness": 0.851063829787234, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "61579998", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8723404255319149, "weighted_f1": 0.9318181818181819, "completeness": 0.8723404255319149, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "61579998", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6375, "weighted_f1": 0.7786259541984732, "completeness": 0.6375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "62071407", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "62071407", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.8305084745762712, "weighted_f1": 0.8990825688073395, "completeness": 0.847457627118644, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "62071407", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "62071407", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5409836065573771, "weighted_f1": 0.7021276595744682, "completeness": 0.5409836065573771, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "64468610", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9148936170212766, "weighted_f1": 0.9555555555555556, "completeness": 0.9148936170212766, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "64468610", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.9468085106382979, "weighted_f1": 0.9673913043478262, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "64468610", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "64468610", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4636363636363636, "weighted_f1": 0.6335403726708074, "completeness": 0.4636363636363636, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "64755882", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "64755882", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.38596491228070173, "weighted_f1": 0.5569620253164557, "completeness": 0.38596491228070173, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "64755882", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.5277777777777778, "weighted_f1": 0.6867469879518072, "completeness": 0.5370370370370371, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "64755882", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5373134328358209, "weighted_f1": 0.6990291262135923, "completeness": 0.5373134328358209, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "74236636", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "74236636", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "74236636", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5714285714285714, "weighted_f1": 0.7272727272727273, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "74236636", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9272727272727272, "weighted_f1": 0.9622641509433962, "completeness": 0.9272727272727272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "77828437", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.59375, "weighted_f1": 0.7450980392156863, "completeness": 0.59375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "77828437", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.42857142857142855, "weighted_f1": 0.6, "completeness": 0.42857142857142855, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "77828437", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "77828437", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2948717948717949, "weighted_f1": 0.45544554455445546, "completeness": 0.2948717948717949, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "81125166", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7086614173228346, "weighted_f1": 0.8294930875576036, "completeness": 0.7086614173228346, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "81125166", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 228, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9956331877729258, "weighted_f1": 0.9978118161925601, "completeness": 0.9956331877729258, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "81125166", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 114, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9743589743589743, "weighted_f1": 0.9870129870129869, "completeness": 0.9743589743589743, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "81125166", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 125, "partial": 0, "fp": 0, "fn": 116, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5186721991701245, "weighted_f1": 0.6830601092896176, "completeness": 0.5186721991701245, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "82125182", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7121212121212122, "weighted_f1": 0.8318584070796461, "completeness": 0.7121212121212122, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "82125182", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "82125182", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.6370967741935484, "weighted_f1": 0.7745098039215687, "completeness": 0.6451612903225806, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "82125182", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.5909090909090909, "weighted_f1": 0.7386363636363638, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "82246962", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7592592592592593, "weighted_f1": 0.8631578947368421, "completeness": 0.7592592592592593, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "82246962", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7592592592592593, "weighted_f1": 0.8631578947368421, "completeness": 0.7592592592592593, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "82246962", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9878048780487805, "weighted_f1": 0.9938650306748467, "completeness": 0.9878048780487805, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "82246962", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6633663366336634, "weighted_f1": 0.7976190476190476, "completeness": 0.6633663366336634, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "86209934", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "86209934", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7746478873239436, "weighted_f1": 0.873015873015873, "completeness": 0.7746478873239436, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "86209934", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.859375, "weighted_f1": 0.9243697478991597, "completeness": 0.859375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "86209934", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 92, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36551724137931035, "weighted_f1": 0.5353535353535354, "completeness": 0.36551724137931035, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "86828820", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45569620253164556, "weighted_f1": 0.6260869565217391, "completeness": 0.45569620253164556, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "86828820", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5421686746987951, "weighted_f1": 0.7031249999999999, "completeness": 0.5421686746987951, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "86828820", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "ENGINEERING", "document_id": "86828820", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5157894736842106, "weighted_f1": 0.6805555555555556, "completeness": 0.5157894736842106, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "90280583", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4603174603174603, "weighted_f1": 0.6304347826086957, "completeness": 0.4603174603174603, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "90280583", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.46923076923076923, "weighted_f1": 0.6354166666666666, "completeness": 0.47692307692307695, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "90280583", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.9456521739130435, "weighted_f1": 0.9666666666666666, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "90280583", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.5178571428571429, "weighted_f1": 0.6796875, "completeness": 0.5238095238095238, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "96029688", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5362318840579711, "weighted_f1": 0.6981132075471698, "completeness": 0.5362318840579711, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "96029688", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5362318840579711, "weighted_f1": 0.6981132075471698, "completeness": 0.5362318840579711, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "ENGINEERING", "document_id": "96029688", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9943181818181818, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9776536312849162, "completeness": 0.967032967032967, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "ENGINEERING", "document_id": "96029688", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.547945205479452, "weighted_f1": 0.7079646017699115, "completeness": 0.547945205479452, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "10549585", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8620689655172413, "weighted_f1": 0.9259259259259259, "completeness": 0.8620689655172413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "10549585", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8651685393258427, "weighted_f1": 0.927710843373494, "completeness": 0.8651685393258427, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "10549585", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8651685393258427, "weighted_f1": 0.927710843373494, "completeness": 0.8651685393258427, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "10549585", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.41025641025641024, "weighted_f1": 0.5818181818181819, "completeness": 0.41025641025641024, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "11441764", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6212121212121212, "weighted_f1": 0.766355140186916, "completeness": 0.6212121212121212, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "11441764", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6212121212121212, "weighted_f1": 0.766355140186916, "completeness": 0.6212121212121212, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "11441764", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7294117647058823, "weighted_f1": 0.8435374149659863, "completeness": 0.7294117647058823, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "11441764", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 84, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4084507042253521, "weighted_f1": 0.5800000000000001, "completeness": 0.4084507042253521, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "11490673", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4189189189189189, "weighted_f1": 0.5904761904761905, "completeness": 0.4189189189189189, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "11490673", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "11490673", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8974358974358975, "weighted_f1": 0.945945945945946, "completeness": 0.8974358974358975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "11490673", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3372093023255814, "weighted_f1": 0.5043478260869565, "completeness": 0.3372093023255814, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "11877150", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.7019230769230769, "weighted_f1": 0.8202247191011235, "completeness": 0.7115384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "11877150", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9743589743589743, "weighted_recall": 0.7755102040816326, "weighted_f1": 0.8636363636363635, "completeness": 0.7959183673469388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "11877150", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.7549019607843137, "weighted_f1": 0.8555555555555555, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "11877150", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.09615384615384616, "weighted_f1": 0.17543859649122806, "completeness": 0.09615384615384616, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "12071138", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.978021978021978, "weighted_f1": 0.9888888888888888, "completeness": 0.978021978021978, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "12071138", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.978494623655914, "weighted_f1": 0.9891304347826088, "completeness": 0.978494623655914, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "12071138", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.900990099009901, "weighted_f1": 0.9479166666666667, "completeness": 0.900990099009901, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "12071138", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8712871287128713, "weighted_f1": 0.9312169312169313, "completeness": 0.8712871287128713, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "12858898", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7843137254901961, "weighted_f1": 0.8791208791208792, "completeness": 0.7843137254901961, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "12858898", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8135593220338984, "weighted_f1": 0.897196261682243, "completeness": 0.8135593220338984, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "12858898", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "12858898", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4411764705882353, "weighted_f1": 0.6122448979591837, "completeness": 0.4411764705882353, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "14106638", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 9, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9021739130434783, "weighted_recall": 0.6014492753623188, "weighted_f1": 0.7217391304347825, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "14106638", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 9, "fp": 0, "fn": 23, "unverifiable": 1, "weighted_precision": 0.9042553191489362, "weighted_recall": 0.6071428571428571, "weighted_f1": 0.7264957264957265, "completeness": 0.6714285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "14106638", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 10, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.8958333333333334, "weighted_recall": 0.6417910447761194, "weighted_f1": 0.7478260869565218, "completeness": 0.7164179104477612, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "14106638", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 8, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9272727272727272, "weighted_recall": 0.6, "weighted_f1": 0.7285714285714284, "completeness": 0.6470588235294118, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "14181049", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7073170731707317, "weighted_f1": 0.8285714285714285, "completeness": 0.7073170731707317, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "14181049", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 120, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9958677685950413, "weighted_recall": 0.9717741935483871, "weighted_f1": 0.9836734693877551, "completeness": 0.9758064516129032, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "14181049", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.8662790697674418, "weighted_f1": 0.9254658385093167, "completeness": 0.872093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "14181049", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6216216216216216, "weighted_f1": 0.7666666666666667, "completeness": 0.6216216216216216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "14408510", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "14408510", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975, "weighted_f1": 0.9873417721518987, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "14408510", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.4935064935064935, "weighted_f1": 0.6608695652173914, "completeness": 0.4935064935064935, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "14408510", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5180722891566265, "weighted_f1": 0.6825396825396826, "completeness": 0.5180722891566265, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "14413148", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8043478260869565, "weighted_f1": 0.891566265060241, "completeness": 0.8043478260869565, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "14413148", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8043478260869565, "weighted_f1": 0.891566265060241, "completeness": 0.8043478260869565, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "14413148", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "14413148", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.74375, "weighted_f1": 0.85, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "14722634", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "14722634", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "14722634", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5714285714285714, "weighted_f1": 0.7272727272727273, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "14722634", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.422680412371134, "weighted_f1": 0.5942028985507246, "completeness": 0.422680412371134, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "15011085", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "15011085", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8559322033898306, "weighted_f1": 0.9181818181818182, "completeness": 0.864406779661017, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "15011085", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9747899159663865, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "15011085", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6634615384615384, "weighted_f1": 0.7976878612716763, "completeness": 0.6634615384615384, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "15224503", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9454545454545454, "weighted_f1": 0.9719626168224299, "completeness": 0.9454545454545454, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "15224503", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "15224503", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8813559322033898, "weighted_f1": 0.936936936936937, "completeness": 0.8813559322033898, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "15224503", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7468354430379747, "weighted_f1": 0.855072463768116, "completeness": 0.7468354430379747, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "15717923", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.5425531914893617, "weighted_f1": 0.7034482758620689, "completeness": 0.5425531914893617, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "15717923", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.835820895522388, "weighted_f1": 0.9105691056910569, "completeness": 0.835820895522388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "15717923", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.6492537313432836, "weighted_f1": 0.7837837837837838, "completeness": 0.6567164179104478, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "15717923", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3364485981308411, "weighted_f1": 0.5034965034965034, "completeness": 0.3364485981308411, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "15792052", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8387096774193549, "weighted_f1": 0.9122807017543859, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "15792052", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "15792052", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7878787878787878, "weighted_f1": 0.8813559322033898, "completeness": 0.7878787878787878, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "15792052", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5813953488372093, "weighted_f1": 0.7352941176470588, "completeness": 0.5813953488372093, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "15891494", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9607843137254902, "weighted_f1": 0.98, "completeness": 0.9607843137254902, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "15891494", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9724770642201834, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "15891494", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.703125, "weighted_f1": 0.8256880733944955, "completeness": 0.703125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "15891494", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4148936170212766, "weighted_f1": 0.5864661654135339, "completeness": 0.4148936170212766, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "16426777", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9777777777777777, "weighted_f1": 0.9887640449438202, "completeness": 0.9777777777777777, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "16426777", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.989010989010989, "weighted_f1": 0.994475138121547, "completeness": 0.989010989010989, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "16426777", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.9468085106382979, "weighted_f1": 0.9673913043478262, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "16426777", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 75, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4140625, "weighted_f1": 0.585635359116022, "completeness": 0.4140625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "16449850", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6567164179104478, "weighted_f1": 0.7927927927927928, "completeness": 0.6567164179104478, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "16449850", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6764705882352942, "weighted_f1": 0.8070175438596492, "completeness": 0.6764705882352942, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "16449850", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9787234042553191, "weighted_f1": 0.989247311827957, "completeness": 0.9787234042553191, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "16449850", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23170731707317074, "weighted_f1": 0.37623762376237624, "completeness": 0.23170731707317074, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "17392859", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9692307692307692, "weighted_f1": 0.9843749999999999, "completeness": 0.9692307692307692, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "17392859", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9921875, "weighted_recall": 0.9621212121212122, "weighted_f1": 0.9769230769230769, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "17392859", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "17392859", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "17775916", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.8650793650793651, "weighted_f1": 0.9237288135593221, "completeness": 0.873015873015873, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "17775916", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.8671875, "weighted_f1": 0.9249999999999999, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "17775916", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9180327868852459, "weighted_f1": 0.9572649572649572, "completeness": 0.9180327868852459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "17775916", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.955223880597015, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "17880988", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5641025641025641, "weighted_f1": 0.7213114754098361, "completeness": 0.5641025641025641, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "17880988", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5641025641025641, "weighted_f1": 0.7213114754098361, "completeness": 0.5641025641025641, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "17880988", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "17880988", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3563218390804598, "weighted_f1": 0.5254237288135594, "completeness": 0.3563218390804598, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "18024825", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22950819672131148, "weighted_f1": 0.37333333333333335, "completeness": 0.22950819672131148, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "18024825", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24193548387096775, "weighted_f1": 0.38961038961038963, "completeness": 0.24193548387096775, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "18024825", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8032786885245902, "weighted_f1": 0.8909090909090909, "completeness": 0.8032786885245902, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "18024825", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 68, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.28421052631578947, "weighted_f1": 0.4426229508196721, "completeness": 0.28421052631578947, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "18072085", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "18072085", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9024390243902439, "weighted_f1": 0.9487179487179488, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "18072085", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "18072085", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.38495575221238937, "weighted_f1": 0.554140127388535, "completeness": 0.3893805309734513, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "18636651", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.935064935064935, "weighted_f1": 0.9664429530201343, "completeness": 0.935064935064935, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "18636651", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9456521739130435, "weighted_f1": 0.9720670391061452, "completeness": 0.9456521739130435, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "18636651", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.26262626262626265, "weighted_f1": 0.4160000000000001, "completeness": 0.26262626262626265, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "18636651", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6875, "weighted_f1": 0.8148148148148148, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "18640927", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84, "weighted_f1": 0.9130434782608696, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "18640927", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "18640927", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9634146341463414, "weighted_f1": 0.9813664596273292, "completeness": 0.9634146341463414, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "18640927", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6176470588235294, "weighted_f1": 0.7636363636363637, "completeness": 0.6176470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "18975686", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9574468085106383, "weighted_f1": 0.9782608695652174, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "18975686", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.9775280898876404, "completeness": 0.9777777777777777, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "18975686", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "18975686", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8688524590163934, "weighted_f1": 0.9298245614035088, "completeness": 0.8688524590163934, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "19147603", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "19147603", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9818181818181818, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.9642857142857142, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "19147603", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.9375, "weighted_f1": 0.963302752293578, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "19147603", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 1, "fp": 0, "fn": 96, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.08962264150943396, "weighted_f1": 0.16379310344827588, "completeness": 0.09433962264150944, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "19243556", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.761904761904762, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "19243556", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 5, "fp": 4, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9133333333333333, "weighted_recall": 0.8058823529411765, "weighted_f1": 0.85625, "completeness": 0.8352941176470589, "unsupported_rate": 0.05333333333333334, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "19243556", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 2, "fp": 2, "fn": 61, "unverifiable": 0, "weighted_precision": 0.8235294117647058, "weighted_recall": 0.18421052631578946, "weighted_f1": 0.3010752688172043, "completeness": 0.19736842105263158, "unsupported_rate": 0.11764705882352941, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "19243556", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 111, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.059322033898305086, "weighted_f1": 0.112, "completeness": 0.059322033898305086, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "19405513", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "19405513", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "19405513", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9514563106796117, "completeness": 0.9074074074074074, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "19405513", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "19540089", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8981481481481481, "weighted_f1": 0.9463414634146341, "completeness": 0.8981481481481481, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "19540089", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.5818965517241379, "weighted_f1": 0.733695652173913, "completeness": 0.5862068965517241, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "19540089", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "19540089", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 1, "fn": 53, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.5, "weighted_f1": 0.6625000000000001, "completeness": 0.5, "unsupported_rate": 0.018518518518518517, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "20275356", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.9344262295081968, "weighted_f1": 0.9579831932773109, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "20275356", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.9541284403669724, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "20275356", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9433962264150944, "completeness": 0.9272727272727272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "20275356", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.7734375, "weighted_f1": 0.868421052631579, "completeness": 0.78125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "20705888", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 2, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.5238095238095238, "weighted_f1": 0.6804123711340205, "completeness": 0.5396825396825397, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "20705888", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 3, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.7840909090909091, "weighted_f1": 0.8625, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "20705888", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 2, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.625, "weighted_f1": 0.759493670886076, "completeness": 0.6458333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "20705888", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.15254237288135594, "weighted_f1": 0.2647058823529412, "completeness": 0.15254237288135594, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "20836112", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4523809523809524, "weighted_f1": 0.6229508196721312, "completeness": 0.4523809523809524, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "20836112", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.9625, "weighted_f1": 0.9746835443037976, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "20836112", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975, "weighted_f1": 0.9873417721518987, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "20836112", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4727272727272727, "weighted_f1": 0.6419753086419753, "completeness": 0.4727272727272727, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "20880935", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "20880935", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 2, "fp": 2, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9387755102040817, "weighted_recall": 0.8679245283018868, "weighted_f1": 0.9019607843137256, "completeness": 0.8867924528301887, "unsupported_rate": 0.04081632653061224, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "20880935", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "20880935", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8088235294117647, "weighted_f1": 0.8943089430894309, "completeness": 0.8088235294117647, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "20918464", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 1, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9777777777777777, "weighted_recall": 0.7719298245614035, "weighted_f1": 0.8627450980392156, "completeness": 0.7719298245614035, "unsupported_rate": 0.022222222222222223, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "20918464", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 1, "fn": 49, "unverifiable": 2, "weighted_precision": 0.975609756097561, "weighted_recall": 0.449438202247191, "weighted_f1": 0.6153846153846153, "completeness": 0.449438202247191, "unsupported_rate": 0.024390243902439025, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "20918464", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 1, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.71875, "weighted_f1": 0.8288288288288289, "completeness": 0.71875, "unsupported_rate": 0.02127659574468085, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "20918464", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47058823529411764, "weighted_f1": 0.6399999999999999, "completeness": 0.47058823529411764, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "20969845", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 3, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9625, "weighted_recall": 0.6637931034482759, "weighted_f1": 0.7857142857142857, "completeness": 0.6896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "20969845", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 3, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9634146341463414, "weighted_recall": 0.6810344827586207, "weighted_f1": 0.7979797979797979, "completeness": 0.7068965517241379, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "20969845", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 3, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9716981132075472, "weighted_recall": 0.64375, "weighted_f1": 0.7744360902255639, "completeness": 0.6625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "20969845", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 155, "partial": 12, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 0.9640718562874252, "weighted_recall": 0.8009950248756219, "weighted_f1": 0.8750000000000001, "completeness": 0.8308457711442786, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "20977412", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "20977412", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "20977412", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7536231884057971, "weighted_f1": 0.859504132231405, "completeness": 0.7536231884057971, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "20977412", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "21912637", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6779661016949152, "weighted_f1": 0.8080808080808081, "completeness": 0.6779661016949152, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "21912637", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.711864406779661, "weighted_f1": 0.8316831683168318, "completeness": 0.711864406779661, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "21912637", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 1, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.7588235294117647, "weighted_f1": 0.8543046357615894, "completeness": 0.7647058823529411, "unsupported_rate": 0.015151515151515152, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "21912637", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.38461538461538464, "weighted_f1": 0.5555555555555556, "completeness": 0.38461538461538464, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "22492537", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6290322580645161, "weighted_f1": 0.7722772277227723, "completeness": 0.6290322580645161, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "22492537", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6290322580645161, "weighted_f1": 0.7722772277227723, "completeness": 0.6290322580645161, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "22492537", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8560606060606061, "weighted_f1": 0.9186991869918699, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "22492537", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 87, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3958333333333333, "weighted_f1": 0.5671641791044776, "completeness": 0.3958333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "22622351", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "22622351", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.8018867924528302, "weighted_f1": 0.8854166666666666, "completeness": 0.8113207547169812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "22622351", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9148936170212766, "weighted_f1": 0.9555555555555556, "completeness": 0.9148936170212766, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "22622351", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5595238095238095, "weighted_f1": 0.7175572519083969, "completeness": 0.5595238095238095, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "22720697", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 2, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9696969696969697, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.7529411764705882, "completeness": 0.6346153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "22720697", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.9365079365079365, "weighted_f1": 0.9593495934959351, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "22720697", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.7962962962962963, "weighted_f1": 0.8775510204081632, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "22720697", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.5, "weighted_f1": 0.6619718309859155, "completeness": 0.5106382978723404, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "23354541", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8275862068965517, "weighted_f1": 0.9056603773584906, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "23354541", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "23354541", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "23354541", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7037037037037037, "weighted_f1": 0.8260869565217391, "completeness": 0.7037037037037037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "23573064", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 1, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.9142857142857143, "completeness": 0.8571428571428571, "unsupported_rate": 0.02040816326530612, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "23573064", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 1, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9769230769230769, "weighted_recall": 0.8943661971830986, "weighted_f1": 0.9338235294117647, "completeness": 0.9014084507042254, "unsupported_rate": 0.015384615384615385, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "23573064", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8620689655172413, "weighted_f1": 0.9259259259259259, "completeness": 0.8620689655172413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "23573064", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22058823529411764, "weighted_f1": 0.36144578313253006, "completeness": 0.22058823529411764, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "23955183", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6385542168674698, "weighted_f1": 0.7794117647058824, "completeness": 0.6385542168674698, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "23955183", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6428571428571429, "weighted_f1": 0.782608695652174, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "23955183", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.7651515151515151, "weighted_f1": 0.8632478632478632, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "23955183", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6804123711340206, "weighted_f1": 0.8098159509202454, "completeness": 0.6804123711340206, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24411323", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.7592592592592593, "weighted_f1": 0.8541666666666667, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24411323", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.8103448275862069, "weighted_f1": 0.8867924528301887, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24411323", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8382352941176471, "weighted_f1": 0.9047619047619048, "completeness": 0.8529411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24411323", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 3, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9464285714285714, "weighted_recall": 0.49074074074074076, "weighted_f1": 0.6463414634146342, "completeness": 0.5185185185185185, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "24530382", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.9430379746835443, "weighted_f1": 0.9675324675324676, "completeness": 0.9493670886075949, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "24530382", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8205128205128205, "weighted_f1": 0.9014084507042254, "completeness": 0.8205128205128205, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24530382", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24530382", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6041666666666666, "weighted_f1": 0.7532467532467533, "completeness": 0.6041666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24553863", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24553863", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8859649122807017, "weighted_f1": 0.9351851851851852, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24553863", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3142857142857143, "weighted_f1": 0.4782608695652174, "completeness": 0.3142857142857143, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "24553863", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6724137931034483, "weighted_f1": 0.8041237113402061, "completeness": 0.6724137931034483, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24611721", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9183673469387755, "weighted_f1": 0.9574468085106383, "completeness": 0.9183673469387755, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "24611721", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.91, "weighted_f1": 0.9479166666666667, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "24611721", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "24611721", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24670867", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5546875, "weighted_f1": 0.7135678391959799, "completeness": 0.5546875, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "24670867", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.5581395348837209, "weighted_f1": 0.7164179104477612, "completeness": 0.5581395348837209, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "24670867", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9736842105263158, "weighted_f1": 0.9866666666666666, "completeness": 0.9736842105263158, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "24670867", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7339449541284404, "weighted_f1": 0.8465608465608466, "completeness": 0.7339449541284404, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24833063", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 123, "partial": 0, "fp": 0, "fn": 76, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6180904522613065, "weighted_f1": 0.7639751552795031, "completeness": 0.6180904522613065, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24833063", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 120, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.9204545454545454, "weighted_f1": 0.9529411764705882, "completeness": 0.9318181818181818, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "24833063", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 135, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9963235294117647, "weighted_recall": 0.9609929078014184, "weighted_f1": 0.9783393501805054, "completeness": 0.9645390070921985, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "24833063", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 110, "partial": 0, "fp": 0, "fn": 141, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43824701195219123, "weighted_f1": 0.6094182825484764, "completeness": 0.43824701195219123, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "24854026", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "24854026", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9305555555555556, "weighted_f1": 0.9571428571428572, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "24854026", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "24854026", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "24967652", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6296296296296297, "weighted_f1": 0.7727272727272727, "completeness": 0.6296296296296297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24967652", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8372093023255814, "weighted_f1": 0.9113924050632911, "completeness": 0.8372093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24967652", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8395061728395061, "weighted_f1": 0.912751677852349, "completeness": 0.8395061728395061, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "24967652", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 113, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13076923076923078, "weighted_f1": 0.23129251700680273, "completeness": 0.13076923076923078, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "25101183", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 1, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9565217391304348, "weighted_recall": 0.5116279069767442, "weighted_f1": 0.6666666666666667, "completeness": 0.5116279069767442, "unsupported_rate": 0.043478260869565216, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "25101183", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 2, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9534883720930233, "weighted_recall": 0.8913043478260869, "weighted_f1": 0.9213483146067417, "completeness": 0.8913043478260869, "unsupported_rate": 0.046511627906976744, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "25101183", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 1, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.5476190476190477, "weighted_f1": 0.696969696969697, "completeness": 0.5476190476190477, "unsupported_rate": 0.041666666666666664, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "25101183", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 80, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.12087912087912088, "weighted_f1": 0.21568627450980393, "completeness": 0.12087912087912088, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "25330083", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "25330083", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8142857142857143, "weighted_f1": 0.8906250000000001, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "25330083", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.90625, "weighted_f1": 0.9456521739130435, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "25330083", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5294117647058824, "weighted_f1": 0.6923076923076924, "completeness": 0.5294117647058824, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "25497147", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.7155172413793104, "weighted_f1": 0.83, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "25497147", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.7155172413793104, "weighted_f1": 0.83, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "25497147", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8559322033898306, "weighted_f1": 0.9181818181818182, "completeness": 0.864406779661017, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "25497147", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.6736111111111112, "weighted_f1": 0.8016528925619835, "completeness": 0.6805555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "25678238", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.4375, "weighted_f1": 0.6066666666666667, "completeness": 0.4423076923076923, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "25678238", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.5886524822695035, "weighted_f1": 0.7410714285714285, "completeness": 0.5886524822695035, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "25678238", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "25678238", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4583333333333333, "weighted_f1": 0.6285714285714286, "completeness": 0.4583333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "26013403", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "26013403", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8764044943820225, "weighted_f1": 0.9341317365269461, "completeness": 0.8764044943820225, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "26013403", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8533333333333334, "weighted_f1": 0.9208633093525179, "completeness": 0.8533333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "26013403", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6376811594202898, "weighted_f1": 0.7787610619469026, "completeness": 0.6376811594202898, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "26231609", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "26231609", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9767441860465116, "weighted_f1": 0.988235294117647, "completeness": 0.9767441860465116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "26231609", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9795918367346939, "weighted_f1": 0.9896907216494846, "completeness": 0.9795918367346939, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "26231609", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "26530575", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7741935483870968, "weighted_f1": 0.8727272727272727, "completeness": 0.7741935483870968, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "26530575", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.7816901408450704, "weighted_f1": 0.8740157480314961, "completeness": 0.7887323943661971, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "26530575", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.8650793650793651, "weighted_f1": 0.9237288135593221, "completeness": 0.873015873015873, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "26530575", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 152, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.055900621118012424, "weighted_f1": 0.10588235294117647, "completeness": 0.055900621118012424, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "26750846", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.525, "weighted_f1": 0.6847826086956523, "completeness": 0.5333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "26750846", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.525, "weighted_f1": 0.6847826086956523, "completeness": 0.5333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "26750846", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.6339285714285714, "weighted_f1": 0.7717391304347826, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "26750846", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4, "weighted_f1": 0.5714285714285715, "completeness": 0.4, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "26767199", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9423076923076924, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "26767199", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9444444444444445, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "26767199", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.23387096774193547, "weighted_f1": 0.37662337662337664, "completeness": 0.24193548387096775, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "26767199", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36923076923076925, "weighted_f1": 0.5393258426966292, "completeness": 0.36923076923076925, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "26961846", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9761904761904762, "weighted_f1": 0.9879518072289156, "completeness": 0.9761904761904762, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "26961846", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.9651162790697675, "weighted_f1": 0.9764705882352942, "completeness": 0.9767441860465116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "26961846", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "26961846", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5222222222222223, "weighted_f1": 0.6861313868613139, "completeness": 0.5222222222222223, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "27018361", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7547169811320755, "weighted_f1": 0.8602150537634409, "completeness": 0.7547169811320755, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "27018361", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.7954545454545454, "weighted_f1": 0.8823529411764706, "completeness": 0.803030303030303, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "27018361", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8852459016393442, "weighted_f1": 0.9391304347826086, "completeness": 0.8852459016393442, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "27018361", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 90, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.0625, "weighted_f1": 0.11764705882352941, "completeness": 0.0625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "27330027", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5476190476190477, "weighted_f1": 0.7076923076923077, "completeness": 0.5476190476190477, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "27330027", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.5365853658536586, "weighted_f1": 0.6984126984126985, "completeness": 0.5365853658536586, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "27330027", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.76, "weighted_f1": 0.8636363636363636, "completeness": 0.76, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "27330027", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35789473684210527, "weighted_f1": 0.5271317829457365, "completeness": 0.35789473684210527, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "27409087", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 135, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "27409087", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 136, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9006622516556292, "weighted_f1": 0.9477351916376306, "completeness": 0.9006622516556292, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "27409087", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 133, "partial": 0, "fp": 0, "fn": 86, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6073059360730594, "weighted_f1": 0.7556818181818182, "completeness": 0.6073059360730594, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "27409087", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 110, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16666666666666666, "weighted_f1": 0.2857142857142857, "completeness": 0.16666666666666666, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "27789372", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "27789372", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8382352941176471, "weighted_f1": 0.9047619047619048, "completeness": 0.8529411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "27789372", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "27789372", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "27914096", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.90625, "weighted_f1": 0.9508196721311475, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "27914096", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "27914096", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "27914096", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28396458", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8977272727272727, "weighted_f1": 0.9461077844311377, "completeness": 0.8977272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28396458", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.99375, "weighted_recall": 0.8932584269662921, "weighted_f1": 0.9408284023668638, "completeness": 0.898876404494382, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28396458", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9946808510638298, "weighted_recall": 0.9257425742574258, "weighted_f1": 0.958974358974359, "completeness": 0.9306930693069307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "28396458", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.83, "weighted_f1": 0.9071038251366119, "completeness": 0.83, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28398216", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9838709677419355, "weighted_f1": 0.991869918699187, "completeness": 0.9838709677419355, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "28398216", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9818181818181818, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.9642857142857142, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "28398216", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.9375, "weighted_f1": 0.963302752293578, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "28398216", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 1, "fp": 0, "fn": 96, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.08962264150943396, "weighted_f1": 0.16379310344827588, "completeness": 0.09433962264150944, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "28522529", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.9024390243902439, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28522529", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.9024390243902439, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28522529", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28522529", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8153846153846154, "weighted_f1": 0.8983050847457628, "completeness": 0.8153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28623782", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8148148148148148, "weighted_f1": 0.8979591836734693, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28623782", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 0.9939024390243902, "weighted_recall": 0.8316326530612245, "weighted_f1": 0.9055555555555557, "completeness": 0.8367346938775511, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28623782", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9868421052631579, "weighted_f1": 0.9933774834437086, "completeness": 0.9868421052631579, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "28623782", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7311827956989247, "weighted_f1": 0.84472049689441, "completeness": 0.7311827956989247, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28724469", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9295774647887324, "weighted_f1": 0.9635036496350364, "completeness": 0.9295774647887324, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "28724469", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28724469", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9759036144578314, "weighted_f1": 0.9878048780487805, "completeness": 0.9759036144578314, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "28724469", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65, "weighted_f1": 0.787878787878788, "completeness": 0.65, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28758002", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8425925925925926, "weighted_f1": 0.91, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28758002", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8425925925925926, "weighted_f1": 0.91, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28758002", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.8611111111111112, "weighted_f1": 0.9207920792079208, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28758002", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.70625, "weighted_f1": 0.8248175182481752, "completeness": 0.7125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "28973180", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "28973180", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "28973180", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.28735632183908044, "weighted_f1": 0.4464285714285714, "completeness": 0.28735632183908044, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "28973180", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6280487804878049, "weighted_f1": 0.7715355805243447, "completeness": 0.6280487804878049, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "29494962", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "29494962", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 1, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.5462962962962963, "weighted_f1": 0.7023809523809523, "completeness": 0.5555555555555556, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "29494962", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.42857142857142855, "weighted_f1": 0.6, "completeness": 0.42857142857142855, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "29494962", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5072463768115942, "weighted_f1": 0.6730769230769231, "completeness": 0.5072463768115942, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "29612672", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "29612672", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.9680851063829787, "weighted_f1": 0.9784946236559139, "completeness": 0.9787234042553191, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "29612672", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "29612672", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6022727272727273, "weighted_f1": 0.75177304964539, "completeness": 0.6022727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "29648950", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.7876712328767124, "weighted_f1": 0.8778625954198475, "completeness": 0.7945205479452054, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "29648950", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 0.9830508474576272, "weighted_recall": 0.7945205479452054, "weighted_f1": 0.8787878787878787, "completeness": 0.8082191780821918, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "29648950", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.8380281690140845, "weighted_f1": 0.9083969465648855, "completeness": 0.8450704225352113, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "29648950", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.7214285714285714, "weighted_f1": 0.8347107438016529, "completeness": 0.7285714285714285, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "29998869", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8913043478260869, "weighted_f1": 0.9425287356321839, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "29998869", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8936170212765957, "weighted_f1": 0.9438202247191011, "completeness": 0.8936170212765957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "29998869", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.86, "weighted_f1": 0.924731182795699, "completeness": 0.86, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "29998869", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14084507042253522, "weighted_f1": 0.2469135802469136, "completeness": 0.14084507042253522, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "31948488", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8688524590163934, "weighted_f1": 0.9298245614035088, "completeness": 0.8688524590163934, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "31948488", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.8629032258064516, "weighted_f1": 0.9224137931034482, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "31948488", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9672131147540983, "weighted_f1": 0.9833333333333333, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "31948488", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8378378378378378, "weighted_f1": 0.911764705882353, "completeness": 0.8378378378378378, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "33685988", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "33685988", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "33685988", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.5416666666666666, "weighted_f1": 0.6964285714285714, "completeness": 0.5555555555555556, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "33685988", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.56, "weighted_f1": 0.717948717948718, "completeness": 0.56, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "34250007", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "34250007", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9607843137254902, "weighted_f1": 0.98, "completeness": 0.9607843137254902, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "34250007", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "34250007", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5583333333333333, "weighted_f1": 0.7165775401069518, "completeness": 0.5583333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "37931076", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9622641509433962, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "37931076", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9473684210526316, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "37931076", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.16129032258064516, "weighted_f1": 0.27777777777777773, "completeness": 0.16129032258064516, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "37931076", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.3602941176470588, "weighted_f1": 0.5268817204301075, "completeness": 0.36764705882352944, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "38225199", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5571428571428572, "weighted_f1": 0.7155963302752294, "completeness": 0.5571428571428572, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "38225199", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6436781609195402, "weighted_f1": 0.7832167832167831, "completeness": 0.6436781609195402, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "38225199", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6179775280898876, "weighted_f1": 0.7638888888888888, "completeness": 0.6179775280898876, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "38225199", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 74, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36752136752136755, "weighted_f1": 0.5375, "completeness": 0.36752136752136755, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "38441665", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8987341772151899, "weighted_f1": 0.9466666666666668, "completeness": 0.8987341772151899, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "38441665", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9863013698630136, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.935064935064935, "completeness": 0.9012345679012346, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "38441665", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.45180722891566266, "weighted_f1": 0.6198347107438017, "completeness": 0.4578313253012048, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "38441665", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.8114754098360656, "weighted_f1": 0.8918918918918919, "completeness": 0.819672131147541, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "38907798", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.9019607843137255, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "38907798", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.8455882352941176, "weighted_f1": 0.9126984126984128, "completeness": 0.8529411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "38907798", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "38907798", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7971014492753623, "weighted_f1": 0.8870967741935484, "completeness": 0.7971014492753623, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "39295103", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "39295103", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "39295103", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "39295103", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.835820895522388, "weighted_f1": 0.9105691056910569, "completeness": 0.835820895522388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "39675895", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9423076923076924, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "39675895", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "39675895", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "39675895", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7954545454545454, "weighted_f1": 0.8860759493670886, "completeness": 0.7954545454545454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "47410104", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6923076923076923, "weighted_f1": 0.8181818181818181, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "47410104", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.7340425531914894, "weighted_f1": 0.8414634146341464, "completeness": 0.7446808510638298, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "47410104", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "47410104", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7586206896551725, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "48285304", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 1, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.6, "weighted_f1": 0.7368421052631579, "completeness": 0.6, "unsupported_rate": 0.045454545454545456, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "48285304", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 1, "fp": 1, "fn": 14, "unverifiable": 1, "weighted_precision": 0.9347826086956522, "weighted_recall": 0.5972222222222222, "weighted_f1": 0.7288135593220338, "completeness": 0.6111111111111112, "unsupported_rate": 0.043478260869565216, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "48285304", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 1, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.875, "weighted_f1": 0.9210526315789473, "completeness": 0.875, "unsupported_rate": 0.027777777777777776, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "48285304", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 1, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9655172413793104, "weighted_recall": 0.6086956521739131, "weighted_f1": 0.7466666666666666, "completeness": 0.6086956521739131, "unsupported_rate": 0.034482758620689655, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "57088974", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "57088974", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9242424242424242, "weighted_f1": 0.9606299212598425, "completeness": 0.9242424242424242, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "57088974", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "57088974", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9014084507042254, "weighted_f1": 0.9481481481481481, "completeness": 0.9014084507042254, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "58165257", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.96, "weighted_recall": 0.7058823529411765, "weighted_f1": 0.8135593220338982, "completeness": 0.7352941176470589, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "58165257", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.8620689655172413, "weighted_f1": 0.9090909090909091, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "58165257", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.8870967741935484, "weighted_f1": 0.9322033898305085, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "58165257", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 2, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.6818181818181818, "weighted_f1": 0.8, "completeness": 0.7045454545454546, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "59450123", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6888888888888889, "weighted_f1": 0.8157894736842105, "completeness": 0.6888888888888889, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "59450123", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "59450123", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9692307692307692, "weighted_f1": 0.9843749999999999, "completeness": 0.9692307692307692, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "59450123", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6851851851851852, "weighted_f1": 0.8131868131868133, "completeness": 0.6851851851851852, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "59777056", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.64, "weighted_f1": 0.7804878048780487, "completeness": 0.64, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "59777056", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6530612244897959, "weighted_f1": 0.7901234567901235, "completeness": 0.6530612244897959, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "59777056", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "59777056", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6785714285714286, "weighted_f1": 0.8085106382978724, "completeness": 0.6785714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "59818742", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9101123595505618, "weighted_f1": 0.9529411764705883, "completeness": 0.9101123595505618, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "59818742", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8850574712643678, "weighted_f1": 0.9390243902439025, "completeness": 0.8850574712643678, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "59818742", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5979381443298969, "weighted_f1": 0.7483870967741935, "completeness": 0.5979381443298969, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "59818742", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 79, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4357142857142857, "weighted_f1": 0.6069651741293532, "completeness": 0.4357142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "59938965", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.9, "weighted_f1": 0.9375, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "59938965", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "59938965", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "59938965", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "61634281", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "61634281", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9607843137254902, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "61634281", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "61634281", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "62850928", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7792207792207793, "weighted_f1": 0.8759124087591241, "completeness": 0.7792207792207793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "62850928", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7848101265822784, "weighted_f1": 0.8794326241134751, "completeness": 0.7848101265822784, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "62850928", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "62850928", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7555555555555555, "weighted_f1": 0.8607594936708861, "completeness": 0.7555555555555555, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "66741193", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 3, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9745762711864406, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.8984375, "completeness": 0.855072463768116, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "66741193", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 3, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.831081081081081, "weighted_f1": 0.8978102189781021, "completeness": 0.8513513513513513, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "66741193", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 3, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9745762711864406, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.8914728682170543, "completeness": 0.8428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "66741193", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 2, "fp": 1, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9661016949152542, "weighted_recall": 0.6951219512195121, "weighted_f1": 0.8085106382978723, "completeness": 0.7073170731707317, "unsupported_rate": 0.01694915254237288, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "69487178", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4845360824742268, "weighted_f1": 0.6527777777777778, "completeness": 0.4845360824742268, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "69487178", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5238095238095238, "weighted_f1": 0.6875000000000001, "completeness": 0.5238095238095238, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "69487178", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8425925925925926, "weighted_f1": 0.91, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "69487178", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 1, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.19827586206896552, "weighted_f1": 0.3285714285714286, "completeness": 0.20689655172413793, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "70541112", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.8387096774193549, "weighted_f1": 0.9043478260869565, "completeness": 0.8548387096774194, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "70541112", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 5, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9626865671641791, "weighted_recall": 0.86, "weighted_f1": 0.9084507042253521, "completeness": 0.8933333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "70541112", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.8714285714285714, "weighted_f1": 0.9242424242424242, "completeness": 0.8857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "70541112", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 2, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.5357142857142857, "weighted_f1": 0.6923076923076923, "completeness": 0.5476190476190477, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "72136463", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8970588235294118, "weighted_f1": 0.9457364341085273, "completeness": 0.8970588235294118, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "72136463", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.9050632911392406, "weighted_f1": 0.9470198675496688, "completeness": 0.9113924050632911, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "72136463", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "72136463", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9012345679012346, "weighted_f1": 0.948051948051948, "completeness": 0.9012345679012346, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "74512244", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9830508474576272, "weighted_f1": 0.9914529914529915, "completeness": 0.9830508474576272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "74512244", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 112, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9911504424778761, "weighted_f1": 0.9955555555555555, "completeness": 0.9911504424778761, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "74512244", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9747899159663865, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "74512244", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2676056338028169, "weighted_f1": 0.42222222222222217, "completeness": 0.2676056338028169, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "74849878", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5294117647058824, "weighted_f1": 0.6923076923076924, "completeness": 0.5294117647058824, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "74849878", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "74849878", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "74849878", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.09523809523809523, "weighted_f1": 0.17391304347826084, "completeness": 0.09523809523809523, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "76454959", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9223300970873787, "completeness": 0.8727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "76454959", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8727272727272727, "weighted_f1": 0.9320388349514563, "completeness": 0.8727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "76454959", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9607843137254902, "weighted_f1": 0.98, "completeness": 0.9607843137254902, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "76454959", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.54, "weighted_f1": 0.7012987012987013, "completeness": 0.54, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "77638654", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7796610169491526, "weighted_f1": 0.8761904761904762, "completeness": 0.7796610169491526, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "77638654", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.796875, "weighted_f1": 0.8869565217391304, "completeness": 0.796875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "77638654", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8813559322033898, "weighted_f1": 0.936936936936937, "completeness": 0.8813559322033898, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "77638654", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6571428571428571, "weighted_f1": 0.7931034482758621, "completeness": 0.6571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "78229715", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.910958904109589, "weighted_f1": 0.95, "completeness": 0.9178082191780822, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "78229715", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 144, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.9539473684210527, "weighted_f1": 0.9731543624161073, "completeness": 0.9605263157894737, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "78229715", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.99375, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9695121951219512, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "78229715", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.875, "weighted_f1": 0.930379746835443, "completeness": 0.8809523809523809, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "81217013", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8350515463917526, "weighted_f1": 0.9101123595505618, "completeness": 0.8350515463917526, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "81217013", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9939759036144579, "weighted_recall": 0.8505154639175257, "weighted_f1": 0.9166666666666667, "completeness": 0.8556701030927835, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "81217013", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7669902912621359, "weighted_f1": 0.868131868131868, "completeness": 0.7669902912621359, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "81217013", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2980769230769231, "weighted_f1": 0.45925925925925926, "completeness": 0.2980769230769231, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "81677620", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.9537037037037037, "weighted_f1": 0.9716981132075472, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "81677620", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.9035087719298246, "weighted_f1": 0.9449541284403671, "completeness": 0.9122807017543859, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "81677620", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "81677620", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 116, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "84356308", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.5458333333333333, "weighted_f1": 0.7043010752688171, "completeness": 0.55, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "84356308", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.5775193798449613, "weighted_f1": 0.7303921568627451, "completeness": 0.5813953488372093, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "84356308", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8651685393258427, "weighted_f1": 0.927710843373494, "completeness": 0.8651685393258427, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "84356308", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 102, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22137404580152673, "weighted_f1": 0.3625, "completeness": 0.22137404580152673, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "84373843", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8771929824561403, "weighted_f1": 0.9345794392523363, "completeness": 0.8771929824561403, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "84373843", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8939393939393939, "weighted_f1": 0.944, "completeness": 0.8939393939393939, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "84373843", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "84373843", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16883116883116883, "weighted_f1": 0.2888888888888889, "completeness": 0.16883116883116883, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "86549455", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "86549455", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.7068965517241379, "weighted_f1": 0.8199999999999998, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "86549455", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9069767441860465, "weighted_f1": 0.951219512195122, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "86549455", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5777777777777777, "weighted_f1": 0.732394366197183, "completeness": 0.5777777777777777, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "86595128", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7586206896551724, "weighted_f1": 0.8627450980392156, "completeness": 0.7586206896551724, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "86595128", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "86595128", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8372093023255814, "weighted_f1": 0.9113924050632911, "completeness": 0.8372093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "86595128", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3898305084745763, "weighted_f1": 0.5609756097560975, "completeness": 0.3898305084745763, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "88038965", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "88038965", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "88038965", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9494949494949495, "completeness": 0.9038461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "88038965", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.5260416666666666, "weighted_f1": 0.6870748299319728, "completeness": 0.53125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "91564103", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "91564103", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "91564103", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "91564103", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7580645161290323, "weighted_f1": 0.8623853211009175, "completeness": 0.7580645161290323, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "92524964", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "92524964", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9736842105263158, "weighted_f1": 0.9866666666666666, "completeness": 0.9736842105263158, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "92524964", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.813953488372093, "weighted_f1": 0.8974358974358974, "completeness": 0.813953488372093, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "92524964", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5520833333333334, "weighted_f1": 0.7114093959731543, "completeness": 0.5520833333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "93653247", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.525, "weighted_f1": 0.6885245901639345, "completeness": 0.525, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "93653247", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.55, "weighted_f1": 0.7096774193548387, "completeness": 0.55, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "93653247", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.40350877192982454, "weighted_f1": 0.575, "completeness": 0.40350877192982454, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FINANCE", "document_id": "93653247", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7045454545454546, "weighted_f1": 0.8266666666666667, "completeness": 0.7045454545454546, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "95519832", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8831168831168832, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "95519832", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 2, "weighted_precision": 0.96875, "weighted_recall": 0.7209302325581395, "weighted_f1": 0.8266666666666667, "completeness": 0.7441860465116279, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "95519832", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.75, "weighted_f1": 0.84, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "95519832", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 2, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.5849056603773585, "weighted_f1": 0.7294117647058823, "completeness": 0.6037735849056604, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FINANCE", "document_id": "98513424", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9661016949152542, "weighted_f1": 0.9827586206896551, "completeness": 0.9661016949152542, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "98513424", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "98513424", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FINANCE", "document_id": "98513424", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5540540540540541, "weighted_f1": 0.7130434782608697, "completeness": 0.5540540540540541, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "10235429", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9836065573770492, "weighted_f1": 0.9917355371900827, "completeness": 0.9836065573770492, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "10235429", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9838709677419355, "weighted_f1": 0.991869918699187, "completeness": 0.9838709677419355, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "10235429", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 80, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.12087912087912088, "weighted_f1": 0.21568627450980393, "completeness": 0.12087912087912088, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "10235429", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "10268614", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 8, "fp": 1, "fn": 42, "unverifiable": 0, "weighted_precision": 0.8648648648648649, "weighted_recall": 0.41025641025641024, "weighted_f1": 0.5565217391304348, "completeness": 0.46153846153846156, "unsupported_rate": 0.02702702702702703, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "10268614", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 11, "fp": 1, "fn": 20, "unverifiable": 1, "weighted_precision": 0.8898305084745762, "weighted_recall": 0.6730769230769231, "weighted_f1": 0.7664233576642335, "completeness": 0.7435897435897436, "unsupported_rate": 0.01694915254237288, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "10268614", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 13, "fp": 1, "fn": 27, "unverifiable": 0, "weighted_precision": 0.8863636363636364, "weighted_recall": 0.6358695652173914, "weighted_f1": 0.740506329113924, "completeness": 0.7065217391304348, "unsupported_rate": 0.015151515151515152, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "10268614", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 5, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 0.9390243902439024, "weighted_recall": 0.37745098039215685, "weighted_f1": 0.5384615384615384, "completeness": 0.4019607843137255, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "10333051", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8852459016393442, "completeness": 0.7941176470588235, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "10333051", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.8048780487804879, "weighted_f1": 0.8800000000000001, "completeness": 0.8292682926829268, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "10333051", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 1, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.19852941176470587, "weighted_f1": 0.3292682926829268, "completeness": 0.20588235294117646, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "10333051", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5172413793103449, "weighted_f1": 0.6818181818181819, "completeness": 0.5172413793103449, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "10428916", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "10428916", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9242424242424242, "weighted_f1": 0.9606299212598425, "completeness": 0.9242424242424242, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "10428916", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.868421052631579, "weighted_f1": 0.9295774647887324, "completeness": 0.868421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "10428916", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "10568350", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "10568350", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "10568350", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9852941176470589, "weighted_f1": 0.9925925925925926, "completeness": 0.9852941176470589, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "10568350", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7216494845360825, "weighted_f1": 0.8383233532934131, "completeness": 0.7216494845360825, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "10816645", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "10816645", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "10816645", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "10816645", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "10969918", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "10969918", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "10969918", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "10969918", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7101449275362319, "weighted_f1": 0.8305084745762712, "completeness": 0.7101449275362319, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "11130200", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "11130200", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "11130200", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "11130200", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8873239436619719, "weighted_f1": 0.9402985074626865, "completeness": 0.8873239436619719, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "11332602", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9672131147540983, "weighted_f1": 0.9833333333333333, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "11332602", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.9761904761904762, "weighted_f1": 0.9840000000000001, "completeness": 0.9841269841269841, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "11332602", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9836065573770492, "weighted_f1": 0.9917355371900827, "completeness": 0.9836065573770492, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "11332602", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9506172839506173, "weighted_f1": 0.9746835443037974, "completeness": 0.9506172839506173, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "11522068", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "11522068", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.975, "weighted_recall": 0.78, "weighted_f1": 0.8666666666666667, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "11522068", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8837209302325582, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "11522068", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12019284", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "12019284", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "12019284", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.9418604651162791, "weighted_f1": 0.9642857142857143, "completeness": 0.9534883720930233, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "12019284", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.875, "weighted_f1": 0.9285714285714286, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12092347", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5625, "weighted_f1": 0.72, "completeness": 0.5625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "12092347", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "12092347", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "12092347", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3225806451612903, "weighted_f1": 0.4878048780487805, "completeness": 0.3225806451612903, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "12695799", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.8050847457627118, "weighted_f1": 0.8878504672897196, "completeness": 0.8135593220338984, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12695799", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9859154929577465, "weighted_recall": 0.8641975308641975, "weighted_f1": 0.9210526315789475, "completeness": 0.8765432098765432, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12695799", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.8879310344827587, "weighted_f1": 0.9363636363636364, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12695799", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.18181818181818182, "weighted_f1": 0.3076923076923077, "completeness": 0.18181818181818182, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "12791244", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12791244", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8958333333333334, "weighted_f1": 0.945054945054945, "completeness": 0.8958333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12791244", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6265060240963856, "weighted_f1": 0.7703703703703704, "completeness": 0.6265060240963856, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12791244", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7971014492753623, "weighted_f1": 0.8870967741935484, "completeness": 0.7971014492753623, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12923795", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6764705882352942, "weighted_f1": 0.8070175438596492, "completeness": 0.6764705882352942, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12923795", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7403846153846154, "weighted_f1": 0.850828729281768, "completeness": 0.7403846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12923795", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7835051546391752, "weighted_f1": 0.8786127167630058, "completeness": 0.7835051546391752, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12923795", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35135135135135137, "weighted_f1": 0.52, "completeness": 0.35135135135135137, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "12938389", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 4, "fp": 1, "fn": 28, "unverifiable": 0, "weighted_precision": 0.9655172413793104, "weighted_recall": 0.7368421052631579, "weighted_f1": 0.835820895522388, "completeness": 0.7543859649122807, "unsupported_rate": 0.011494252873563218, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12938389", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 2, "fp": 1, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9764705882352941, "weighted_recall": 0.8137254901960784, "weighted_f1": 0.8877005347593584, "completeness": 0.8235294117647058, "unsupported_rate": 0.011764705882352941, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12938389", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 3, "fp": 1, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9702380952380952, "weighted_recall": 0.7990196078431373, "weighted_f1": 0.8763440860215055, "completeness": 0.8137254901960784, "unsupported_rate": 0.011904761904761904, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "12938389", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 3, "fp": 2, "fn": 56, "unverifiable": 0, "weighted_precision": 0.9588235294117647, "weighted_recall": 0.5863309352517986, "weighted_f1": 0.7276785714285715, "completeness": 0.5971223021582733, "unsupported_rate": 0.023529411764705882, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "13037145", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "13037145", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "13037145", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "13037145", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3939393939393939, "weighted_f1": 0.5652173913043478, "completeness": 0.3939393939393939, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "13367322", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 105, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9051724137931034, "weighted_f1": 0.9502262443438914, "completeness": 0.9051724137931034, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "13367322", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.907563025210084, "weighted_f1": 0.9515418502202644, "completeness": 0.907563025210084, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "13367322", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 113, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9112903225806451, "weighted_f1": 0.9535864978902954, "completeness": 0.9112903225806451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "13367322", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 122, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8776978417266187, "weighted_f1": 0.9348659003831418, "completeness": 0.8776978417266187, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "13675377", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "13675377", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9272727272727272, "weighted_f1": 0.9622641509433962, "completeness": 0.9272727272727272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "13675377", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8148148148148148, "weighted_f1": 0.8979591836734693, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "13675377", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7413793103448276, "weighted_f1": 0.8514851485148515, "completeness": 0.7413793103448276, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "14107571", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.673469387755102, "weighted_f1": 0.8048780487804877, "completeness": 0.673469387755102, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "14107571", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.6818181818181818, "weighted_f1": 0.8083832335329342, "completeness": 0.6868686868686869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "14107571", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4090909090909091, "weighted_f1": 0.5806451612903226, "completeness": 0.4090909090909091, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "14107571", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6776859504132231, "weighted_f1": 0.8078817733990148, "completeness": 0.6776859504132231, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "14515954", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "14515954", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8767123287671232, "weighted_f1": 0.9343065693430657, "completeness": 0.8767123287671232, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "14515954", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2948717948717949, "weighted_f1": 0.45544554455445546, "completeness": 0.2948717948717949, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "14515954", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6125, "weighted_f1": 0.7596899224806202, "completeness": 0.6125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "15293959", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9491525423728813, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "15293959", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.90625, "weighted_f1": 0.9508196721311475, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "15293959", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8555555555555555, "weighted_f1": 0.9166666666666666, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "15293959", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.826530612244898, "weighted_f1": 0.9, "completeness": 0.8367346938775511, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "15932017", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7924528301886793, "weighted_f1": 0.8842105263157896, "completeness": 0.7924528301886793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "15932017", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8166666666666667, "weighted_f1": 0.8990825688073394, "completeness": 0.8166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "15932017", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7833333333333333, "weighted_f1": 0.8785046728971964, "completeness": 0.7833333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "15932017", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23728813559322035, "weighted_f1": 0.3835616438356164, "completeness": 0.23728813559322035, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "16038911", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8295454545454546, "weighted_f1": 0.906832298136646, "completeness": 0.8295454545454546, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "16038911", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8295454545454546, "weighted_f1": 0.906832298136646, "completeness": 0.8295454545454546, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "16038911", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "16038911", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7835051546391752, "weighted_f1": 0.8786127167630058, "completeness": 0.7835051546391752, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "16474898", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9491525423728814, "weighted_f1": 0.9739130434782608, "completeness": 0.9491525423728814, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "16474898", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.993421052631579, "weighted_recall": 0.967948717948718, "weighted_f1": 0.9805194805194807, "completeness": 0.9743589743589743, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "16474898", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.821917808219178, "weighted_f1": 0.9022556390977443, "completeness": 0.821917808219178, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "16474898", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2962962962962963, "weighted_f1": 0.45714285714285713, "completeness": 0.2962962962962963, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "16605352", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6229508196721312, "weighted_f1": 0.7676767676767677, "completeness": 0.6229508196721312, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "16605352", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9516129032258065, "weighted_f1": 0.9752066115702479, "completeness": 0.9516129032258065, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "16605352", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9726027397260274, "weighted_f1": 0.9861111111111112, "completeness": 0.9726027397260274, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "16605352", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.691358024691358, "weighted_f1": 0.8175182481751825, "completeness": 0.691358024691358, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17163375", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "17163375", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "17163375", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7741935483870968, "weighted_f1": 0.8727272727272727, "completeness": 0.7741935483870968, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17163375", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17166018", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17166018", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "17166018", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4358974358974359, "weighted_f1": 0.6071428571428571, "completeness": 0.4358974358974359, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "17166018", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.7833333333333333, "weighted_f1": 0.8703703703703703, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17286050", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 3, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9482758620689655, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7432432432432432, "completeness": 0.6444444444444445, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17286050", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 3, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9482758620689655, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7432432432432432, "completeness": 0.6444444444444445, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17286050", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9634146341463414, "weighted_recall": 0.8586956521739131, "weighted_f1": 0.9080459770114943, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17286050", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 4, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9393939393939394, "weighted_recall": 0.5740740740740741, "weighted_f1": 0.7126436781609197, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17431847", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9056603773584906, "weighted_f1": 0.9504950495049505, "completeness": 0.9056603773584906, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "17431847", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9056603773584906, "weighted_f1": 0.9504950495049505, "completeness": 0.9056603773584906, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "17431847", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9014084507042254, "weighted_f1": 0.9481481481481481, "completeness": 0.9014084507042254, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "17431847", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7125, "weighted_f1": 0.832116788321168, "completeness": 0.7125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17576030", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17576030", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17576030", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7586206896551725, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17576030", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6052631578947368, "weighted_f1": 0.7540983606557378, "completeness": 0.6052631578947368, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17658471", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17658471", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17658471", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17658471", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.568, "weighted_f1": 0.7244897959183673, "completeness": 0.568, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "17660419", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.7105263157894737, "weighted_f1": 0.8181818181818182, "completeness": 0.7368421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17660419", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.85, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17660419", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9411764705882353, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8421052631578947, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "17660419", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48, "weighted_f1": 0.6486486486486487, "completeness": 0.48, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "17915015", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9803921568627451, "weighted_f1": 0.99009900990099, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "17915015", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9814814814814815, "weighted_f1": 0.9906542056074767, "completeness": 0.9814814814814815, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "17915015", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9672131147540983, "weighted_f1": 0.9833333333333333, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "17915015", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9701492537313433, "weighted_f1": 0.9848484848484849, "completeness": 0.9701492537313433, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "18767449", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84, "weighted_f1": 0.9130434782608696, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "18767449", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8607594936708861, "weighted_f1": 0.9251700680272108, "completeness": 0.8607594936708861, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "18767449", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.7012195121951219, "weighted_f1": 0.8214285714285715, "completeness": 0.7073170731707317, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "18767449", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.6558441558441559, "weighted_f1": 0.7890625000000001, "completeness": 0.6623376623376623, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "19037403", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 3, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9779411764705882, "weighted_recall": 0.8866666666666667, "weighted_f1": 0.9300699300699301, "completeness": 0.9066666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "19037403", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9785714285714285, "weighted_recall": 0.9133333333333333, "weighted_f1": 0.9448275862068967, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "19037403", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9779411764705882, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9172413793103449, "completeness": 0.8831168831168831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "19037403", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8846153846153846, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "19599699", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "19599699", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "19599699", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "19599699", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.11428571428571428, "weighted_f1": 0.20512820512820512, "completeness": 0.11428571428571428, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "19774173", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.8970588235294118, "weighted_f1": 0.9384615384615386, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "19774173", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.6875, "weighted_f1": 0.8048780487804877, "completeness": 0.7083333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "19774173", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.48333333333333334, "weighted_f1": 0.6444444444444445, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "19774173", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 1, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.029411764705882353, "weighted_f1": 0.05714285714285715, "completeness": 0.029411764705882353, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "19938081", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 1, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8679245283018867, "completeness": 0.7931034482758621, "unsupported_rate": 0.041666666666666664, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "19938081", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 2, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9230769230769231, "weighted_recall": 0.8, "weighted_f1": 0.8571428571428571, "completeness": 0.8, "unsupported_rate": 0.07692307692307693, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "19938081", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 3, "partial": 0, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.04285714285714286, "weighted_f1": 0.0821917808219178, "completeness": 0.04285714285714286, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "19938081", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 74, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.06329113924050633, "weighted_f1": 0.11904761904761907, "completeness": 0.06329113924050633, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "19975121", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.875, "weighted_f1": 0.9210526315789473, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "19975121", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 2, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.875, "weighted_f1": 0.9210526315789473, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "19975121", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.8974358974358975, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "19975121", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "20255404", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6944444444444444, "weighted_f1": 0.819672131147541, "completeness": 0.6944444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "20255404", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.7054794520547946, "weighted_f1": 0.8240000000000001, "completeness": 0.7123287671232876, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "20255404", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.815068493150685, "weighted_f1": 0.8947368421052633, "completeness": 0.821917808219178, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "20255404", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6145833333333334, "weighted_f1": 0.7612903225806451, "completeness": 0.6145833333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "20279756", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7534246575342466, "weighted_f1": 0.8593750000000001, "completeness": 0.7534246575342466, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "20279756", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8068181818181818, "weighted_f1": 0.8930817610062893, "completeness": 0.8068181818181818, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "20279756", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8533333333333334, "weighted_f1": 0.9208633093525179, "completeness": 0.8533333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "20279756", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6575342465753424, "weighted_f1": 0.7933884297520661, "completeness": 0.6575342465753424, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "20457611", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8780487804878049, "weighted_f1": 0.9350649350649352, "completeness": 0.8780487804878049, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "20457611", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "20457611", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4268292682926829, "weighted_f1": 0.5982905982905983, "completeness": 0.4268292682926829, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "20457611", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 84, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3, "weighted_f1": 0.4615384615384615, "completeness": 0.3, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "20565486", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 3, "fp": 1, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9324324324324325, "weighted_recall": 0.7340425531914894, "weighted_f1": 0.8214285714285715, "completeness": 0.7659574468085106, "unsupported_rate": 0.02702702702702703, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "20565486", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 4, "fp": 3, "fn": 11, "unverifiable": 0, "weighted_precision": 0.8863636363636364, "weighted_recall": 0.75, "weighted_f1": 0.8125000000000001, "completeness": 0.7884615384615384, "unsupported_rate": 0.06818181818181818, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "20565486", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 4, "fp": 3, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9019607843137255, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.8761904761904761, "completeness": 0.8888888888888888, "unsupported_rate": 0.058823529411764705, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "20565486", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 1, "fn": 36, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.43846153846153846, "weighted_f1": 0.6, "completeness": 0.4461538461538462, "unsupported_rate": 0.03333333333333333, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "21122155", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9454545454545454, "weighted_f1": 0.9719626168224299, "completeness": 0.9454545454545454, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "21122155", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9454545454545454, "weighted_f1": 0.9719626168224299, "completeness": 0.9454545454545454, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "21122155", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "21122155", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5301204819277109, "weighted_f1": 0.6929133858267718, "completeness": 0.5301204819277109, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "21178545", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5172413793103449, "weighted_f1": 0.6818181818181819, "completeness": 0.5172413793103449, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "21178545", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8706896551724138, "weighted_f1": 0.9266055045871561, "completeness": 0.8793103448275862, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "21178545", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.5545454545454546, "weighted_f1": 0.7093023255813954, "completeness": 0.5636363636363636, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "21178545", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2222222222222222, "weighted_f1": 0.3636363636363636, "completeness": 0.2222222222222222, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "21238396", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8846153846153846, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "21238396", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9117647058823529, "weighted_f1": 0.9538461538461539, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "21238396", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2857142857142857, "weighted_f1": 0.4444444444444445, "completeness": 0.2857142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "21238396", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.38461538461538464, "weighted_f1": 0.5555555555555556, "completeness": 0.38461538461538464, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "22093368", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "22093368", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6949152542372882, "weighted_f1": 0.8200000000000001, "completeness": 0.6949152542372882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "22093368", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7321428571428571, "weighted_f1": 0.8453608247422679, "completeness": 0.7321428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "22093368", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6388888888888888, "weighted_f1": 0.7796610169491525, "completeness": 0.6388888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "22488036", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47058823529411764, "weighted_f1": 0.6399999999999999, "completeness": 0.47058823529411764, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "22488036", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.923728813559322, "weighted_f1": 0.956140350877193, "completeness": 0.9322033898305084, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "22488036", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.71875, "weighted_f1": 0.8363636363636363, "completeness": 0.71875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "22488036", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.11290322580645161, "weighted_f1": 0.2028985507246377, "completeness": 0.11290322580645161, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "22855060", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9836065573770492, "weighted_f1": 0.9917355371900827, "completeness": 0.9836065573770492, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "22855060", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.9682539682539683, "weighted_f1": 0.976, "completeness": 0.9841269841269841, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "22855060", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5545454545454546, "weighted_f1": 0.7134502923976608, "completeness": 0.5545454545454546, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "22855060", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8117647058823529, "weighted_f1": 0.8961038961038961, "completeness": 0.8117647058823529, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "23004695", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.56, "weighted_f1": 0.717948717948718, "completeness": 0.56, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "23004695", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.5576923076923077, "weighted_f1": 0.7073170731707317, "completeness": 0.5769230769230769, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "23004695", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "23004695", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36666666666666664, "weighted_f1": 0.5365853658536585, "completeness": 0.36666666666666664, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "23011221", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 2, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9879518072289156, "weighted_recall": 0.7256637168141593, "weighted_f1": 0.836734693877551, "completeness": 0.7345132743362832, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "23011221", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 2, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 0.9882352941176471, "weighted_recall": 0.711864406779661, "weighted_f1": 0.8275862068965517, "completeness": 0.7203389830508474, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "23011221", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 2, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.7345132743362832, "weighted_f1": 0.8426395939086294, "completeness": 0.7433628318584071, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "23011221", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 2, "fp": 0, "fn": 86, "unverifiable": 0, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.3458646616541353, "weighted_f1": 0.5111111111111111, "completeness": 0.3533834586466165, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "23063986", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8941176470588236, "weighted_f1": 0.9440993788819877, "completeness": 0.8941176470588236, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "23063986", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9939024390243902, "weighted_recall": 0.8956043956043956, "weighted_f1": 0.9421965317919075, "completeness": 0.9010989010989011, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "23063986", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8681318681318682, "weighted_f1": 0.9294117647058824, "completeness": 0.8681318681318682, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "23063986", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.3556701030927835, "weighted_f1": 0.5227272727272727, "completeness": 0.36082474226804123, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "23477199", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5365853658536586, "weighted_f1": 0.6984126984126985, "completeness": 0.5365853658536586, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "23477199", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5365853658536586, "weighted_f1": 0.6984126984126985, "completeness": 0.5365853658536586, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "23477199", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9883720930232558, "weighted_f1": 0.9941520467836257, "completeness": 0.9883720930232558, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "23477199", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5392156862745098, "weighted_f1": 0.7006369426751593, "completeness": 0.5392156862745098, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "24219583", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8863636363636364, "weighted_f1": 0.9397590361445783, "completeness": 0.8863636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24219583", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "24219583", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22807017543859648, "weighted_f1": 0.3714285714285714, "completeness": 0.22807017543859648, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "24219583", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46875, "weighted_f1": 0.6382978723404256, "completeness": 0.46875, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "24251588", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7049180327868853, "weighted_f1": 0.8269230769230769, "completeness": 0.7049180327868853, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24251588", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.954954954954955, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "24251588", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.9, "weighted_f1": 0.9428571428571428, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "24251588", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6142857142857143, "weighted_f1": 0.7610619469026549, "completeness": 0.6142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24444525", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.8208955223880597, "weighted_f1": 0.8943089430894309, "completeness": 0.835820895522388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24444525", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 4, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.7863247863247863, "completeness": 0.6956521739130435, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24444525", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 3, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9732142857142857, "weighted_recall": 0.7898550724637681, "weighted_f1": 0.872, "completeness": 0.8115942028985508, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24444525", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 4, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.6352941176470588, "weighted_f1": 0.7659574468085105, "completeness": 0.6588235294117647, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24708621", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24708621", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84375, "weighted_f1": 0.9152542372881356, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24708621", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.765625, "weighted_f1": 0.8596491228070174, "completeness": 0.78125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24708621", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7714285714285715, "weighted_f1": 0.870967741935484, "completeness": 0.7714285714285715, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24767027", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7254901960784313, "weighted_f1": 0.8409090909090908, "completeness": 0.7254901960784313, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24767027", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.7542372881355932, "weighted_f1": 0.8557692307692307, "completeness": 0.7627118644067796, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24767027", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8921568627450981, "weighted_f1": 0.9381443298969072, "completeness": 0.9019607843137255, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "24767027", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7323943661971831, "weighted_f1": 0.8455284552845529, "completeness": 0.7323943661971831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24905947", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8308823529411765, "weighted_f1": 0.9040000000000001, "completeness": 0.8382352941176471, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24905947", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.8976377952755905, "completeness": 0.8405797101449275, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24905947", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.4930555555555556, "weighted_f1": 0.6574074074074074, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "24905947", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.7291666666666666, "weighted_f1": 0.84, "completeness": 0.7361111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24994145", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.85, "weighted_f1": 0.9107142857142857, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24994145", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24994145", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.859375, "weighted_f1": 0.9166666666666665, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "24994145", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3, "weighted_f1": 0.4615384615384615, "completeness": 0.3, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "25482567", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.375, "weighted_f1": 0.5454545454545454, "completeness": 0.375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "25482567", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 1, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.2840909090909091, "weighted_f1": 0.4385964912280702, "completeness": 0.29545454545454547, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "25482567", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "25482567", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3835616438356164, "weighted_f1": 0.5544554455445544, "completeness": 0.3835616438356164, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "25507648", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9896907216494846, "weighted_recall": 0.897196261682243, "weighted_f1": 0.9411764705882352, "completeness": 0.9065420560747663, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "25507648", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 3, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9846938775510204, "weighted_recall": 0.8935185185185185, "weighted_f1": 0.9368932038834951, "completeness": 0.9074074074074074, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "25507648", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9948979591836735, "weighted_recall": 0.7991803278688525, "weighted_f1": 0.8863636363636365, "completeness": 0.8032786885245902, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "25507648", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9947368421052631, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8915094339622642, "completeness": 0.811965811965812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "25838512", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "25838512", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "25838512", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.8809523809523809, "weighted_f1": 0.925, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "25838512", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.8103448275862069, "weighted_f1": 0.8867924528301887, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "26459032", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8717948717948718, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "26459032", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8648648648648648, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "26459032", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "26459032", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4666666666666667, "weighted_f1": 0.6363636363636364, "completeness": 0.4666666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "27084878", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9027777777777778, "weighted_f1": 0.9489051094890512, "completeness": 0.9027777777777778, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "27084878", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9866666666666667, "weighted_f1": 0.9932885906040269, "completeness": 0.9866666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "27084878", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8765432098765432, "weighted_f1": 0.9342105263157895, "completeness": 0.8765432098765432, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "27084878", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6097560975609756, "weighted_f1": 0.7575757575757575, "completeness": 0.6097560975609756, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "27397245", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8372093023255814, "weighted_f1": 0.9113924050632911, "completeness": 0.8372093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "27397245", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.9651162790697675, "weighted_f1": 0.9764705882352942, "completeness": 0.9767441860465116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "27397245", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.7745098039215687, "weighted_f1": 0.8681318681318682, "completeness": 0.7843137254901961, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "27397245", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.189873417721519, "weighted_f1": 0.3191489361702127, "completeness": 0.189873417721519, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "27903191", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.82, "weighted_f1": 0.9010989010989011, "completeness": 0.82, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "27903191", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.82, "weighted_f1": 0.9010989010989011, "completeness": 0.82, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "27903191", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.9519230769230769, "weighted_f1": 0.9705882352941176, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "27903191", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.7803030303030303, "weighted_f1": 0.8728813559322034, "completeness": 0.7878787878787878, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "27974588", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.7428571428571429, "weighted_f1": 0.8455284552845528, "completeness": 0.7571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "27974588", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7571428571428571, "weighted_f1": 0.8617886178861789, "completeness": 0.7571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "27974588", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.6967213114754098, "weighted_f1": 0.8173076923076923, "completeness": 0.7049180327868853, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "27974588", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6623376623376623, "weighted_f1": 0.796875, "completeness": 0.6623376623376623, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "28172023", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.8750000000000001, "completeness": 0.7959183673469388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "28172023", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9875, "weighted_recall": 0.79, "weighted_f1": 0.8777777777777778, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "28172023", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.8090909090909091, "weighted_f1": 0.89, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "28172023", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.7788461538461539, "weighted_f1": 0.870967741935484, "completeness": 0.7884615384615384, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "28321954", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.9637681159420289, "weighted_f1": 0.9779411764705882, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "28321954", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.9225352112676056, "weighted_f1": 0.9562043795620437, "completeness": 0.9295774647887324, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "28321954", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.9637681159420289, "weighted_f1": 0.9779411764705882, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "28321954", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 70, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.18604651162790697, "weighted_f1": 0.3137254901960785, "completeness": 0.18604651162790697, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "28669770", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.9741379310344828, "weighted_f1": 0.9826086956521738, "completeness": 0.9827586206896551, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "28669770", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.975, "weighted_f1": 0.9831932773109243, "completeness": 0.9833333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "28669770", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9661016949152542, "weighted_f1": 0.9827586206896551, "completeness": 0.9661016949152542, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "28669770", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29165698", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "29165698", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "29165698", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "29165698", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7804878048780488, "weighted_f1": 0.8767123287671234, "completeness": 0.7804878048780488, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29306433", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8787878787878788, "weighted_f1": 0.9354838709677419, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29306433", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8656716417910447, "weighted_f1": 0.928, "completeness": 0.8656716417910447, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29306433", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29306433", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6216216216216216, "weighted_f1": 0.7666666666666667, "completeness": 0.6216216216216216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29319314", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.69, "weighted_f1": 0.8117647058823529, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29319314", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.7734375, "weighted_f1": 0.868421052631579, "completeness": 0.78125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29319314", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.7909090909090909, "weighted_f1": 0.8787878787878788, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29319314", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.6418918918918919, "weighted_f1": 0.778688524590164, "completeness": 0.6486486486486487, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29425788", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8372093023255814, "weighted_f1": 0.9113924050632911, "completeness": 0.8372093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29425788", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8409090909090909, "weighted_f1": 0.9135802469135803, "completeness": 0.8409090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29425788", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.7888888888888889, "weighted_f1": 0.8765432098765433, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29425788", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.6722222222222223, "weighted_f1": 0.8013245033112584, "completeness": 0.6777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29573698", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29573698", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29573698", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.96, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9411764705882353, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "29573698", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.675, "weighted_f1": 0.8059701492537313, "completeness": 0.675, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "29792535", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9767441860465116, "weighted_f1": 0.988235294117647, "completeness": 0.9767441860465116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "29792535", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9767441860465116, "weighted_f1": 0.988235294117647, "completeness": 0.9767441860465116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "29792535", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9056603773584906, "weighted_f1": 0.9504950495049505, "completeness": 0.9056603773584906, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "29792535", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47, "weighted_f1": 0.6394557823129251, "completeness": 0.47, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "30757456", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.54, "weighted_f1": 0.7012987012987013, "completeness": 0.54, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "30757456", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 290, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9747899159663865, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "30757456", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 1, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 0.9941176470588236, "weighted_recall": 0.6259259259259259, "weighted_f1": 0.7681818181818183, "completeness": 0.6296296296296297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "30757456", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 97, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.28832116788321166, "weighted_f1": 0.4463276836158192, "completeness": 0.291970802919708, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "30990885", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "30990885", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "30990885", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.7580645161290323, "weighted_f1": 0.8545454545454544, "completeness": 0.7741935483870968, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "30990885", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "31042953", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9761904761904762, "weighted_f1": 0.9879518072289156, "completeness": 0.9761904761904762, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "31042953", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9767441860465116, "weighted_f1": 0.988235294117647, "completeness": 0.9767441860465116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "31042953", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9772727272727273, "weighted_f1": 0.9885057471264368, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "31042953", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "31556198", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.64, "weighted_f1": 0.7804878048780487, "completeness": 0.64, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "31556198", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "31556198", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6710526315789473, "weighted_f1": 0.8031496062992126, "completeness": 0.6710526315789473, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "31556198", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45, "weighted_f1": 0.6206896551724138, "completeness": 0.45, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "32517106", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8875, "weighted_f1": 0.9403973509933775, "completeness": 0.8875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "32517106", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8703703703703703, "weighted_f1": 0.9306930693069307, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "32517106", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2926829268292683, "weighted_f1": 0.45283018867924524, "completeness": 0.2926829268292683, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "32517106", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 79, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08139534883720931, "weighted_f1": 0.15053763440860218, "completeness": 0.08139534883720931, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "32636041", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "32636041", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8153846153846154, "weighted_f1": 0.8983050847457628, "completeness": 0.8153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "32636041", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9104477611940298, "weighted_f1": 0.953125, "completeness": 0.9104477611940298, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "32636041", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5137614678899083, "weighted_f1": 0.6787878787878788, "completeness": 0.5137614678899083, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "32651555", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.38461538461538464, "weighted_f1": 0.5555555555555556, "completeness": 0.38461538461538464, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "32651555", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7352941176470589, "weighted_f1": 0.8474576271186441, "completeness": 0.7352941176470589, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "32651555", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5967741935483871, "weighted_f1": 0.7474747474747475, "completeness": 0.5967741935483871, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "32651555", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5217391304347826, "weighted_f1": 0.6857142857142856, "completeness": 0.5217391304347826, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "34151183", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "34151183", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.9384615384615385, "weighted_f1": 0.9606299212598426, "completeness": 0.9538461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "34151183", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8873239436619719, "weighted_f1": 0.9402985074626865, "completeness": 0.8873239436619719, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "34151183", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 74, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14942528735632185, "weighted_f1": 0.26000000000000006, "completeness": 0.14942528735632185, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "34792238", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8130081300813008, "weighted_f1": 0.8968609865470852, "completeness": 0.8130081300813008, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "34792238", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8188976377952756, "weighted_f1": 0.9004329004329005, "completeness": 0.8188976377952756, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "34792238", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 107, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9953703703703703, "weighted_recall": 0.8206106870229007, "weighted_f1": 0.899581589958159, "completeness": 0.8244274809160306, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "34792238", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 79, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.25, "weighted_f1": 0.3984962406015038, "completeness": 0.25471698113207547, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "35164503", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "35164503", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9661016949152542, "weighted_f1": 0.9827586206896551, "completeness": 0.9661016949152542, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "35164503", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9661016949152542, "weighted_f1": 0.9827586206896551, "completeness": 0.9661016949152542, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "35164503", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2236842105263158, "weighted_f1": 0.3655913978494624, "completeness": 0.2236842105263158, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "35302620", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5443037974683544, "weighted_f1": 0.7049180327868853, "completeness": 0.5443037974683544, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "35302620", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.5965909090909091, "weighted_f1": 0.7446808510638298, "completeness": 0.6022727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "35302620", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "35302620", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48333333333333334, "weighted_f1": 0.6516853932584269, "completeness": 0.48333333333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "36139251", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9770114942528736, "weighted_f1": 0.9883720930232558, "completeness": 0.9770114942528736, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "36139251", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9770114942528736, "weighted_f1": 0.9883720930232558, "completeness": 0.9770114942528736, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "36139251", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9885057471264368, "weighted_f1": 0.9942196531791908, "completeness": 0.9885057471264368, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "36139251", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9313725490196079, "weighted_f1": 0.9644670050761421, "completeness": 0.9313725490196079, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "37087824", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6744186046511628, "weighted_f1": 0.8055555555555556, "completeness": 0.6744186046511628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "37087824", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.6777777777777778, "weighted_f1": 0.8026315789473685, "completeness": 0.6888888888888889, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "37087824", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "37087824", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.631578947368421, "weighted_f1": 0.7741935483870968, "completeness": 0.631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "38108845", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9529411764705882, "weighted_f1": 0.9759036144578312, "completeness": 0.9529411764705882, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "38108845", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9529411764705882, "weighted_f1": 0.9759036144578312, "completeness": 0.9529411764705882, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "38108845", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9651162790697675, "weighted_f1": 0.9822485207100593, "completeness": 0.9651162790697675, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "38108845", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9148936170212766, "weighted_f1": 0.9555555555555556, "completeness": 0.9148936170212766, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "38642923", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "38642923", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9491525423728813, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "38642923", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8787878787878788, "weighted_f1": 0.9354838709677419, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "38642923", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46938775510204084, "weighted_f1": 0.6388888888888888, "completeness": 0.46938775510204084, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "38650096", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.6052631578947368, "weighted_f1": 0.7419354838709677, "completeness": 0.631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "38650096", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.7, "weighted_f1": 0.813953488372093, "completeness": 0.72, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "38650096", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.9459459459459458, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "38650096", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 2, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9411764705882353, "weighted_recall": 0.5333333333333333, "weighted_f1": 0.6808510638297872, "completeness": 0.5666666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "39805617", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "39805617", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "39805617", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.4885057471264368, "weighted_f1": 0.6538461538461539, "completeness": 0.4942528735632184, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "39805617", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6060606060606061, "weighted_f1": 0.7547169811320755, "completeness": 0.6060606060606061, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "45656814", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.6509433962264151, "weighted_f1": 0.7840909090909091, "completeness": 0.660377358490566, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "45656814", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 3, "fp": 0, "fn": 22, "unverifiable": 1, "weighted_precision": 0.9825581395348837, "weighted_recall": 0.7824074074074074, "weighted_f1": 0.8711340206185567, "completeness": 0.7962962962962963, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "45656814", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.6126760563380281, "weighted_f1": 0.7565217391304347, "completeness": 0.6197183098591549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "45656814", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.5923076923076923, "weighted_f1": 0.7403846153846154, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "52684666", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8055555555555556, "weighted_f1": 0.8923076923076924, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "52684666", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8055555555555556, "weighted_f1": 0.8923076923076924, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "52684666", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8055555555555556, "weighted_f1": 0.8923076923076924, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "52684666", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.15384615384615385, "weighted_f1": 0.2666666666666667, "completeness": 0.15384615384615385, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "54259150", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9818181818181818, "weighted_f1": 0.9908256880733944, "completeness": 0.9818181818181818, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "54259150", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9821428571428571, "weighted_f1": 0.9909909909909909, "completeness": 0.9821428571428571, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "54259150", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4375, "weighted_f1": 0.6086956521739131, "completeness": 0.4375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "54259150", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7794117647058824, "weighted_f1": 0.8760330578512397, "completeness": 0.7794117647058824, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "55746506", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.7876712328767124, "weighted_f1": 0.8778625954198475, "completeness": 0.7945205479452054, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "55746506", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.7972972972972973, "weighted_f1": 0.8805970149253731, "completeness": 0.8108108108108109, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "55746506", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.5625, "weighted_f1": 0.7177914110429447, "completeness": 0.5673076923076923, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "55746506", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6794871794871795, "weighted_f1": 0.8091603053435115, "completeness": 0.6794871794871795, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "56286525", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4835164835164835, "weighted_f1": 0.6518518518518518, "completeness": 0.4835164835164835, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "56286525", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.5396039603960396, "weighted_f1": 0.6987179487179488, "completeness": 0.5445544554455446, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "56286525", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5523809523809524, "weighted_f1": 0.7116564417177914, "completeness": 0.5523809523809524, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "56286525", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.504424778761062, "weighted_f1": 0.6705882352941176, "completeness": 0.504424778761062, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "57575888", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4634146341463415, "weighted_f1": 0.6333333333333334, "completeness": 0.4634146341463415, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "57575888", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.5434782608695652, "weighted_f1": 0.704225352112676, "completeness": 0.5434782608695652, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "57575888", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.3148148148148148, "weighted_f1": 0.47663551401869164, "completeness": 0.32098765432098764, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "57575888", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.4012345679012346, "weighted_f1": 0.5701754385964912, "completeness": 0.4074074074074074, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "59487170", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 0, "fp": 1, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.911504424778761, "weighted_f1": 0.9493087557603687, "completeness": 0.911504424778761, "unsupported_rate": 0.009615384615384616, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "59487170", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 1, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.9065420560747663, "weighted_f1": 0.9463414634146342, "completeness": 0.9065420560747663, "unsupported_rate": 0.01020408163265306, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "59487170", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 1, "fn": 56, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.43434343434343436, "weighted_f1": 0.6013986013986014, "completeness": 0.43434343434343436, "unsupported_rate": 0.022727272727272728, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "59487170", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 1, "fn": 48, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.4838709677419355, "weighted_f1": 0.6474820143884893, "completeness": 0.4838709677419355, "unsupported_rate": 0.021739130434782608, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "62870550", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "62870550", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "62870550", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13333333333333333, "weighted_f1": 0.23529411764705882, "completeness": 0.13333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "62870550", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 3, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.058823529411764705, "weighted_f1": 0.1111111111111111, "completeness": 0.058823529411764705, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "63282405", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 1, "fn": 17, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.7265625, "weighted_f1": 0.8303571428571429, "completeness": 0.734375, "unsupported_rate": 0.020833333333333332, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "63282405", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 1, "fn": 16, "unverifiable": 0, "weighted_precision": 0.97, "weighted_recall": 0.7461538461538462, "weighted_f1": 0.8434782608695651, "completeness": 0.7538461538461538, "unsupported_rate": 0.02, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "63282405", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 1, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9769230769230769, "weighted_recall": 0.6827956989247311, "weighted_f1": 0.8037974683544304, "completeness": 0.6881720430107527, "unsupported_rate": 0.015384615384615385, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "63282405", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 1, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9769230769230769, "weighted_recall": 0.675531914893617, "weighted_f1": 0.7987421383647799, "completeness": 0.6808510638297872, "unsupported_rate": 0.015384615384615385, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "67032711", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "67032711", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.87, "weighted_f1": 0.925531914893617, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "67032711", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8909090909090909, "weighted_f1": 0.9423076923076923, "completeness": 0.8909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "67032711", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.592391304347826, "weighted_f1": 0.7414965986394558, "completeness": 0.5978260869565217, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "69666645", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.7372881355932204, "weighted_f1": 0.8446601941747574, "completeness": 0.7457627118644068, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "69666645", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.9590163934426229, "weighted_f1": 0.9749999999999999, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "69666645", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.7905405405405406, "weighted_f1": 0.8796992481203008, "completeness": 0.7972972972972973, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "69666645", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6716417910447762, "weighted_f1": 0.8035714285714287, "completeness": 0.6716417910447762, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "70603826", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.995, "weighted_recall": 0.9476190476190476, "weighted_f1": 0.9707317073170733, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "70603826", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9949494949494949, "weighted_recall": 0.9471153846153846, "weighted_f1": 0.9704433497536946, "completeness": 0.9519230769230769, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "70603826", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9948453608247423, "weighted_recall": 0.919047619047619, "weighted_f1": 0.9554455445544555, "completeness": 0.9238095238095239, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "70603826", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 1, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 0.9945652173913043, "weighted_recall": 0.648936170212766, "weighted_f1": 0.7854077253218884, "completeness": 0.6524822695035462, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "75156649", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9473684210526316, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "75156649", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9696969696969697, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.955223880597015, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "75156649", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.8676470588235294, "weighted_f1": 0.9218749999999999, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "75156649", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 6, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9285714285714286, "weighted_recall": 0.75, "weighted_f1": 0.8297872340425532, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "76530505", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7678571428571429, "weighted_f1": 0.8686868686868687, "completeness": 0.7678571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "76530505", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8846153846153846, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "76530505", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8775510204081632, "weighted_f1": 0.9347826086956522, "completeness": 0.8775510204081632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "76530505", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6323529411764706, "weighted_f1": 0.7747747747747747, "completeness": 0.6323529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "77266989", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 1, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9482758620689655, "weighted_recall": 0.625, "weighted_f1": 0.7534246575342466, "completeness": 0.6363636363636364, "unsupported_rate": 0.034482758620689655, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "77266989", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 3, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9069767441860465, "weighted_recall": 0.7959183673469388, "weighted_f1": 0.8478260869565216, "completeness": 0.8163265306122449, "unsupported_rate": 0.06976744186046512, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "77266989", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 1, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9571428571428572, "weighted_recall": 0.7444444444444445, "weighted_f1": 0.8375, "completeness": 0.7555555555555555, "unsupported_rate": 0.02857142857142857, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "77266989", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.41818181818181815, "weighted_f1": 0.5897435897435896, "completeness": 0.41818181818181815, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "FITNESS", "document_id": "80000092", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "80000092", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "80000092", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "80000092", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7307692307692307, "weighted_f1": 0.8444444444444443, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "89858892", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.963855421686747, "weighted_f1": 0.9815950920245399, "completeness": 0.963855421686747, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "89858892", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9880952380952381, "weighted_f1": 0.9940119760479043, "completeness": 0.9880952380952381, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "89858892", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9878048780487805, "weighted_f1": 0.9938650306748467, "completeness": 0.9878048780487805, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "89858892", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7281553398058253, "weighted_f1": 0.8426966292134831, "completeness": 0.7281553398058253, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "90365216", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "90365216", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "90365216", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "90365216", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.8357142857142857, "weighted_f1": 0.9069767441860465, "completeness": 0.8428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "95085510", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9821428571428571, "weighted_f1": 0.9909909909909909, "completeness": 0.9821428571428571, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "95085510", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.9736842105263158, "weighted_f1": 0.9823008849557523, "completeness": 0.9824561403508771, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "95085510", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7837837837837838, "weighted_f1": 0.8787878787878788, "completeness": 0.7837837837837838, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "95085510", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7301587301587301, "weighted_f1": 0.8440366972477064, "completeness": 0.7301587301587301, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "95769832", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9705882352941176, "weighted_f1": 0.9850746268656716, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "95769832", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9571428571428572, "weighted_f1": 0.9710144927536232, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "95769832", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9705882352941176, "weighted_f1": 0.9850746268656716, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "95769832", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7678571428571429, "weighted_f1": 0.8686868686868687, "completeness": 0.7678571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "96761538", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "96761538", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "96761538", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "FITNESS", "document_id": "96761538", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "97123005", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.6864406779661016, "weighted_f1": 0.81, "completeness": 0.6949152542372882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "97123005", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.6864406779661016, "weighted_f1": 0.81, "completeness": 0.6949152542372882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "97123005", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 2, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.6833333333333333, "weighted_f1": 0.803921568627451, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "FITNESS", "document_id": "97123005", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 2, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9830508474576272, "weighted_recall": 0.6823529411764706, "weighted_f1": 0.8055555555555557, "completeness": 0.6941176470588235, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "10062724", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 11, "fp": 2, "fn": 29, "unverifiable": 0, "weighted_precision": 0.8660714285714286, "weighted_recall": 0.5843373493975904, "weighted_f1": 0.6978417266187051, "completeness": 0.6506024096385542, "unsupported_rate": 0.03571428571428571, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "10062724", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 12, "fp": 2, "fn": 29, "unverifiable": 1, "weighted_precision": 0.8666666666666667, "weighted_recall": 0.5977011494252874, "weighted_f1": 0.7074829931972789, "completeness": 0.6666666666666666, "unsupported_rate": 0.03333333333333333, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "10062724", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 28, "fp": 8, "fn": 82, "unverifiable": 0, "weighted_precision": 0.8382352941176471, "weighted_recall": 0.5428571428571428, "weighted_f1": 0.6589595375722543, "completeness": 0.6095238095238096, "unsupported_rate": 0.058823529411764705, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "10062724", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 142, "partial": 38, "fp": 8, "fn": 38, "unverifiable": 0, "weighted_precision": 0.8563829787234043, "weighted_recall": 0.7385321100917431, "weighted_f1": 0.793103448275862, "completeness": 0.8256880733944955, "unsupported_rate": 0.0425531914893617, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "10076271", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "10076271", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "10076271", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9555555555555556, "weighted_f1": 0.9772727272727273, "completeness": 0.9555555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "10076271", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "10251432", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9841269841269841, "weighted_recall": 0.9253731343283582, "weighted_f1": 0.9538461538461538, "completeness": 0.9402985074626866, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "10251432", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9841269841269841, "weighted_recall": 0.9253731343283582, "weighted_f1": 0.9538461538461538, "completeness": 0.9402985074626866, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "10251432", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.9621212121212122, "weighted_f1": 0.9769230769230769, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "10251432", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.922077922077922, "weighted_f1": 0.9594594594594594, "completeness": 0.922077922077922, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "10466208", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9859154929577464, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "10466208", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9871794871794872, "weighted_f1": 0.9935483870967742, "completeness": 0.9871794871794872, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "10466208", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "10466208", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.32075471698113206, "weighted_f1": 0.4857142857142857, "completeness": 0.32075471698113206, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "10480456", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43137254901960786, "weighted_f1": 0.6027397260273972, "completeness": 0.43137254901960786, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "10480456", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6226415094339622, "weighted_f1": 0.7674418604651162, "completeness": 0.6226415094339622, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "10480456", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.41578947368421054, "weighted_f1": 0.5851851851851853, "completeness": 0.42105263157894735, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "10480456", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.7323232323232324, "weighted_f1": 0.8430232558139535, "completeness": 0.7373737373737373, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "10568183", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9324324324324325, "weighted_f1": 0.965034965034965, "completeness": 0.9324324324324325, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "10568183", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "10568183", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9178082191780822, "weighted_f1": 0.9571428571428571, "completeness": 0.9178082191780822, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "10568183", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4380952380952381, "weighted_f1": 0.609271523178808, "completeness": 0.4380952380952381, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "11378657", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.91, "weighted_f1": 0.9479166666666667, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "11378657", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.9134615384615384, "weighted_f1": 0.95, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "11378657", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.9489795918367347, "weighted_f1": 0.96875, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "11378657", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22388059701492538, "weighted_f1": 0.36585365853658536, "completeness": 0.22388059701492538, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "11605833", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.922077922077922, "weighted_f1": 0.9594594594594594, "completeness": 0.922077922077922, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "11605833", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9342105263157895, "weighted_f1": 0.9659863945578232, "completeness": 0.9342105263157895, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "11605833", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "11605833", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8352941176470589, "weighted_f1": 0.9102564102564102, "completeness": 0.8352941176470589, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "11653906", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "11653906", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "11653906", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.203125, "weighted_f1": 0.33766233766233766, "completeness": 0.203125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "11653906", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5454545454545454, "weighted_f1": 0.7058823529411764, "completeness": 0.5454545454545454, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "11704150", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9534883720930233, "weighted_f1": 0.9761904761904763, "completeness": 0.9534883720930233, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "11704150", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9534883720930233, "weighted_f1": 0.9761904761904763, "completeness": 0.9534883720930233, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "11704150", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9534883720930233, "weighted_f1": 0.9761904761904763, "completeness": 0.9534883720930233, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "11704150", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "12315079", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8777777777777778, "weighted_f1": 0.9349112426035503, "completeness": 0.8777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "12315079", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8842105263157894, "weighted_f1": 0.9385474860335195, "completeness": 0.8842105263157894, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "12315079", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7261904761904762, "weighted_f1": 0.8413793103448275, "completeness": 0.7261904761904762, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "12315079", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.30120481927710846, "weighted_f1": 0.462962962962963, "completeness": 0.30120481927710846, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "12333703", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.9431818181818182, "weighted_f1": 0.9651162790697674, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "12333703", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.9204545454545454, "weighted_f1": 0.9529411764705882, "completeness": 0.9318181818181818, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "12333703", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22950819672131148, "weighted_f1": 0.37333333333333335, "completeness": 0.22950819672131148, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "12333703", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "12613221", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5555555555555556, "weighted_f1": 0.7142857142857143, "completeness": 0.5555555555555556, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "12613221", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "12613221", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.8243243243243243, "weighted_f1": 0.8970588235294118, "completeness": 0.8378378378378378, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "12613221", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5102040816326531, "weighted_f1": 0.6756756756756758, "completeness": 0.5102040816326531, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "12938200", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.9416666666666667, "weighted_f1": 0.9658119658119658, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "12938200", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.9426229508196722, "weighted_f1": 0.9663865546218487, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "12938200", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.9262295081967213, "weighted_f1": 0.9576271186440678, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "12938200", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8414634146341463, "weighted_f1": 0.9139072847682119, "completeness": 0.8414634146341463, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "13352113", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "13352113", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "13352113", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "13352113", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "13565152", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9896907216494846, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.955223880597015, "completeness": 0.9326923076923077, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "13565152", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 3, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9846938775510204, "weighted_recall": 0.919047619047619, "weighted_f1": 0.9507389162561576, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "13565152", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.98989898989899, "weighted_recall": 0.9514563106796117, "weighted_f1": 0.9702970297029703, "completeness": 0.9611650485436893, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "13565152", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 84, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.35984848484848486, "weighted_f1": 0.5277777777777778, "completeness": 0.36363636363636365, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "13575312", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.855072463768116, "weighted_f1": 0.921875, "completeness": 0.855072463768116, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "13575312", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.8642857142857143, "weighted_f1": 0.9236641221374046, "completeness": 0.8714285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "13575312", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "13575312", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1891891891891892, "weighted_f1": 0.3181818181818182, "completeness": 0.1891891891891892, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "14062078", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9577464788732394, "weighted_f1": 0.9784172661870503, "completeness": 0.9577464788732394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "14062078", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.9797297297297298, "completeness": 0.9733333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "14062078", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7721518987341772, "weighted_f1": 0.8714285714285713, "completeness": 0.7721518987341772, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "14062078", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7654320987654321, "weighted_f1": 0.8671328671328672, "completeness": 0.7654320987654321, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "14667957", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9558823529411765, "weighted_f1": 0.9774436090225563, "completeness": 0.9558823529411765, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "14667957", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9420289855072463, "weighted_f1": 0.9701492537313433, "completeness": 0.9420289855072463, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "14667957", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9558823529411765, "weighted_f1": 0.9774436090225563, "completeness": 0.9558823529411765, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "14667957", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8620689655172413, "weighted_f1": 0.9259259259259259, "completeness": 0.8620689655172413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "15499825", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "15499825", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9285714285714286, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "15499825", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.3888888888888889, "weighted_f1": 0.5568181818181819, "completeness": 0.3968253968253968, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "15499825", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 163, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8956043956043956, "weighted_f1": 0.9449275362318841, "completeness": 0.8956043956043956, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "15636923", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 2, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9797979797979798, "weighted_recall": 0.9603960396039604, "weighted_f1": 0.9700000000000001, "completeness": 0.9603960396039604, "unsupported_rate": 0.020202020202020204, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "15636923", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 1, "fp": 1, "fn": 12, "unverifiable": 1, "weighted_precision": 0.9817073170731707, "weighted_recall": 0.8655913978494624, "weighted_f1": 0.92, "completeness": 0.8709677419354839, "unsupported_rate": 0.012195121951219513, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "15636923", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 1, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.8586956521739131, "weighted_f1": 0.9186046511627908, "completeness": 0.8586956521739131, "unsupported_rate": 0.0125, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "15636923", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6585365853658537, "weighted_f1": 0.7941176470588235, "completeness": 0.6585365853658537, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "15680735", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.9662162162162162, "weighted_f1": 0.9794520547945206, "completeness": 0.972972972972973, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "15680735", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.9794520547945206, "weighted_f1": 0.9862068965517242, "completeness": 0.9863013698630136, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "15680735", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.958904109589041, "weighted_f1": 0.9790209790209791, "completeness": 0.958904109589041, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "15680735", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8585858585858586, "weighted_f1": 0.9239130434782609, "completeness": 0.8585858585858586, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "16121387", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9242424242424242, "weighted_f1": 0.9606299212598425, "completeness": 0.9242424242424242, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "16121387", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9242424242424242, "weighted_f1": 0.9606299212598425, "completeness": 0.9242424242424242, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "16121387", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "16121387", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 101, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.0380952380952381, "weighted_f1": 0.07339449541284404, "completeness": 0.0380952380952381, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "16132195", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9516129032258065, "weighted_f1": 0.9752066115702479, "completeness": 0.9516129032258065, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "16132195", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.9675324675324676, "weighted_f1": 0.9802631578947368, "completeness": 0.974025974025974, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "16132195", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9076923076923077, "weighted_f1": 0.9516129032258065, "completeness": 0.9076923076923077, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "16132195", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6166666666666667, "weighted_f1": 0.7628865979381444, "completeness": 0.6166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "16356151", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7884615384615384, "weighted_f1": 0.8817204301075269, "completeness": 0.7884615384615384, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "16356151", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.825, "weighted_f1": 0.9, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "16356151", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 3, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.82, "weighted_f1": 0.8913043478260869, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "16356151", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6612903225806451, "weighted_f1": 0.7961165048543689, "completeness": 0.6612903225806451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "16702198", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.9071428571428571, "weighted_f1": 0.9477611940298508, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "16702198", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9846153846153847, "weighted_recall": 0.9014084507042254, "weighted_f1": 0.9411764705882353, "completeness": 0.9154929577464789, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "16702198", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 2, "fp": 1, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9696969696969697, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.9411764705882354, "completeness": 0.9285714285714286, "unsupported_rate": 0.015151515151515152, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "16702198", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9946808510638298, "weighted_recall": 0.8657407407407407, "weighted_f1": 0.9257425742574258, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "17539842", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975609756097561, "weighted_f1": 0.9876543209876543, "completeness": 0.975609756097561, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "17539842", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9759036144578314, "weighted_f1": 0.9878048780487805, "completeness": 0.9759036144578314, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "17539842", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975609756097561, "weighted_f1": 0.9876543209876543, "completeness": 0.975609756097561, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "17539842", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "17545780", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "17545780", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9724770642201834, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "17545780", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6833333333333333, "weighted_f1": 0.8118811881188119, "completeness": 0.6833333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "17545780", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20833333333333334, "weighted_f1": 0.3448275862068966, "completeness": 0.20833333333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "17624934", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.8023255813953488, "weighted_f1": 0.8846153846153846, "completeness": 0.813953488372093, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "17624934", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8852459016393442, "weighted_f1": 0.9391304347826086, "completeness": 0.8852459016393442, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "17624934", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.7786885245901639, "weighted_f1": 0.8715596330275229, "completeness": 0.7868852459016393, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "17624934", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "17864043", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.967741935483871, "weighted_f1": 0.9836065573770492, "completeness": 0.967741935483871, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "17864043", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.967741935483871, "weighted_f1": 0.9836065573770492, "completeness": 0.967741935483871, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "17864043", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.979381443298969, "weighted_f1": 0.9895833333333333, "completeness": 0.979381443298969, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "17864043", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9019607843137255, "weighted_f1": 0.9484536082474228, "completeness": 0.9019607843137255, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "17960690", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 3, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9285714285714286, "weighted_recall": 0.6724137931034483, "weighted_f1": 0.78, "completeness": 0.7241379310344828, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "17960690", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 3, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9166666666666666, "weighted_recall": 0.6346153846153846, "weighted_f1": 0.75, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "17960690", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 5, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.8809523809523809, "weighted_recall": 0.44047619047619047, "weighted_f1": 0.5873015873015873, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "17960690", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 10, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.8809523809523809, "weighted_recall": 0.5211267605633803, "weighted_f1": 0.6548672566371682, "completeness": 0.5915492957746479, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "17963031", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8769230769230769, "weighted_f1": 0.9268292682926829, "completeness": 0.8923076923076924, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "17963031", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.8793103448275862, "weighted_f1": 0.9272727272727272, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "17963031", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7333333333333333, "weighted_f1": 0.846153846153846, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "17963031", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "18129173", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18129173", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18129173", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8863636363636364, "weighted_f1": 0.9397590361445783, "completeness": 0.8863636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "18129173", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23880597014925373, "weighted_f1": 0.38554216867469876, "completeness": 0.23880597014925373, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "18365443", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "18365443", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.990909090909091, "weighted_recall": 0.923728813559322, "weighted_f1": 0.956140350877193, "completeness": 0.9322033898305084, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18365443", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18365443", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5777777777777777, "weighted_f1": 0.732394366197183, "completeness": 0.5777777777777777, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "18484846", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9921875, "weighted_recall": 0.9477611940298507, "weighted_f1": 0.9694656488549618, "completeness": 0.9552238805970149, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18484846", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.9485294117647058, "weighted_f1": 0.9699248120300752, "completeness": 0.9558823529411765, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18484846", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9402985074626866, "weighted_f1": 0.9692307692307692, "completeness": 0.9402985074626866, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18484846", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6301369863013698, "weighted_f1": 0.773109243697479, "completeness": 0.6301369863013698, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "18714571", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18714571", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.9662921348314606, "completeness": 0.9347826086956522, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18714571", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "18714571", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "18784594", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 1, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9571428571428572, "weighted_recall": 0.8170731707317073, "weighted_f1": 0.881578947368421, "completeness": 0.8292682926829268, "unsupported_rate": 0.02857142857142857, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "18784594", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 3, "fp": 1, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.8854166666666666, "weighted_f1": 0.9139784946236558, "completeness": 0.9166666666666666, "unsupported_rate": 0.022222222222222223, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18784594", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 1, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9693877551020408, "weighted_recall": 0.8962264150943396, "weighted_f1": 0.9313725490196079, "completeness": 0.9056603773584906, "unsupported_rate": 0.02040816326530612, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18784594", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 2, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.8203125, "weighted_f1": 0.8823529411764707, "completeness": 0.828125, "unsupported_rate": 0.03636363636363636, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "18949843", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18949843", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18949843", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "18949843", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9152542372881356, "weighted_f1": 0.9557522123893806, "completeness": 0.9152542372881356, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "19090468", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.7395833333333334, "weighted_f1": 0.8452380952380952, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "19090468", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 2, "weighted_precision": 0.9875, "weighted_recall": 0.8586956521739131, "weighted_f1": 0.9186046511627908, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "19090468", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.776595744680851, "weighted_f1": 0.8690476190476191, "completeness": 0.7872340425531915, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "19090468", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.3051948051948052, "weighted_f1": 0.4653465346534653, "completeness": 0.3116883116883117, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "20110597", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7446808510638298, "weighted_f1": 0.8536585365853657, "completeness": 0.7446808510638298, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "20110597", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6818181818181818, "weighted_f1": 0.8108108108108109, "completeness": 0.6818181818181818, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "20110597", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8536585365853658, "weighted_f1": 0.9210526315789475, "completeness": 0.8536585365853658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "20110597", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "20172393", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9821428571428571, "weighted_f1": 0.9909909909909909, "completeness": 0.9821428571428571, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "20172393", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9824561403508771, "weighted_f1": 0.9911504424778761, "completeness": 0.9824561403508771, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "20172393", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9821428571428571, "weighted_f1": 0.9909909909909909, "completeness": 0.9821428571428571, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "20172393", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.17105263157894737, "weighted_f1": 0.29213483146067415, "completeness": 0.17105263157894737, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "20211577", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "20211577", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "20211577", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9836065573770492, "weighted_f1": 0.9917355371900827, "completeness": 0.9836065573770492, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "20211577", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7788461538461539, "weighted_f1": 0.8756756756756757, "completeness": 0.7788461538461539, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "20736486", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9900990099009901, "weighted_f1": 0.9950248756218906, "completeness": 0.9900990099009901, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "20736486", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.9805825242718447, "weighted_f1": 0.9853658536585367, "completeness": 0.9902912621359223, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "20736486", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8099173553719008, "weighted_f1": 0.8949771689497716, "completeness": 0.8099173553719008, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "20736486", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 118, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8939393939393939, "weighted_f1": 0.944, "completeness": 0.8939393939393939, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "20748468", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9591836734693877, "weighted_f1": 0.9791666666666666, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "20748468", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9947368421052631, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9742268041237114, "completeness": 0.9595959595959596, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "20748468", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6835443037974683, "weighted_f1": 0.8120300751879699, "completeness": 0.6835443037974683, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "20748468", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9043478260869565, "weighted_f1": 0.9497716894977168, "completeness": 0.9043478260869565, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "20835760", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.958904109589041, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "20835760", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "20835760", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.958904109589041, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "20835760", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "21866029", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.9404761904761905, "weighted_f1": 0.9634146341463415, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "21866029", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "21866029", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "21866029", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8253968253968254, "weighted_f1": 0.9043478260869565, "completeness": 0.8253968253968254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "22008817", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8804347826086957, "weighted_f1": 0.9364161849710982, "completeness": 0.8804347826086957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "22008817", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9764705882352941, "weighted_f1": 0.988095238095238, "completeness": 0.9764705882352941, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "22008817", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9204545454545454, "weighted_f1": 0.9585798816568047, "completeness": 0.9204545454545454, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "22008817", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3670886075949367, "weighted_f1": 0.5370370370370371, "completeness": 0.3670886075949367, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "23110214", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9078947368421053, "weighted_f1": 0.9517241379310345, "completeness": 0.9078947368421053, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "23110214", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.958904109589041, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "23110214", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "23110214", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5428571428571428, "weighted_f1": 0.7037037037037037, "completeness": 0.5428571428571428, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "23138078", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 3, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.6818181818181818, "weighted_f1": 0.7978723404255318, "completeness": 0.7090909090909091, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "23138078", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9754098360655737, "weighted_recall": 0.9015151515151515, "weighted_f1": 0.937007874015748, "completeness": 0.9242424242424242, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "23138078", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9693877551020408, "weighted_recall": 0.8189655172413793, "weighted_f1": 0.8878504672897196, "completeness": 0.8448275862068966, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "23138078", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 3, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9634146341463414, "weighted_recall": 0.6370967741935484, "weighted_f1": 0.7669902912621359, "completeness": 0.6612903225806451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "23617240", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "23617240", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9605263157894737, "weighted_f1": 0.9798657718120806, "completeness": 0.9605263157894737, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "23617240", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6547619047619048, "weighted_f1": 0.7913669064748202, "completeness": 0.6547619047619048, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "23617240", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6027397260273972, "weighted_f1": 0.7521367521367521, "completeness": 0.6027397260273972, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "23814777", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "23814777", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7878787878787878, "weighted_f1": 0.8813559322033898, "completeness": 0.7878787878787878, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "23814777", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7096774193548387, "weighted_f1": 0.8301886792452831, "completeness": 0.7096774193548387, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "23814777", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6216216216216216, "weighted_f1": 0.7666666666666667, "completeness": 0.6216216216216216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "23918545", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9647058823529412, "weighted_f1": 0.9820359281437125, "completeness": 0.9647058823529412, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "23918545", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9534883720930233, "weighted_f1": 0.9761904761904763, "completeness": 0.9534883720930233, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "23918545", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9647058823529412, "weighted_f1": 0.9820359281437125, "completeness": 0.9647058823529412, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "23918545", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4, "weighted_f1": 0.5714285714285715, "completeness": 0.4, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "23944036", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.9358974358974359, "weighted_f1": 0.9605263157894737, "completeness": 0.9487179487179487, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "23944036", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 0, "unverifiable": 1, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.9880952380952381, "weighted_f1": 0.9880952380952381, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "23944036", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9777777777777777, "weighted_f1": 0.9887640449438202, "completeness": 0.9777777777777777, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "23944036", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.796875, "weighted_f1": 0.8869565217391304, "completeness": 0.796875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "24025053", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8292682926829268, "weighted_f1": 0.9066666666666667, "completeness": 0.8292682926829268, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "24025053", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.84375, "weighted_f1": 0.9101123595505618, "completeness": 0.8541666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "24025053", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8369565217391305, "weighted_f1": 0.9058823529411766, "completeness": 0.8478260869565217, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "24025053", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7446808510638298, "weighted_f1": 0.8536585365853657, "completeness": 0.7446808510638298, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "24548333", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "24548333", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.7093023255813954, "weighted_f1": 0.8243243243243245, "completeness": 0.7209302325581395, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "24548333", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.375, "weighted_f1": 0.5416666666666666, "completeness": 0.38461538461538464, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "24548333", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.7769230769230769, "weighted_f1": 0.8706896551724139, "completeness": 0.7846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "24550866", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.86, "weighted_f1": 0.924731182795699, "completeness": 0.86, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "24550866", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.8725490196078431, "weighted_f1": 0.9270833333333334, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "24550866", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "24550866", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "25328428", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.9186046511627907, "weighted_f1": 0.9518072289156626, "completeness": 0.9302325581395349, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "25328428", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 2, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 0.9866666666666667, "weighted_recall": 0.8409090909090909, "weighted_f1": 0.9079754601226994, "completeness": 0.8522727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "25328428", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.987012987012987, "weighted_recall": 0.9156626506024096, "weighted_f1": 0.95, "completeness": 0.927710843373494, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "25328428", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 2, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 0.9873417721518988, "weighted_recall": 0.65, "weighted_f1": 0.7839195979899498, "completeness": 0.6583333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "25451319", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "25451319", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9827586206896551, "weighted_f1": 0.9913043478260869, "completeness": 0.9827586206896551, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "25451319", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.9528301886792453, "weighted_f1": 0.9711538461538463, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "25451319", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1875, "weighted_f1": 0.3157894736842105, "completeness": 0.1875, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "25834360", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.99, "weighted_recall": 0.8114754098360656, "weighted_f1": 0.8918918918918919, "completeness": 0.819672131147541, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "25834360", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.990909090909091, "weighted_recall": 0.8515625, "weighted_f1": 0.9159663865546219, "completeness": 0.859375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "25834360", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8813559322033898, "weighted_f1": 0.936936936936937, "completeness": 0.8813559322033898, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "25834360", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "25974844", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "25974844", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9540229885057471, "weighted_f1": 0.976470588235294, "completeness": 0.9540229885057471, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "25974844", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5285714285714286, "weighted_f1": 0.691588785046729, "completeness": 0.5285714285714286, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "25974844", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36585365853658536, "weighted_f1": 0.5357142857142857, "completeness": 0.36585365853658536, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "26125407", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9929577464788732, "weighted_recall": 0.9155844155844156, "weighted_f1": 0.9527027027027027, "completeness": 0.922077922077922, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "26125407", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9929577464788732, "weighted_recall": 0.94, "weighted_f1": 0.9657534246575342, "completeness": 0.9466666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "26125407", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.9256756756756757, "weighted_f1": 0.958041958041958, "completeness": 0.9324324324324325, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "26125407", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 2, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.496, "completeness": 0.34408602150537637, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "26585242", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "26585242", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9649122807017544, "weighted_f1": 0.9821428571428572, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "26585242", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9152542372881356, "weighted_f1": 0.9557522123893806, "completeness": 0.9152542372881356, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "26585242", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8428571428571429, "weighted_f1": 0.9147286821705426, "completeness": 0.8428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "26695839", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8985507246376812, "weighted_f1": 0.9465648854961832, "completeness": 0.8985507246376812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "26695839", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9102564102564102, "weighted_f1": 0.953020134228188, "completeness": 0.9102564102564102, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "26695839", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9682539682539683, "weighted_f1": 0.9838709677419354, "completeness": 0.9682539682539683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "26695839", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.611764705882353, "weighted_f1": 0.759124087591241, "completeness": 0.611764705882353, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "26908066", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9183673469387755, "weighted_f1": 0.9574468085106383, "completeness": 0.9183673469387755, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "26908066", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9183673469387755, "weighted_f1": 0.9574468085106383, "completeness": 0.9183673469387755, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "26908066", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "26908066", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7884615384615384, "weighted_f1": 0.8817204301075269, "completeness": 0.7884615384615384, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "26958533", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.9084507042253521, "weighted_f1": 0.948529411764706, "completeness": 0.9154929577464789, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "26958533", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.9256756756756757, "weighted_f1": 0.958041958041958, "completeness": 0.9324324324324325, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "26958533", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7638888888888888, "weighted_f1": 0.8661417322834646, "completeness": 0.7638888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "26958533", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 70, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20454545454545456, "weighted_f1": 0.339622641509434, "completeness": 0.20454545454545456, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "27030979", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7837837837837838, "weighted_f1": 0.8787878787878788, "completeness": 0.7837837837837838, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "27030979", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8686131386861313, "completeness": 0.7792207792207793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "27030979", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7866666666666666, "weighted_f1": 0.8805970149253731, "completeness": 0.7866666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "27030979", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 70, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2631578947368421, "weighted_f1": 0.4166666666666667, "completeness": 0.2631578947368421, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "27090089", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9009009009009009, "weighted_f1": 0.947867298578199, "completeness": 0.9009009009009009, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "27090089", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6126126126126126, "weighted_f1": 0.7597765363128491, "completeness": 0.6126126126126126, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "27090089", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 117, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9512195121951219, "weighted_f1": 0.975, "completeness": 0.9512195121951219, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "27090089", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.49586776859504134, "weighted_f1": 0.6629834254143646, "completeness": 0.49586776859504134, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "27917969", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "27917969", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9935897435897436, "weighted_recall": 0.96875, "weighted_f1": 0.9810126582278481, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "27917969", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9577464788732394, "weighted_f1": 0.9784172661870503, "completeness": 0.9577464788732394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "27917969", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.582089552238806, "weighted_f1": 0.7358490566037735, "completeness": 0.582089552238806, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "28423028", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7837837837837838, "weighted_f1": 0.8787878787878788, "completeness": 0.7837837837837838, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "28423028", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 102, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9714285714285714, "weighted_f1": 0.9855072463768115, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "28423028", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8247422680412371, "weighted_f1": 0.903954802259887, "completeness": 0.8247422680412371, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "28423028", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35365853658536583, "weighted_f1": 0.5225225225225225, "completeness": 0.35365853658536583, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "28670024", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 0, "fp": 1, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.9903846153846154, "weighted_f1": 0.9903846153846154, "completeness": 0.9903846153846154, "unsupported_rate": 0.009615384615384616, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "28670024", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9903846153846154, "weighted_f1": 0.9951690821256038, "completeness": 0.9903846153846154, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "28670024", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 103, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9951923076923077, "weighted_recall": 0.9857142857142858, "weighted_f1": 0.9904306220095694, "completeness": 0.9904761904761905, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "28670024", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 96, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2, "weighted_f1": 0.33333333333333337, "completeness": 0.2, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "28745844", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8275862068965517, "weighted_f1": 0.9056603773584906, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "28745844", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8275862068965517, "weighted_f1": 0.9056603773584906, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "28745844", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.8088235294117647, "weighted_f1": 0.8870967741935484, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "28745844", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5769230769230769, "weighted_f1": 0.7317073170731707, "completeness": 0.5769230769230769, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "29134372", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9743589743589743, "weighted_recall": 0.926829268292683, "weighted_f1": 0.9500000000000001, "completeness": 0.926829268292683, "unsupported_rate": 0.02564102564102564, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "29134372", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.955223880597015, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "29134372", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9767441860465116, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9545454545454545, "completeness": 0.9333333333333333, "unsupported_rate": 0.023255813953488372, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "29134372", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7708333333333334, "weighted_f1": 0.8705882352941177, "completeness": 0.7708333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "29992154", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "29992154", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7938144329896907, "weighted_f1": 0.8850574712643678, "completeness": 0.7938144329896907, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "29992154", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9595959595959596, "weighted_f1": 0.979381443298969, "completeness": 0.9595959595959596, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "29992154", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7131782945736435, "weighted_f1": 0.832579185520362, "completeness": 0.7131782945736435, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "31395710", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9841269841269841, "weighted_recall": 0.8051948051948052, "weighted_f1": 0.8857142857142857, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "31395710", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9863013698630136, "weighted_recall": 0.935064935064935, "weighted_f1": 0.9600000000000001, "completeness": 0.948051948051948, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "31395710", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 1, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.25, "weighted_f1": 0.3975903614457831, "completeness": 0.25757575757575757, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "31395710", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8290598290598291, "weighted_f1": 0.9065420560747663, "completeness": 0.8290598290598291, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "31926950", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9649122807017544, "weighted_f1": 0.9821428571428572, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "31926950", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "31926950", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9692307692307692, "weighted_f1": 0.9843749999999999, "completeness": 0.9692307692307692, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "31926950", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5925925925925926, "weighted_f1": 0.7441860465116279, "completeness": 0.5925925925925926, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "32219038", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7291666666666666, "weighted_f1": 0.8433734939759037, "completeness": 0.7291666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "32219038", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7659574468085106, "weighted_f1": 0.8674698795180723, "completeness": 0.7659574468085106, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "32219038", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "32219038", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5072463768115942, "weighted_f1": 0.6730769230769231, "completeness": 0.5072463768115942, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "32563518", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 2, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.7285714285714285, "weighted_f1": 0.8360655737704917, "completeness": 0.7428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "32563518", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9928571428571429, "weighted_recall": 0.9025974025974026, "weighted_f1": 0.945578231292517, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "32563518", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "32563518", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.639344262295082, "weighted_f1": 0.78, "completeness": 0.639344262295082, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "33750209", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8545454545454545, "weighted_f1": 0.9215686274509803, "completeness": 0.8545454545454545, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "33750209", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8727272727272727, "weighted_f1": 0.9320388349514563, "completeness": 0.8727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "33750209", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9830508474576272, "weighted_recall": 0.8656716417910447, "weighted_f1": 0.9206349206349207, "completeness": 0.8805970149253731, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "33750209", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8059701492537313, "weighted_f1": 0.8925619834710743, "completeness": 0.8059701492537313, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "33803142", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8356164383561644, "weighted_f1": 0.9104477611940298, "completeness": 0.8356164383561644, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "33803142", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84, "weighted_f1": 0.9130434782608696, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "33803142", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9846153846153847, "weighted_f1": 0.9922480620155039, "completeness": 0.9846153846153847, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "33803142", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4827586206896552, "weighted_f1": 0.6511627906976745, "completeness": 0.4827586206896552, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "34594746", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "34594746", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.8455882352941176, "weighted_f1": 0.9126984126984128, "completeness": 0.8529411764705882, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "34594746", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9344262295081968, "weighted_f1": 0.9661016949152543, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "34594746", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8985507246376812, "weighted_f1": 0.9465648854961832, "completeness": 0.8985507246376812, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "34962725", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.8902439024390244, "weighted_f1": 0.9358974358974359, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "34962725", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9939024390243902, "weighted_recall": 0.9588235294117647, "weighted_f1": 0.9760479041916168, "completeness": 0.9647058823529412, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "34962725", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.7075471698113207, "weighted_f1": 0.8241758241758242, "completeness": 0.7169811320754716, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "34962725", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.6132075471698113, "weighted_f1": 0.755813953488372, "completeness": 0.6226415094339622, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "35422305", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.8977272727272727, "weighted_f1": 0.9404761904761905, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "35422305", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.9324324324324325, "weighted_f1": 0.9583333333333333, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "35422305", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.9134615384615384, "weighted_f1": 0.95, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "35422305", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.5661764705882353, "weighted_f1": 0.719626168224299, "completeness": 0.5735294117647058, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "35579812", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.8548387096774194, "weighted_f1": 0.9137931034482759, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "35579812", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 4, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9320388349514563, "completeness": 0.9074074074074074, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "35579812", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 2, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9818181818181818, "weighted_recall": 0.6585365853658537, "weighted_f1": 0.7883211678832117, "completeness": 0.6707317073170732, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "35579812", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4507042253521127, "weighted_f1": 0.6213592233009708, "completeness": 0.4507042253521127, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "36625776", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84, "weighted_f1": 0.9130434782608696, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "36625776", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "36625776", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9102564102564102, "weighted_f1": 0.953020134228188, "completeness": 0.9102564102564102, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "36625776", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.797752808988764, "weighted_f1": 0.8875, "completeness": 0.797752808988764, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "36861863", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.8928571428571429, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "36861863", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9285714285714286, "weighted_recall": 0.8125, "weighted_f1": 0.8666666666666666, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "36861863", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8709677419354839, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "36861863", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "36868767", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "36868767", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "36868767", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9772727272727273, "weighted_f1": 0.9885057471264368, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "36868767", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8269230769230769, "weighted_f1": 0.9052631578947368, "completeness": 0.8269230769230769, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "37001381", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9041095890410958, "weighted_f1": 0.949640287769784, "completeness": 0.9041095890410958, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "37001381", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9900990099009901, "weighted_recall": 0.9345794392523364, "weighted_f1": 0.9615384615384615, "completeness": 0.9439252336448598, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "37001381", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7204301075268817, "weighted_f1": 0.8375, "completeness": 0.7204301075268817, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "37001381", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 74, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14942528735632185, "weighted_f1": 0.26000000000000006, "completeness": 0.14942528735632185, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "37374340", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9558823529411765, "weighted_f1": 0.9774436090225563, "completeness": 0.9558823529411765, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "37374340", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9710144927536232, "weighted_f1": 0.9852941176470589, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "37374340", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9705882352941176, "weighted_f1": 0.9850746268656716, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "37374340", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9036144578313253, "weighted_f1": 0.9493670886075949, "completeness": 0.9036144578313253, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "39082090", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8055555555555556, "weighted_f1": 0.8923076923076924, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "39082090", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8157894736842105, "weighted_f1": 0.898550724637681, "completeness": 0.8157894736842105, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "39082090", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9428571428571428, "weighted_f1": 0.9705882352941176, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "39082090", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5974025974025974, "weighted_f1": 0.7479674796747967, "completeness": 0.5974025974025974, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "41910253", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24, "weighted_f1": 0.3870967741935484, "completeness": 0.24, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "41910253", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.96875, "weighted_recall": 0.7380952380952381, "weighted_f1": 0.8378378378378379, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "41910253", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8648648648648648, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "41910253", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22580645161290322, "weighted_f1": 0.3684210526315789, "completeness": 0.22580645161290322, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "43994605", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9512195121951219, "weighted_f1": 0.975, "completeness": 0.9512195121951219, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "43994605", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.9324324324324325, "weighted_f1": 0.9583333333333333, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "43994605", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7948717948717948, "weighted_f1": 0.8857142857142858, "completeness": 0.7948717948717948, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "43994605", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6428571428571429, "weighted_f1": 0.782608695652174, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "45907524", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6212121212121212, "weighted_f1": 0.766355140186916, "completeness": 0.6212121212121212, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "45907524", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6268656716417911, "weighted_f1": 0.7706422018348624, "completeness": 0.6268656716417911, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "45907524", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9538461538461539, "weighted_f1": 0.9763779527559054, "completeness": 0.9538461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "45907524", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5333333333333333, "weighted_f1": 0.6956521739130436, "completeness": 0.5333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "46349752", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8064516129032258, "weighted_f1": 0.8928571428571428, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "46349752", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 3, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9785714285714285, "weighted_recall": 0.9513888888888888, "weighted_f1": 0.9647887323943661, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "46349752", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9830508474576272, "weighted_recall": 0.8529411764705882, "weighted_f1": 0.9133858267716536, "completeness": 0.8676470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "46349752", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7323943661971831, "weighted_f1": 0.8455284552845529, "completeness": 0.7323943661971831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "47996197", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "47996197", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "47996197", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.9468085106382979, "weighted_f1": 0.9673913043478262, "completeness": 0.9574468085106383, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "47996197", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.8467741935483871, "weighted_f1": 0.9130434782608696, "completeness": 0.8548387096774194, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "49325370", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9358974358974359, "weighted_f1": 0.9668874172185431, "completeness": 0.9358974358974359, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "49325370", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9295774647887324, "weighted_f1": 0.9635036496350364, "completeness": 0.9295774647887324, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "49325370", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8148148148148148, "weighted_f1": 0.8979591836734693, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "49325370", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6823529411764706, "weighted_f1": 0.8111888111888113, "completeness": 0.6823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "51777546", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8536585365853658, "weighted_f1": 0.9210526315789475, "completeness": 0.8536585365853658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "51777546", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8536585365853658, "weighted_f1": 0.9210526315789475, "completeness": 0.8536585365853658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "51777546", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9302325581395349, "weighted_f1": 0.963855421686747, "completeness": 0.9302325581395349, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "51777546", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7959183673469388, "weighted_f1": 0.8863636363636364, "completeness": 0.7959183673469388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "54934269", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6571428571428571, "weighted_f1": 0.7931034482758621, "completeness": 0.6571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "54934269", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.9772727272727273, "weighted_f1": 0.9847328244274809, "completeness": 0.9848484848484849, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "54934269", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.7115384615384616, "weighted_f1": 0.8283582089552239, "completeness": 0.717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "54934269", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7291666666666666, "weighted_f1": 0.8433734939759037, "completeness": 0.7291666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "56520872", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8979591836734694, "weighted_f1": 0.9462365591397849, "completeness": 0.8979591836734694, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "56520872", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "56520872", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "56520872", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7611940298507462, "weighted_f1": 0.864406779661017, "completeness": 0.7611940298507462, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "58879993", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9887640449438202, "weighted_f1": 0.9943502824858756, "completeness": 0.9887640449438202, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "58879993", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8703703703703703, "weighted_f1": 0.9306930693069307, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "58879993", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9943181818181818, "weighted_recall": 0.8101851851851852, "weighted_f1": 0.8928571428571429, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "58879993", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7685185185185185, "weighted_f1": 0.869109947643979, "completeness": 0.7685185185185185, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "60624892", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9512195121951219, "weighted_f1": 0.975, "completeness": 0.9512195121951219, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "60624892", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9183673469387755, "weighted_f1": 0.9574468085106383, "completeness": 0.9183673469387755, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "60624892", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9318181818181818, "weighted_f1": 0.9647058823529412, "completeness": 0.9318181818181818, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "60624892", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1111111111111111, "weighted_f1": 0.19999999999999998, "completeness": 0.1111111111111111, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "64471954", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "64471954", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "64471954", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "64471954", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8648648648648649, "weighted_f1": 0.927536231884058, "completeness": 0.8648648648648649, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "69199666", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.98, "weighted_f1": 0.98989898989899, "completeness": 0.98, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "69199666", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9888888888888889, "weighted_f1": 0.9944134078212291, "completeness": 0.9888888888888889, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "69199666", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7413793103448276, "weighted_f1": 0.8514851485148515, "completeness": 0.7413793103448276, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "69199666", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.859375, "weighted_f1": 0.9243697478991597, "completeness": 0.859375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "75297735", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7014925373134329, "weighted_f1": 0.8245614035087719, "completeness": 0.7014925373134329, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "75297735", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8058252427184466, "weighted_f1": 0.8924731182795699, "completeness": 0.8058252427184466, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "75297735", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8064516129032258, "weighted_f1": 0.8928571428571428, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "75297735", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.527027027027027, "weighted_f1": 0.6902654867256637, "completeness": 0.527027027027027, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "75744306", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 10, "fp": 3, "fn": 13, "unverifiable": 0, "weighted_precision": 0.875, "weighted_recall": 0.7567567567567568, "weighted_f1": 0.8115942028985507, "completeness": 0.8243243243243243, "unsupported_rate": 0.046875, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "75744306", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 17, "fp": 5, "fn": 12, "unverifiable": 0, "weighted_precision": 0.8928571428571429, "weighted_recall": 0.8458646616541353, "weighted_f1": 0.8687258687258688, "completeness": 0.9097744360902256, "unsupported_rate": 0.03968253968253968, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "75744306", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 11, "fp": 3, "fn": 20, "unverifiable": 0, "weighted_precision": 0.8731343283582089, "weighted_recall": 0.6964285714285714, "weighted_f1": 0.7748344370860927, "completeness": 0.7619047619047619, "unsupported_rate": 0.04477611940298507, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "75744306", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 12, "fp": 4, "fn": 29, "unverifiable": 0, "weighted_precision": 0.8387096774193549, "weighted_recall": 0.5977011494252874, "weighted_f1": 0.6979865771812082, "completeness": 0.6666666666666666, "unsupported_rate": 0.06451612903225806, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "80876647", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.974025974025974, "weighted_f1": 0.9868421052631579, "completeness": 0.974025974025974, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "80876647", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9743589743589743, "weighted_f1": 0.9870129870129869, "completeness": 0.9743589743589743, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "80876647", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9743589743589743, "weighted_f1": 0.9870129870129869, "completeness": 0.9743589743589743, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "80876647", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6753246753246753, "weighted_f1": 0.8062015503875969, "completeness": 0.6753246753246753, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "85417107", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "85417107", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8955223880597015, "weighted_f1": 0.9448818897637796, "completeness": 0.8955223880597015, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "85417107", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9104477611940298, "weighted_f1": 0.953125, "completeness": 0.9104477611940298, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "85417107", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8210526315789474, "weighted_f1": 0.9017341040462429, "completeness": 0.8210526315789474, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "85421438", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7391304347826086, "weighted_f1": 0.85, "completeness": 0.7391304347826086, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "85421438", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "85421438", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.9637681159420289, "weighted_f1": 0.9779411764705882, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "85421438", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5977011494252874, "weighted_f1": 0.7482014388489209, "completeness": 0.5977011494252874, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "87520378", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.978021978021978, "weighted_f1": 0.9888888888888888, "completeness": 0.978021978021978, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "87520378", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 114, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "87520378", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9381443298969072, "weighted_f1": 0.9680851063829787, "completeness": 0.9381443298969072, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "87520378", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8990825688073395, "weighted_f1": 0.9468599033816426, "completeness": 0.8990825688073395, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "91478356", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9761904761904762, "weighted_f1": 0.9879518072289156, "completeness": 0.9761904761904762, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "91478356", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9761904761904762, "weighted_f1": 0.9879518072289156, "completeness": 0.9761904761904762, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "91478356", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9821428571428571, "weighted_f1": 0.9909909909909909, "completeness": 0.9821428571428571, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "91478356", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4262295081967213, "weighted_f1": 0.5977011494252873, "completeness": 0.4262295081967213, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "93988900", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6503496503496503, "weighted_f1": 0.7881355932203389, "completeness": 0.6503496503496503, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "93988900", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 204, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "93988900", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7964601769911505, "weighted_f1": 0.8866995073891626, "completeness": 0.7964601769911505, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "93988900", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "95011061", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "95011061", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8369565217391305, "weighted_f1": 0.9058823529411766, "completeness": 0.8478260869565217, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "95011061", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "95011061", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6818181818181818, "weighted_f1": 0.8108108108108109, "completeness": 0.6818181818181818, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "96260484", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.851063829787234, "weighted_f1": 0.9195402298850576, "completeness": 0.851063829787234, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "96260484", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "96260484", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6911764705882353, "weighted_f1": 0.817391304347826, "completeness": 0.6911764705882353, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "96260484", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.515625, "weighted_f1": 0.6804123711340206, "completeness": 0.515625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "97169343", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.961038961038961, "weighted_f1": 0.9801324503311257, "completeness": 0.961038961038961, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "97169343", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "97169343", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9466666666666667, "weighted_f1": 0.9726027397260273, "completeness": 0.9466666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "97169343", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 93, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14678899082568808, "weighted_f1": 0.256, "completeness": 0.14678899082568808, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "98300955", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "98300955", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "98300955", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "98300955", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 62, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.41509433962264153, "weighted_f1": 0.5866666666666668, "completeness": 0.41509433962264153, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HEALTHCARE", "document_id": "98309114", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8860759493670886, "weighted_f1": 0.9395973154362416, "completeness": 0.8860759493670886, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "98309114", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 1, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9947368421052631, "weighted_recall": 0.9947368421052631, "weighted_f1": 0.9947368421052631, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HEALTHCARE", "document_id": "98309114", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.797979797979798, "weighted_f1": 0.8876404494382023, "completeness": 0.797979797979798, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HEALTHCARE", "document_id": "98309114", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 79, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3416666666666667, "weighted_f1": 0.5093167701863354, "completeness": 0.3416666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "10399912", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.873015873015873, "weighted_f1": 0.9322033898305084, "completeness": 0.873015873015873, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "10399912", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.873015873015873, "weighted_f1": 0.9322033898305084, "completeness": 0.873015873015873, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "10399912", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.953125, "weighted_f1": 0.976, "completeness": 0.953125, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "10399912", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8170731707317073, "weighted_f1": 0.8993288590604027, "completeness": 0.8170731707317073, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "10694288", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9939024390243902, "weighted_recall": 0.9476744186046512, "weighted_f1": 0.9702380952380952, "completeness": 0.9534883720930233, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "10694288", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.9375, "weighted_f1": 0.9574468085106383, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "10694288", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "10694288", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5188679245283019, "weighted_f1": 0.6832298136645962, "completeness": 0.5188679245283019, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "11480899", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8490566037735849, "weighted_f1": 0.9183673469387755, "completeness": 0.8490566037735849, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11480899", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8545454545454545, "weighted_f1": 0.9215686274509803, "completeness": 0.8545454545454545, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11480899", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8787878787878788, "weighted_f1": 0.9354838709677419, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11480899", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7763157894736842, "weighted_f1": 0.8740740740740741, "completeness": 0.7763157894736842, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11592605", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8305084745762712, "weighted_f1": 0.9074074074074074, "completeness": 0.8305084745762712, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11592605", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.99, "weighted_recall": 0.825, "weighted_f1": 0.9, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11592605", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.7380952380952381, "weighted_f1": 0.8454545454545455, "completeness": 0.746031746031746, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11592605", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.7965116279069767, "weighted_f1": 0.8838709677419354, "completeness": 0.8023255813953488, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11698189", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.7894736842105263, "weighted_f1": 0.8695652173913043, "completeness": 0.8157894736842105, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11698189", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 3, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.875, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11698189", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 3, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.8846153846153847, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11698189", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.7090909090909091, "weighted_f1": 0.8210526315789474, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11763983", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11763983", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.8898305084745762, "weighted_f1": 0.9374999999999999, "completeness": 0.8983050847457628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11763983", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "11763983", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7894736842105263, "weighted_f1": 0.8823529411764706, "completeness": 0.7894736842105263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11847784", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8108108108108109, "weighted_f1": 0.8955223880597014, "completeness": 0.8108108108108109, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "11847784", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9928571428571429, "weighted_recall": 0.9652777777777778, "weighted_f1": 0.9788732394366197, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "11847784", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9928571428571429, "weighted_recall": 0.9652777777777778, "weighted_f1": 0.9788732394366197, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "11847784", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5700934579439252, "weighted_f1": 0.7261904761904762, "completeness": 0.5700934579439252, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "12786012", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.7888888888888889, "weighted_f1": 0.8765432098765433, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "12786012", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.8802816901408451, "weighted_f1": 0.9328358208955225, "completeness": 0.8873239436619719, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "12786012", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.8897058823529411, "weighted_f1": 0.9379844961240309, "completeness": 0.8970588235294118, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "12786012", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.6339285714285714, "weighted_f1": 0.7717391304347826, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "13376919", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "13376919", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "13376919", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "13376919", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "13520837", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6779661016949152, "weighted_f1": 0.8080808080808081, "completeness": 0.6779661016949152, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "13520837", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 3, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9716981132075472, "weighted_recall": 0.7253521126760564, "weighted_f1": 0.8306451612903226, "completeness": 0.7464788732394366, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "13520837", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 3, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9741379310344828, "weighted_recall": 0.8692307692307693, "weighted_f1": 0.91869918699187, "completeness": 0.8923076923076924, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "13520837", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.44285714285714284, "weighted_f1": 0.6138613861386139, "completeness": 0.44285714285714284, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "13879043", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.9659090909090909, "weighted_f1": 0.9770114942528736, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "13879043", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 1, "fp": 0, "fn": 0, "unverifiable": 1, "weighted_precision": 0.9935064935064936, "weighted_recall": 0.9935064935064936, "weighted_f1": 0.9935064935064936, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "13879043", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "13879043", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 112, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "14225422", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "14225422", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "14225422", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10416666666666667, "weighted_f1": 0.18867924528301885, "completeness": 0.10416666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "14225422", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "14256329", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9514563106796117, "completeness": 0.9074074074074074, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "14256329", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9107142857142857, "weighted_f1": 0.9532710280373832, "completeness": 0.9107142857142857, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "14256329", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9702970297029703, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "14256329", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6615384615384615, "weighted_f1": 0.7962962962962964, "completeness": 0.6615384615384615, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "14640322", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.847457627118644, "weighted_f1": 0.9174311926605504, "completeness": 0.847457627118644, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "14640322", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "14640322", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8548387096774194, "weighted_f1": 0.9217391304347826, "completeness": 0.8548387096774194, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "14640322", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7246376811594203, "weighted_f1": 0.8403361344537814, "completeness": 0.7246376811594203, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "14886205", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8157894736842105, "weighted_f1": 0.898550724637681, "completeness": 0.8157894736842105, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "14886205", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8108108108108109, "weighted_f1": 0.8955223880597014, "completeness": 0.8108108108108109, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "14886205", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8857142857142857, "weighted_f1": 0.9393939393939393, "completeness": 0.8857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "14886205", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47058823529411764, "weighted_f1": 0.6399999999999999, "completeness": 0.47058823529411764, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "15041689", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "15041689", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.8875, "weighted_f1": 0.9342105263157895, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "15041689", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "15041689", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.803030303030303, "weighted_f1": 0.8907563025210083, "completeness": 0.803030303030303, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "15375009", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9714285714285714, "weighted_f1": 0.9855072463768115, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "15375009", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9701492537313433, "weighted_f1": 0.9848484848484849, "completeness": 0.9701492537313433, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "15375009", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9850746268656716, "weighted_f1": 0.9924812030075187, "completeness": 0.9850746268656716, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "15375009", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 82, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08888888888888889, "weighted_f1": 0.163265306122449, "completeness": 0.08888888888888889, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "15575117", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8313253012048193, "weighted_f1": 0.9078947368421052, "completeness": 0.8313253012048193, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "15575117", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9010989010989011, "weighted_f1": 0.9479768786127168, "completeness": 0.9010989010989011, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "15575117", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8488372093023255, "weighted_f1": 0.9182389937106918, "completeness": 0.8488372093023255, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "15575117", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 96, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1724137931034483, "weighted_f1": 0.29411764705882354, "completeness": 0.1724137931034483, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "15576950", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "15576950", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8860759493670886, "weighted_f1": 0.9395973154362416, "completeness": 0.8860759493670886, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "15576950", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9452054794520548, "weighted_f1": 0.971830985915493, "completeness": 0.9452054794520548, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "15576950", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7792207792207793, "weighted_f1": 0.8759124087591241, "completeness": 0.7792207792207793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "16852973", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7708333333333334, "weighted_f1": 0.8705882352941177, "completeness": 0.7708333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "16852973", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9777777777777777, "weighted_recall": 0.8, "weighted_f1": 0.8800000000000001, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "16852973", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.5, "weighted_f1": 0.6639344262295082, "completeness": 0.5061728395061729, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "16852973", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4057971014492754, "weighted_f1": 0.577319587628866, "completeness": 0.4057971014492754, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "16861758", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "16861758", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9736842105263158, "weighted_f1": 0.9866666666666666, "completeness": 0.9736842105263158, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "16861758", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8048780487804879, "weighted_f1": 0.8918918918918919, "completeness": 0.8048780487804879, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "16861758", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.19117647058823528, "weighted_f1": 0.32098765432098764, "completeness": 0.19117647058823528, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "16877897", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "16877897", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9924242424242424, "weighted_recall": 0.9776119402985075, "weighted_f1": 0.9849624060150376, "completeness": 0.9850746268656716, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "16877897", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9850746268656716, "weighted_f1": 0.9924812030075187, "completeness": 0.9850746268656716, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "16877897", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 84, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08695652173913043, "weighted_f1": 0.16, "completeness": 0.08695652173913043, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "17150707", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "17150707", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "17150707", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5833333333333334, "weighted_f1": 0.7368421052631579, "completeness": 0.5833333333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "17150707", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7804878048780488, "weighted_f1": 0.8767123287671234, "completeness": 0.7804878048780488, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "17412079", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9875, "weighted_recall": 0.9404761904761905, "weighted_f1": 0.9634146341463415, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "17412079", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9875, "weighted_recall": 0.8977272727272727, "weighted_f1": 0.9404761904761905, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "17412079", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.39603960396039606, "weighted_f1": 0.5673758865248227, "completeness": 0.39603960396039606, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "17412079", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.07792207792207792, "weighted_f1": 0.14457831325301204, "completeness": 0.07792207792207792, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "17422560", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8536585365853658, "weighted_f1": 0.9210526315789475, "completeness": 0.8536585365853658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "17422560", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8604651162790697, "weighted_f1": 0.9249999999999999, "completeness": 0.8604651162790697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "17422560", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9375, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "17422560", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7755102040816326, "weighted_f1": 0.8735632183908045, "completeness": 0.7755102040816326, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "17812897", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7532467532467533, "weighted_f1": 0.8592592592592593, "completeness": 0.7532467532467533, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "17812897", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 129, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9485294117647058, "weighted_f1": 0.9735849056603774, "completeness": 0.9485294117647058, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "17812897", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.963855421686747, "weighted_f1": 0.9815950920245399, "completeness": 0.963855421686747, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "17812897", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7901234567901234, "weighted_f1": 0.8827586206896552, "completeness": 0.7901234567901234, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "17855844", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8648648648648648, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "17855844", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8615384615384616, "weighted_f1": 0.9256198347107438, "completeness": 0.8615384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "17855844", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7903225806451613, "weighted_f1": 0.8828828828828829, "completeness": 0.7903225806451613, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "17855844", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2125, "weighted_f1": 0.3505154639175258, "completeness": 0.2125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "18084150", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18084150", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9494949494949495, "completeness": 0.9038461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "18084150", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.288135593220339, "weighted_f1": 0.4473684210526315, "completeness": 0.288135593220339, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "18084150", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.676923076923077, "weighted_f1": 0.8073394495412844, "completeness": 0.676923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18155310", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.9545454545454546, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "18155310", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.9545454545454546, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "18155310", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.923728813559322, "weighted_f1": 0.956140350877193, "completeness": 0.9322033898305084, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "18155310", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.7533333333333333, "weighted_f1": 0.8560606060606061, "completeness": 0.76, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18297650", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "18297650", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "18297650", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8072289156626506, "weighted_f1": 0.8933333333333333, "completeness": 0.8072289156626506, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18297650", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 120, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6557377049180327, "weighted_f1": 0.7920792079207921, "completeness": 0.6557377049180327, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18316239", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.75, "weighted_f1": 0.8522727272727272, "completeness": 0.76, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18316239", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.8240740740740741, "weighted_f1": 0.8989898989898991, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18316239", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.6796875, "weighted_f1": 0.8055555555555556, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18316239", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.5703125, "weighted_f1": 0.7227722772277229, "completeness": 0.578125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "18334783", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7868852459016393, "weighted_f1": 0.8807339449541284, "completeness": 0.7868852459016393, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18334783", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18334783", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7631578947368421, "weighted_f1": 0.8656716417910448, "completeness": 0.7631578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18334783", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6164383561643836, "weighted_f1": 0.7627118644067796, "completeness": 0.6164383561643836, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18422164", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18422164", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18422164", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "18422164", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5526315789473685, "weighted_f1": 0.711864406779661, "completeness": 0.5526315789473685, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "18557164", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7954545454545454, "weighted_f1": 0.8860759493670886, "completeness": 0.7954545454545454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18557164", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.9024390243902439, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18557164", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7450980392156863, "weighted_f1": 0.8539325842696629, "completeness": 0.7450980392156863, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18557164", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8309859154929577, "weighted_f1": 0.9076923076923077, "completeness": 0.8309859154929577, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "18731098", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "18731098", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9724770642201834, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "18731098", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "18731098", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 79, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.09195402298850575, "weighted_f1": 0.16842105263157897, "completeness": 0.09195402298850575, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "18827609", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.96875, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "18827609", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "18827609", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.5441176470588235, "weighted_f1": 0.7047619047619048, "completeness": 0.5441176470588235, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "18827609", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2125, "weighted_f1": 0.3505154639175258, "completeness": 0.2125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "19179079", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9952380952380953, "weighted_recall": 0.9414414414414415, "weighted_f1": 0.9675925925925928, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "19179079", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 105, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9906542056074766, "weighted_recall": 0.9380530973451328, "weighted_f1": 0.9636363636363636, "completeness": 0.9469026548672567, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "19179079", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 105, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9952830188679245, "weighted_recall": 0.9504504504504504, "weighted_f1": 0.9723502304147464, "completeness": 0.954954954954955, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "19179079", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 109, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8790322580645161, "weighted_f1": 0.9356223175965666, "completeness": 0.8790322580645161, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "19336728", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "19336728", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "19336728", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "19336728", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.7926829268292683, "weighted_f1": 0.8783783783783784, "completeness": 0.8048780487804879, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "19616406", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.7075471698113207, "weighted_f1": 0.8241758241758242, "completeness": 0.7169811320754716, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "19616406", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.7090909090909091, "weighted_f1": 0.8210526315789474, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "19616406", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.79, "weighted_f1": 0.8777777777777778, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "19616406", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5818181818181818, "weighted_f1": 0.735632183908046, "completeness": 0.5818181818181818, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "19717385", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6428571428571429, "weighted_f1": 0.782608695652174, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "19717385", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6352941176470588, "weighted_f1": 0.776978417266187, "completeness": 0.6352941176470588, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "19717385", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 76, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.392, "weighted_f1": 0.5632183908045978, "completeness": 0.392, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "19717385", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5981308411214953, "weighted_f1": 0.7485380116959064, "completeness": 0.5981308411214953, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "19867922", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "19867922", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9743589743589743, "weighted_f1": 0.9870129870129869, "completeness": 0.9743589743589743, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "19867922", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 3, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.06818181818181818, "weighted_f1": 0.1276595744680851, "completeness": 0.06818181818181818, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "19867922", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6428571428571429, "weighted_f1": 0.782608695652174, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "20417897", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "20417897", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "20417897", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9491525423728814, "weighted_f1": 0.9739130434782608, "completeness": 0.9491525423728814, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "20417897", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8656716417910447, "weighted_f1": 0.928, "completeness": 0.8656716417910447, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "20806155", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9117647058823529, "weighted_f1": 0.9538461538461539, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "20806155", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9117647058823529, "weighted_f1": 0.9538461538461539, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "20806155", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 258, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2607449856733524, "weighted_f1": 0.41363636363636364, "completeness": 0.2607449856733524, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "20806155", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 113, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.39893617021276595, "weighted_f1": 0.5703422053231939, "completeness": 0.39893617021276595, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "20925036", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9724770642201834, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "20925036", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 168, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "20925036", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8028169014084507, "weighted_f1": 0.890625, "completeness": 0.8028169014084507, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "20925036", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.28, "weighted_f1": 0.43750000000000006, "completeness": 0.28, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "20993320", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.7890625, "weighted_f1": 0.8782608695652174, "completeness": 0.796875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "20993320", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9846153846153847, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9078014184397163, "completeness": 0.8552631578947368, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "20993320", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.7933333333333333, "weighted_f1": 0.8814814814814814, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "20993320", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.7467532467532467, "weighted_f1": 0.8518518518518519, "completeness": 0.7532467532467533, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "21265194", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8620689655172413, "weighted_f1": 0.9259259259259259, "completeness": 0.8620689655172413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "21265194", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8717948717948718, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "21265194", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7575757575757576, "weighted_f1": 0.8620689655172413, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "21265194", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6216216216216216, "weighted_f1": 0.7666666666666667, "completeness": 0.6216216216216216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "21830565", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.7753623188405797, "weighted_f1": 0.8699186991869918, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "21830565", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.89375, "weighted_f1": 0.9407894736842106, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "21830565", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.855072463768116, "weighted_f1": 0.921875, "completeness": 0.855072463768116, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "21830565", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.7621951219512195, "weighted_f1": 0.8620689655172414, "completeness": 0.7682926829268293, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "22323967", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "22323967", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "22323967", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "22323967", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8923076923076924, "weighted_f1": 0.9430894308943091, "completeness": 0.8923076923076924, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "23155093", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 2, "fp": 1, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9649122807017544, "weighted_recall": 0.8870967741935484, "weighted_f1": 0.9243697478991597, "completeness": 0.9032258064516129, "unsupported_rate": 0.017543859649122806, "outcome": "Successful" }, { "category": "HR", "document_id": "23155093", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 2, "fn": 18, "unverifiable": 1, "weighted_precision": 0.9464285714285714, "weighted_recall": 0.7361111111111112, "weighted_f1": 0.828125, "completeness": 0.75, "unsupported_rate": 0.03571428571428571, "outcome": "Partially successful" }, { "category": "HR", "document_id": "23155093", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 2, "fp": 2, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9482758620689655, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.894308943089431, "completeness": 0.8615384615384616, "unsupported_rate": 0.034482758620689655, "outcome": "Partially successful" }, { "category": "HR", "document_id": "23155093", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 1, "fn": 44, "unverifiable": 0, "weighted_precision": 0.972972972972973, "weighted_recall": 0.45, "weighted_f1": 0.6153846153846154, "completeness": 0.45, "unsupported_rate": 0.02702702702702703, "outcome": "Failed" }, { "category": "HR", "document_id": "23408537", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9935897435897436, "weighted_recall": 0.7989690721649485, "weighted_f1": 0.8857142857142858, "completeness": 0.8041237113402062, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "23408537", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9943820224719101, "weighted_recall": 0.9123711340206185, "weighted_f1": 0.9516129032258065, "completeness": 0.9175257731958762, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "23408537", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9945054945054945, "weighted_recall": 0.923469387755102, "weighted_f1": 0.9576719576719577, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "23408537", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4672131147540984, "weighted_f1": 0.6368715083798883, "completeness": 0.4672131147540984, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "23510685", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8974358974358975, "weighted_f1": 0.945945945945946, "completeness": 0.8974358974358975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "23510685", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.8902439024390244, "weighted_f1": 0.9358974358974359, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "23510685", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.8875, "weighted_f1": 0.9342105263157895, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "23510685", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6911764705882353, "weighted_f1": 0.817391304347826, "completeness": 0.6911764705882353, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "23914451", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8939393939393939, "weighted_f1": 0.944, "completeness": 0.8939393939393939, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "23914451", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "23914451", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "23914451", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8292682926829268, "weighted_f1": 0.9066666666666667, "completeness": 0.8292682926829268, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "24184357", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.765625, "weighted_f1": 0.8672566371681416, "completeness": 0.765625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "24184357", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "24184357", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "24184357", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6447368421052632, "weighted_f1": 0.7839999999999999, "completeness": 0.6447368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "24402267", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8902439024390244, "weighted_f1": 0.9419354838709678, "completeness": 0.8902439024390244, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "24402267", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9866666666666667, "weighted_recall": 0.8809523809523809, "weighted_f1": 0.930817610062893, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "24402267", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.6422413793103449, "weighted_f1": 0.7801047120418848, "completeness": 0.646551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "24402267", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 83, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.07777777777777778, "weighted_f1": 0.1443298969072165, "completeness": 0.07777777777777778, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "24508725", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 106, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.5, "completeness": 0.3333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "24508725", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 105, "unverifiable": 0, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.3936781609195402, "weighted_f1": 0.5637860082304526, "completeness": 0.39655172413793105, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "24508725", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7205882352941176, "weighted_f1": 0.8376068376068375, "completeness": 0.7205882352941176, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "24508725", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 181, "partial": 0, "fp": 0, "fn": 96, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6534296028880866, "weighted_f1": 0.7903930131004366, "completeness": 0.6534296028880866, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "25150191", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "25150191", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.8783783783783784, "weighted_f1": 0.9285714285714285, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "25150191", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "25150191", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7608695652173914, "weighted_f1": 0.8641975308641976, "completeness": 0.7608695652173914, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "25676643", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 97, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9603960396039604, "weighted_f1": 0.9797979797979798, "completeness": 0.9603960396039604, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "25676643", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9949494949494949, "weighted_recall": 0.9656862745098039, "weighted_f1": 0.9800995024875622, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "25676643", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9705882352941176, "weighted_f1": 0.9850746268656716, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "25676643", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 0, "fp": 1, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9908256880733946, "weighted_recall": 0.8780487804878049, "weighted_f1": 0.9310344827586207, "completeness": 0.8780487804878049, "unsupported_rate": 0.009174311926605505, "outcome": "Partially successful" }, { "category": "HR", "document_id": "25724495", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "25724495", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.9537037037037037, "weighted_f1": 0.9716981132075472, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "25724495", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9661016949152542, "weighted_f1": 0.9827586206896551, "completeness": 0.9661016949152542, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "25724495", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8714285714285714, "weighted_f1": 0.9312977099236641, "completeness": 0.8714285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "25824789", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6304347826086957, "weighted_f1": 0.7733333333333333, "completeness": 0.6304347826086957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "25824789", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.6354166666666666, "weighted_f1": 0.7721518987341772, "completeness": 0.6458333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "25824789", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "25824789", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6491228070175439, "weighted_f1": 0.7872340425531915, "completeness": 0.6491228070175439, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26048718", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 2, "fp": 1, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9009009009009009, "completeness": 0.8416666666666667, "unsupported_rate": 0.00980392156862745, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26048718", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 107, "partial": 4, "fp": 1, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9732142857142857, "weighted_recall": 0.8582677165354331, "weighted_f1": 0.9121338912133891, "completeness": 0.8740157480314961, "unsupported_rate": 0.008928571428571428, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26048718", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 105, "partial": 2, "fp": 2, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9724770642201835, "weighted_recall": 0.8412698412698413, "weighted_f1": 0.9021276595744682, "completeness": 0.8492063492063492, "unsupported_rate": 0.01834862385321101, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26048718", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 116, "partial": 0, "fp": 2, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9830508474576272, "weighted_recall": 0.8467153284671532, "weighted_f1": 0.9098039215686275, "completeness": 0.8467153284671532, "unsupported_rate": 0.01694915254237288, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26202430", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7763157894736842, "weighted_f1": 0.8740740740740741, "completeness": 0.7763157894736842, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26202430", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8686131386861313, "completeness": 0.7792207792207793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26202430", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.3738738738738739, "weighted_f1": 0.542483660130719, "completeness": 0.3783783783783784, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "26202430", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7525773195876289, "weighted_f1": 0.8588235294117647, "completeness": 0.7525773195876289, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26289308", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26289308", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26289308", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "26289308", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7547169811320755, "weighted_f1": 0.8602150537634409, "completeness": 0.7547169811320755, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26671167", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.839622641509434, "weighted_f1": 0.9128205128205129, "completeness": 0.839622641509434, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26671167", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8205128205128205, "weighted_f1": 0.9014084507042254, "completeness": 0.8205128205128205, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26671167", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9947368421052631, "weighted_recall": 0.8217391304347826, "weighted_f1": 0.9, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26671167", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 1, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 0.9943181818181818, "weighted_recall": 0.7056451612903226, "weighted_f1": 0.8254716981132075, "completeness": 0.7096774193548387, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26780935", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8536585365853658, "weighted_f1": 0.9210526315789475, "completeness": 0.8536585365853658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "26780935", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9529411764705882, "weighted_f1": 0.9759036144578312, "completeness": 0.9529411764705882, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "26780935", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "26780935", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27018550", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "27018550", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "27018550", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9482758620689654, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "27018550", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.868421052631579, "weighted_f1": 0.9295774647887324, "completeness": 0.868421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27165830", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 13, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9155844155844156, "weighted_recall": 0.7121212121212122, "weighted_f1": 0.8011363636363638, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27165830", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 19, "fp": 0, "fn": 22, "unverifiable": 1, "weighted_precision": 0.9010416666666666, "weighted_recall": 0.7330508474576272, "weighted_f1": 0.8084112149532711, "completeness": 0.8135593220338984, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27165830", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 18, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.8888888888888888, "weighted_recall": 0.7058823529411765, "weighted_f1": 0.7868852459016393, "completeness": 0.7941176470588235, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27165830", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 7, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 0.9166666666666666, "weighted_recall": 0.43258426966292135, "weighted_f1": 0.5877862595419848, "completeness": 0.47191011235955055, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "27490876", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8507462686567164, "weighted_f1": 0.9193548387096774, "completeness": 0.8507462686567164, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27490876", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8676470588235294, "weighted_f1": 0.9291338582677166, "completeness": 0.8676470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27490876", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8714285714285714, "weighted_f1": 0.9312977099236641, "completeness": 0.8714285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27490876", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6956521739130435, "weighted_f1": 0.8205128205128205, "completeness": 0.6956521739130435, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27496514", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "27496514", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "27496514", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3877551020408163, "weighted_f1": 0.5588235294117647, "completeness": 0.3877551020408163, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "27496514", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8372093023255814, "weighted_f1": 0.9113924050632911, "completeness": 0.8372093023255814, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27523575", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27523575", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8867924528301887, "weighted_f1": 0.9400000000000001, "completeness": 0.8867924528301887, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27523575", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7540983606557377, "weighted_f1": 0.8598130841121495, "completeness": 0.7540983606557377, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27523575", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27847081", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "27847081", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9841269841269841, "weighted_recall": 0.8378378378378378, "weighted_f1": 0.9051094890510948, "completeness": 0.8513513513513513, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27847081", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.9024390243902439, "completeness": 0.8222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "27847081", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 70, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2391304347826087, "weighted_f1": 0.3859649122807018, "completeness": 0.2391304347826087, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "28175164", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.753731343283582, "weighted_f1": 0.8559322033898303, "completeness": 0.7611940298507462, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "28175164", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 2, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.746268656716418, "weighted_f1": 0.847457627118644, "completeness": 0.7611940298507462, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "28175164", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.66875, "weighted_f1": 0.7985074626865671, "completeness": 0.675, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "28175164", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.703125, "weighted_f1": 0.8256880733944955, "completeness": 0.703125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "28419173", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.8357142857142857, "weighted_f1": 0.9069767441860465, "completeness": 0.8428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "28419173", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.8409090909090909, "weighted_f1": 0.9098360655737705, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "28419173", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.917910447761194, "weighted_f1": 0.9534883720930232, "completeness": 0.9253731343283582, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "28419173", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.6690140845070423, "weighted_f1": 0.7983193277310925, "completeness": 0.676056338028169, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "28640735", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "28640735", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.9383561643835616, "weighted_f1": 0.9647887323943661, "completeness": 0.9452054794520548, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "28640735", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.569620253164557, "weighted_f1": 0.7258064516129034, "completeness": 0.569620253164557, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "28640735", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9058823529411765, "weighted_f1": 0.9506172839506173, "completeness": 0.9058823529411765, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "28808263", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.7661290322580645, "weighted_f1": 0.8636363636363636, "completeness": 0.7741935483870968, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "28808263", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.8225806451612904, "weighted_f1": 0.8947368421052632, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "28808263", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 4, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 0.9655172413793104, "weighted_recall": 0.5384615384615384, "weighted_f1": 0.691358024691358, "completeness": 0.5576923076923077, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "28808263", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.71875, "weighted_f1": 0.8333333333333334, "completeness": 0.725, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "28828844", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7714285714285715, "weighted_f1": 0.870967741935484, "completeness": 0.7714285714285715, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "28828844", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "28828844", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8048780487804879, "weighted_f1": 0.8918918918918919, "completeness": 0.8048780487804879, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "28828844", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "29091445", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8703703703703703, "weighted_f1": 0.9306930693069307, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "29091445", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.8773584905660378, "weighted_f1": 0.93, "completeness": 0.8867924528301887, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "29091445", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "29091445", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7894736842105263, "weighted_f1": 0.8823529411764706, "completeness": 0.7894736842105263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "29149998", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8070175438596491, "weighted_f1": 0.8932038834951457, "completeness": 0.8070175438596491, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "29149998", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8070175438596491, "weighted_f1": 0.8932038834951457, "completeness": 0.8070175438596491, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "29149998", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.9140625, "weighted_f1": 0.9512195121951219, "completeness": 0.921875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "29149998", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7236842105263158, "weighted_f1": 0.8396946564885496, "completeness": 0.7236842105263158, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "29297973", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7818181818181819, "weighted_f1": 0.8775510204081634, "completeness": 0.7818181818181819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "29297973", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8425925925925926, "weighted_f1": 0.91, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "29297973", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8214285714285714, "weighted_f1": 0.9019607843137255, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "29297973", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6883116883116883, "weighted_f1": 0.8153846153846155, "completeness": 0.6883116883116883, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "29564653", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "29564653", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8188405797101449, "weighted_f1": 0.8968253968253969, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "29564653", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9733333333333334, "weighted_f1": 0.9864864864864865, "completeness": 0.9733333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "29564653", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9941176470588236, "weighted_recall": 0.7752293577981652, "weighted_f1": 0.8711340206185566, "completeness": 0.7798165137614679, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "30163002", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "30163002", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9795918367346939, "weighted_f1": 0.9896907216494846, "completeness": 0.9795918367346939, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "30163002", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.98, "weighted_f1": 0.98989898989899, "completeness": 0.98, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "30163002", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8169014084507042, "weighted_f1": 0.8992248062015504, "completeness": 0.8169014084507042, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "30563572", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7346938775510204, "weighted_f1": 0.8470588235294119, "completeness": 0.7346938775510204, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "30563572", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 1, "fn": 13, "unverifiable": 1, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.7868852459016393, "weighted_f1": 0.8727272727272727, "completeness": 0.7868852459016393, "unsupported_rate": 0.02040816326530612, "outcome": "Partially successful" }, { "category": "HR", "document_id": "30563572", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.96, "completeness": 0.9411764705882353, "unsupported_rate": 0.02040816326530612, "outcome": "Successful" }, { "category": "HR", "document_id": "30563572", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6166666666666667, "weighted_f1": 0.7628865979381444, "completeness": 0.6166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "30646367", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.8448275862068966, "weighted_f1": 0.9074074074074074, "completeness": 0.8620689655172413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "30646367", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.796875, "weighted_f1": 0.8644067796610169, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "30646367", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "30646367", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "30862904", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.68125, "weighted_f1": 0.8074074074074075, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "30862904", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.6875, "weighted_f1": 0.8114754098360656, "completeness": 0.6944444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "30862904", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8533333333333334, "weighted_f1": 0.9208633093525179, "completeness": 0.8533333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "30862904", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3548387096774194, "weighted_f1": 0.5238095238095238, "completeness": 0.3548387096774194, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "32308556", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "32308556", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9846153846153847, "weighted_recall": 0.9552238805970149, "weighted_f1": 0.9696969696969696, "completeness": 0.9701492537313433, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "32308556", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7391304347826086, "weighted_f1": 0.85, "completeness": 0.7391304347826086, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "32308556", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48214285714285715, "weighted_f1": 0.6506024096385542, "completeness": 0.48214285714285715, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "32896934", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7586206896551725, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "32896934", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5740740740740741, "weighted_f1": 0.7294117647058824, "completeness": 0.5740740740740741, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "32896934", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8166666666666667, "weighted_f1": 0.8990825688073394, "completeness": 0.8166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "32896934", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43037974683544306, "weighted_f1": 0.6017699115044248, "completeness": 0.43037974683544306, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "32947778", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9384615384615385, "weighted_f1": 0.9682539682539683, "completeness": 0.9384615384615385, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "32947778", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9384615384615385, "weighted_f1": 0.9682539682539683, "completeness": 0.9384615384615385, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "32947778", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8604651162790697, "weighted_f1": 0.9249999999999999, "completeness": 0.8604651162790697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "32947778", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8780487804878049, "weighted_f1": 0.9350649350649352, "completeness": 0.8780487804878049, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "32977530", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.37735849056603776, "weighted_f1": 0.5479452054794521, "completeness": 0.37735849056603776, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "32977530", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 2, "fp": 0, "fn": 33, "unverifiable": 1, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.5853658536585366, "weighted_f1": 0.732824427480916, "completeness": 0.5975609756097561, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "32977530", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.6513157894736842, "weighted_f1": 0.7857142857142857, "completeness": 0.6578947368421053, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "32977530", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 118, "partial": 3, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.987603305785124, "weighted_recall": 0.7810457516339869, "weighted_f1": 0.8722627737226277, "completeness": 0.7908496732026143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "33176873", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6707317073170732, "weighted_f1": 0.8029197080291971, "completeness": 0.6707317073170732, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "33176873", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7572815533980582, "weighted_f1": 0.8618784530386739, "completeness": 0.7572815533980582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "33176873", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.686046511627907, "weighted_f1": 0.8137931034482759, "completeness": 0.686046511627907, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "33176873", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6228070175438597, "weighted_f1": 0.7675675675675676, "completeness": 0.6228070175438597, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "34554248", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9272727272727272, "weighted_f1": 0.9622641509433962, "completeness": 0.9272727272727272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "34554248", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9137931034482759, "weighted_f1": 0.9549549549549551, "completeness": 0.9137931034482759, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "34554248", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.9636363636363636, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "34554248", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.759493670886076, "weighted_f1": 0.8633093525179857, "completeness": 0.759493670886076, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "34740556", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "34740556", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.8362068965517241, "weighted_f1": 0.9065420560747662, "completeness": 0.8448275862068966, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "34740556", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9724770642201834, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "34740556", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "39081840", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 1, "fn": 17, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.775, "weighted_f1": 0.8611111111111113, "completeness": 0.7875, "unsupported_rate": 0.015625, "outcome": "Partially successful" }, { "category": "HR", "document_id": "39081840", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 2, "fp": 1, "fn": 24, "unverifiable": 1, "weighted_precision": 0.9710144927536232, "weighted_recall": 0.7282608695652174, "weighted_f1": 0.8322981366459627, "completeness": 0.7391304347826086, "unsupported_rate": 0.014492753623188406, "outcome": "Partially successful" }, { "category": "HR", "document_id": "39081840", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 2, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.7282608695652174, "weighted_f1": 0.8375000000000001, "completeness": 0.7391304347826086, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "39081840", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 87, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2689075630252101, "weighted_f1": 0.423841059602649, "completeness": 0.2689075630252101, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "39650734", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6097560975609756, "weighted_f1": 0.7575757575757575, "completeness": 0.6097560975609756, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "39650734", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 1, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.608433734939759, "weighted_f1": 0.7537313432835822, "completeness": 0.6144578313253012, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "39650734", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 1, "fp": 0, "fn": 35, "unverifiable": 1, "weighted_precision": 0.99375, "weighted_recall": 0.691304347826087, "weighted_f1": 0.8153846153846154, "completeness": 0.6956521739130435, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "39650734", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5841584158415841, "weighted_f1": 0.7374999999999999, "completeness": 0.5841584158415841, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "39970711", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "39970711", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8275862068965517, "weighted_f1": 0.9056603773584906, "completeness": 0.8275862068965517, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "39970711", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "39970711", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "41523474", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.41935483870967744, "weighted_f1": 0.5909090909090909, "completeness": 0.41935483870967744, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "41523474", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7213114754098361, "weighted_f1": 0.8380952380952381, "completeness": 0.7213114754098361, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "41523474", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.6574074074074074, "weighted_f1": 0.788888888888889, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "41523474", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.21818181818181817, "weighted_f1": 0.3582089552238806, "completeness": 0.21818181818181817, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "44476983", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "44476983", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9137931034482759, "weighted_f1": 0.9549549549549551, "completeness": 0.9137931034482759, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "44476983", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8983050847457628, "weighted_f1": 0.9464285714285715, "completeness": 0.8983050847457628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "44476983", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84, "weighted_f1": 0.9130434782608696, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "46258701", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9848484848484849, "weighted_f1": 0.9923664122137404, "completeness": 0.9848484848484849, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "46258701", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.9779411764705882, "weighted_f1": 0.9851851851851852, "completeness": 0.9852941176470589, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "46258701", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24675324675324675, "weighted_f1": 0.3958333333333333, "completeness": 0.24675324675324675, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "46258701", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9555555555555556, "weighted_f1": 0.9772727272727273, "completeness": 0.9555555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "47470864", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "47470864", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "47470864", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8955223880597015, "weighted_f1": 0.9448818897637796, "completeness": 0.8955223880597015, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "47470864", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2980769230769231, "weighted_f1": 0.45925925925925926, "completeness": 0.2980769230769231, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "49937469", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8648648648648649, "weighted_f1": 0.927536231884058, "completeness": 0.8648648648648649, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "49937469", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8648648648648649, "weighted_f1": 0.927536231884058, "completeness": 0.8648648648648649, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "49937469", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9240506329113924, "weighted_f1": 0.9605263157894737, "completeness": 0.9240506329113924, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "49937469", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.881578947368421, "weighted_f1": 0.9370629370629371, "completeness": 0.881578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "51769822", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.9322033898305084, "weighted_f1": 0.9565217391304348, "completeness": 0.9491525423728814, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "51769822", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.9568965517241379, "weighted_f1": 0.9736842105263158, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "51769822", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.9416666666666667, "weighted_f1": 0.9658119658119658, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "51769822", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6428571428571429, "weighted_f1": 0.782608695652174, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "52979663", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8852459016393442, "completeness": 0.7941176470588235, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "52979663", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8285714285714286, "weighted_f1": 0.90625, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "52979663", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "52979663", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7111111111111111, "weighted_f1": 0.8311688311688311, "completeness": 0.7111111111111111, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "57667857", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9935064935064936, "weighted_recall": 0.7216981132075472, "weighted_f1": 0.8360655737704917, "completeness": 0.7264150943396226, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "57667857", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9947368421052631, "weighted_recall": 0.8915094339622641, "weighted_f1": 0.9402985074626865, "completeness": 0.8962264150943396, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "57667857", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4298245614035088, "weighted_f1": 0.6012269938650306, "completeness": 0.4298245614035088, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "57667857", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7203389830508474, "weighted_f1": 0.8374384236453203, "completeness": 0.7203389830508474, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "59962788", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.7734375, "weighted_f1": 0.868421052631579, "completeness": 0.78125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "59962788", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 1, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.6830985915492958, "weighted_f1": 0.8083333333333333, "completeness": 0.6901408450704225, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "59962788", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.4791666666666667, "weighted_f1": 0.6448598130841121, "completeness": 0.4861111111111111, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "59962788", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 74, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10843373493975904, "weighted_f1": 0.1956521739130435, "completeness": 0.10843373493975904, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "72231872", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.92, "completeness": 0.8518518518518519, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "72231872", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "72231872", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.926829268292683, "weighted_f1": 0.9620253164556963, "completeness": 0.926829268292683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "72231872", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7227722772277227, "weighted_f1": 0.8390804597701149, "completeness": 0.7227722772277227, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "73077810", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48484848484848486, "weighted_f1": 0.653061224489796, "completeness": 0.48484848484848486, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "73077810", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48484848484848486, "weighted_f1": 0.653061224489796, "completeness": 0.48484848484848486, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "73077810", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "73077810", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5098039215686274, "weighted_f1": 0.6753246753246753, "completeness": 0.5098039215686274, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "HR", "document_id": "80162314", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9454545454545454, "weighted_f1": 0.9719626168224299, "completeness": 0.9454545454545454, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "80162314", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9672131147540983, "weighted_f1": 0.9833333333333333, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "80162314", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "80162314", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8939393939393939, "weighted_f1": 0.944, "completeness": 0.8939393939393939, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "86184722", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "86184722", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 116, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9830508474576272, "weighted_f1": 0.9914529914529915, "completeness": 0.9830508474576272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "86184722", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9672131147540983, "weighted_f1": 0.9833333333333333, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "86184722", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7058823529411765, "weighted_f1": 0.8275862068965517, "completeness": 0.7058823529411765, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "87968870", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7924528301886793, "weighted_f1": 0.8842105263157896, "completeness": 0.7924528301886793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "87968870", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7924528301886793, "weighted_f1": 0.8842105263157896, "completeness": 0.7924528301886793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "87968870", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9636363636363636, "weighted_f1": 0.9814814814814815, "completeness": 0.9636363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "87968870", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7397260273972602, "weighted_f1": 0.8503937007874016, "completeness": 0.7397260273972602, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "91930382", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.881578947368421, "weighted_f1": 0.9305555555555556, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "91930382", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.9078947368421053, "weighted_f1": 0.9452054794520548, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "91930382", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.881578947368421, "weighted_f1": 0.9305555555555556, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "91930382", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 3, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9855769230769231, "weighted_recall": 0.9151785714285714, "weighted_f1": 0.9490740740740741, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "93002334", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "93002334", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "93002334", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "93002334", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8375, "weighted_f1": 0.9115646258503401, "completeness": 0.8375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "HR", "document_id": "93112113", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9518072289156626, "weighted_f1": 0.9753086419753086, "completeness": 0.9518072289156626, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "93112113", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9555555555555556, "weighted_f1": 0.9772727272727273, "completeness": 0.9555555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "93112113", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "HR", "document_id": "93112113", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9945054945054945, "weighted_recall": 0.9141414141414141, "weighted_f1": 0.9526315789473685, "completeness": 0.9191919191919192, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10089434", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975609756097561, "weighted_f1": 0.9876543209876543, "completeness": 0.975609756097561, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10089434", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9938271604938271, "weighted_recall": 0.9698795180722891, "weighted_f1": 0.9817073170731707, "completeness": 0.9759036144578314, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10089434", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9891304347826086, "weighted_f1": 0.994535519125683, "completeness": 0.9891304347826086, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10089434", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9139784946236559, "weighted_f1": 0.9550561797752808, "completeness": 0.9139784946236559, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10247517", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.7613636363636364, "weighted_f1": 0.8589743589743591, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10247517", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.7840909090909091, "weighted_f1": 0.8734177215189872, "completeness": 0.7954545454545454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10247517", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 1, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.25, "weighted_f1": 0.3974358974358974, "completeness": 0.25806451612903225, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10247517", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65, "weighted_f1": 0.787878787878788, "completeness": 0.65, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10265057", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10265057", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10265057", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3877551020408163, "weighted_f1": 0.5588235294117647, "completeness": 0.3877551020408163, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10265057", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5294117647058824, "weighted_f1": 0.6923076923076924, "completeness": 0.5294117647058824, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10553553", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7971014492753623, "weighted_f1": 0.8870967741935484, "completeness": 0.7971014492753623, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10553553", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7971014492753623, "weighted_f1": 0.8870967741935484, "completeness": 0.7971014492753623, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10553553", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9710144927536232, "weighted_f1": 0.9852941176470589, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10553553", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7951807228915663, "weighted_f1": 0.8859060402684563, "completeness": 0.7951807228915663, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10641230", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.55, "weighted_f1": 0.7096774193548387, "completeness": 0.55, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10641230", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.5625, "weighted_f1": 0.7142857142857144, "completeness": 0.575, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10641230", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.5851063829787234, "weighted_f1": 0.7333333333333334, "completeness": 0.5957446808510638, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10641230", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 3, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.05357142857142857, "weighted_f1": 0.10169491525423728, "completeness": 0.05357142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10839851", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10839851", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10839851", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.972972972972973, "weighted_f1": 0.9863013698630138, "completeness": 0.972972972972973, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10839851", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.34285714285714286, "weighted_f1": 0.5106382978723404, "completeness": 0.34285714285714286, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10840430", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8909090909090909, "weighted_f1": 0.9423076923076923, "completeness": 0.8909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10840430", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8909090909090909, "weighted_f1": 0.9423076923076923, "completeness": 0.8909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10840430", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.582089552238806, "weighted_f1": 0.7358490566037735, "completeness": 0.582089552238806, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "10840430", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5822784810126582, "weighted_f1": 0.736, "completeness": 0.5822784810126582, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "11580408", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5135135135135135, "weighted_f1": 0.6785714285714285, "completeness": 0.5135135135135135, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "11580408", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5263157894736842, "weighted_f1": 0.6896551724137931, "completeness": 0.5263157894736842, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "11580408", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 4, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9428571428571428, "weighted_recall": 0.75, "weighted_f1": 0.8354430379746834, "completeness": 0.7954545454545454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "11580408", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.19696969696969696, "weighted_f1": 0.3291139240506329, "completeness": 0.19696969696969696, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "11584809", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8405797101449275, "weighted_f1": 0.9133858267716535, "completeness": 0.8405797101449275, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "11584809", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 1, "fn": 23, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.7209302325581395, "weighted_f1": 0.8266666666666667, "completeness": 0.7325581395348837, "unsupported_rate": 0.015625, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "11584809", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 1, "fn": 10, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.8493150684931506, "weighted_f1": 0.9051094890510949, "completeness": 0.863013698630137, "unsupported_rate": 0.015625, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "11584809", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5531914893617021, "weighted_f1": 0.7123287671232876, "completeness": 0.5531914893617021, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "11957080", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8977272727272727, "weighted_f1": 0.9461077844311377, "completeness": 0.8977272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "11957080", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8674698795180723, "weighted_f1": 0.9290322580645161, "completeness": 0.8674698795180723, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "11957080", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9240506329113924, "weighted_f1": 0.9605263157894737, "completeness": 0.9240506329113924, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "11957080", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8240740740740741, "weighted_f1": 0.9035532994923858, "completeness": 0.8240740740740741, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12045067", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9827586206896551, "weighted_f1": 0.9913043478260869, "completeness": 0.9827586206896551, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12045067", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 115, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9956896551724138, "weighted_recall": 0.9871794871794872, "weighted_f1": 0.9914163090128757, "completeness": 0.9914529914529915, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12045067", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1891891891891892, "weighted_f1": 0.3181818181818182, "completeness": 0.1891891891891892, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12045067", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12334140", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 94, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.21666666666666667, "weighted_f1": 0.3561643835616438, "completeness": 0.21666666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12334140", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 107, "unverifiable": 1, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.14682539682539683, "weighted_f1": 0.25517241379310346, "completeness": 0.15079365079365079, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12334140", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6272727272727273, "weighted_f1": 0.770949720670391, "completeness": 0.6272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12334140", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 307, "partial": 0, "fp": 0, "fn": 97, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7599009900990099, "weighted_f1": 0.8635724331926864, "completeness": 0.7599009900990099, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12635195", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.864406779661017, "completeness": 0.7878787878787878, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12635195", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8524590163934426, "completeness": 0.7941176470588235, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12635195", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.8970588235294118, "weighted_f1": 0.9384615384615386, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12635195", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.6704545454545454, "weighted_f1": 0.7972972972972971, "completeness": 0.6818181818181818, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12763627", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8717948717948718, "weighted_f1": 0.9315068493150686, "completeness": 0.8717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12763627", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.45454545454545453, "weighted_f1": 0.625, "completeness": 0.45454545454545453, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12763627", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45454545454545453, "weighted_f1": 0.625, "completeness": 0.45454545454545453, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "12763627", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.10666666666666667, "weighted_f1": 0.1927710843373494, "completeness": 0.10666666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13385306", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8032786885245902, "weighted_f1": 0.8909090909090909, "completeness": 0.8032786885245902, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13385306", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8032786885245902, "weighted_f1": 0.8909090909090909, "completeness": 0.8032786885245902, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13385306", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8064516129032258, "weighted_f1": 0.8928571428571428, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13385306", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.7265625, "weighted_f1": 0.8378378378378378, "completeness": 0.734375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13405733", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13405733", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9735099337748344, "completeness": 0.961038961038961, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13405733", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9605263157894737, "weighted_f1": 0.9798657718120806, "completeness": 0.9605263157894737, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13405733", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4766355140186916, "weighted_f1": 0.6455696202531646, "completeness": 0.4766355140186916, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13477922", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9137931034482759, "weighted_f1": 0.9549549549549551, "completeness": 0.9137931034482759, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13477922", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13477922", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.847457627118644, "weighted_f1": 0.9174311926605504, "completeness": 0.847457627118644, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13477922", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7878787878787878, "weighted_f1": 0.8813559322033898, "completeness": 0.7878787878787878, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13836471", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9782608695652174, "weighted_f1": 0.989010989010989, "completeness": 0.9782608695652174, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13836471", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9886363636363636, "weighted_f1": 0.9942857142857142, "completeness": 0.9886363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13836471", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9787234042553191, "weighted_f1": 0.989247311827957, "completeness": 0.9787234042553191, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "13836471", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9615384615384615, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "14789139", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9705882352941176, "weighted_f1": 0.9850746268656716, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "14789139", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9782608695652174, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "14789139", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 74, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4307692307692308, "weighted_f1": 0.6021505376344086, "completeness": 0.4307692307692308, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "14789139", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8902439024390244, "weighted_f1": 0.9419354838709678, "completeness": 0.8902439024390244, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15118506", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 4, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9655172413793104, "weighted_recall": 0.7887323943661971, "weighted_f1": 0.8682170542635659, "completeness": 0.8169014084507042, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15118506", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7724137931034484, "completeness": 0.6477272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15118506", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 4, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.6521739130434783, "weighted_f1": 0.7792207792207793, "completeness": 0.6739130434782609, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15118506", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.44594594594594594, "weighted_f1": 0.616822429906542, "completeness": 0.44594594594594594, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15297298", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.72, "weighted_f1": 0.8372093023255813, "completeness": 0.72, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15297298", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.7211538461538461, "weighted_f1": 0.8333333333333333, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15297298", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8360655737704918, "weighted_f1": 0.9107142857142857, "completeness": 0.8360655737704918, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15297298", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15651486", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15651486", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.855072463768116, "weighted_f1": 0.921875, "completeness": 0.855072463768116, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15651486", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9365079365079365, "weighted_f1": 0.9672131147540983, "completeness": 0.9365079365079365, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15651486", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.18292682926829268, "weighted_f1": 0.30927835051546393, "completeness": 0.18292682926829268, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15791766", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.76, "weighted_f1": 0.8636363636363636, "completeness": 0.76, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15791766", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.7596153846153846, "weighted_f1": 0.8586956521739131, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15791766", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9494949494949495, "completeness": 0.9038461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15791766", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6376811594202898, "weighted_f1": 0.7787610619469026, "completeness": 0.6376811594202898, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15802627", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9538461538461539, "weighted_f1": 0.9763779527559054, "completeness": 0.9538461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15802627", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 124, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9763779527559056, "weighted_f1": 0.9880478087649402, "completeness": 0.9763779527559056, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15802627", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6956521739130435, "weighted_f1": 0.8205128205128205, "completeness": 0.6956521739130435, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "15802627", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8375, "weighted_f1": 0.9115646258503401, "completeness": 0.8375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "16186411", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "16186411", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9866666666666667, "weighted_recall": 0.9135802469135802, "weighted_f1": 0.9487179487179487, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "16186411", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.6176470588235294, "weighted_f1": 0.7608695652173915, "completeness": 0.6235294117647059, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "16186411", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5605095541401274, "weighted_f1": 0.7183673469387756, "completeness": 0.5605095541401274, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "16533554", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 5, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9404761904761905, "weighted_recall": 0.7314814814814815, "weighted_f1": 0.8229166666666666, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "16533554", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 3, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.75, "weighted_f1": 0.8437499999999999, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "16533554", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 3, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9659090909090909, "weighted_recall": 0.6854838709677419, "weighted_f1": 0.8018867924528302, "completeness": 0.7096774193548387, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "16533554", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 3, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 0.9680851063829787, "weighted_recall": 0.4212962962962963, "weighted_f1": 0.5870967741935483, "completeness": 0.4351851851851852, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "16899268", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 1, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.8222222222222222, "weighted_f1": 0.891566265060241, "completeness": 0.8222222222222222, "unsupported_rate": 0.02631578947368421, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "16899268", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 1, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9743589743589743, "weighted_recall": 0.8444444444444444, "weighted_f1": 0.9047619047619048, "completeness": 0.8444444444444444, "unsupported_rate": 0.02564102564102564, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "16899268", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 1, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9743589743589743, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9268292682926831, "completeness": 0.8837209302325582, "unsupported_rate": 0.02564102564102564, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "16899268", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 1, "fn": 37, "unverifiable": 0, "weighted_precision": 0.9411764705882353, "weighted_recall": 0.3018867924528302, "weighted_f1": 0.4571428571428572, "completeness": 0.3018867924528302, "unsupported_rate": 0.058823529411764705, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17111768", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 151, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8728323699421965, "weighted_f1": 0.9320987654320987, "completeness": 0.8728323699421965, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17111768", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 165, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9269662921348315, "weighted_f1": 0.9620991253644314, "completeness": 0.9269662921348315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17111768", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7248322147651006, "weighted_f1": 0.8404669260700389, "completeness": 0.7248322147651006, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17111768", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 170, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.07103825136612021, "weighted_f1": 0.13265306122448978, "completeness": 0.07103825136612021, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17641670", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 110, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9322033898305084, "weighted_f1": 0.9649122807017544, "completeness": 0.9322033898305084, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17641670", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 110, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9243697478991597, "weighted_f1": 0.9606986899563319, "completeness": 0.9243697478991597, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17641670", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 113, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8828125, "weighted_f1": 0.9377593360995851, "completeness": 0.8828125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17641670", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 120, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8053691275167785, "weighted_f1": 0.8921933085501859, "completeness": 0.8053691275167785, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17681064", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9651162790697675, "weighted_recall": 0.7980769230769231, "weighted_f1": 0.8736842105263157, "completeness": 0.8269230769230769, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17681064", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.825, "weighted_f1": 0.8918918918918919, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17681064", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9423076923076924, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17681064", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 2, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.7307692307692307, "weighted_f1": 0.8382352941176471, "completeness": 0.7435897435897436, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17688766", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7674418604651163, "weighted_f1": 0.868421052631579, "completeness": 0.7674418604651163, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17688766", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7674418604651163, "weighted_f1": 0.868421052631579, "completeness": 0.7674418604651163, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17688766", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9772727272727273, "weighted_f1": 0.9885057471264368, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17688766", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17987433", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17987433", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 129, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9699248120300752, "weighted_f1": 0.9847328244274809, "completeness": 0.9699248120300752, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17987433", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5528455284552846, "weighted_f1": 0.712041884816754, "completeness": 0.5528455284552846, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "17987433", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18067556", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7710843373493976, "weighted_f1": 0.870748299319728, "completeness": 0.7710843373493976, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18067556", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7682926829268293, "weighted_f1": 0.8689655172413793, "completeness": 0.7682926829268293, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18067556", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 121, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9918032786885246, "weighted_f1": 0.9958847736625513, "completeness": 0.9918032786885246, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18067556", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 1, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.7156862745098039, "weighted_f1": 0.8295454545454546, "completeness": 0.7156862745098039, "unsupported_rate": 0.013513513513513514, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18159866", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7912087912087912, "weighted_f1": 0.8834355828220859, "completeness": 0.7912087912087912, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18159866", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6893203883495146, "weighted_f1": 0.8160919540229885, "completeness": 0.6893203883495146, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18159866", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7831325301204819, "weighted_f1": 0.8783783783783784, "completeness": 0.7831325301204819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18159866", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.574468085106383, "weighted_f1": 0.7297297297297298, "completeness": 0.574468085106383, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18176523", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18176523", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7708333333333334, "weighted_f1": 0.8705882352941177, "completeness": 0.7708333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18176523", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7843137254901961, "weighted_f1": 0.8791208791208792, "completeness": 0.7843137254901961, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18176523", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5818181818181818, "weighted_f1": 0.735632183908046, "completeness": 0.5818181818181818, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18187364", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9540229885057471, "weighted_f1": 0.976470588235294, "completeness": 0.9540229885057471, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18187364", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18187364", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9456521739130435, "weighted_f1": 0.9720670391061452, "completeness": 0.9456521739130435, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18187364", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.44545454545454544, "weighted_f1": 0.6163522012578617, "completeness": 0.44545454545454544, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18301617", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.59375, "weighted_f1": 0.7450980392156863, "completeness": 0.59375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18301617", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5882352941176471, "weighted_f1": 0.7407407407407407, "completeness": 0.5882352941176471, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18301617", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8285714285714286, "weighted_f1": 0.90625, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18301617", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45, "weighted_f1": 0.6206896551724138, "completeness": 0.45, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18752129", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9253731343283582, "weighted_f1": 0.9612403100775194, "completeness": 0.9253731343283582, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18752129", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.9758064516129032, "weighted_f1": 0.983739837398374, "completeness": 0.9838709677419355, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18752129", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6530612244897959, "weighted_f1": 0.7901234567901235, "completeness": 0.6530612244897959, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "18752129", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8271604938271605, "weighted_f1": 0.9054054054054054, "completeness": 0.8271604938271605, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "19201175", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975, "weighted_f1": 0.9873417721518987, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "19201175", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975, "weighted_f1": 0.9873417721518987, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "19201175", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9534883720930233, "weighted_f1": 0.9761904761904763, "completeness": 0.9534883720930233, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "19201175", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8125, "weighted_f1": 0.896551724137931, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "19796840", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 132, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "19796840", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 134, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9241379310344827, "weighted_f1": 0.9605734767025089, "completeness": 0.9241379310344827, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "19796840", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 136, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9784172661870504, "weighted_f1": 0.989090909090909, "completeness": 0.9784172661870504, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "19796840", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 102, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6538461538461539, "weighted_f1": 0.7906976744186047, "completeness": 0.6538461538461539, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "19850482", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46938775510204084, "weighted_f1": 0.6388888888888888, "completeness": 0.46938775510204084, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "19850482", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.543859649122807, "weighted_f1": 0.7045454545454546, "completeness": 0.543859649122807, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "19850482", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9824561403508771, "weighted_f1": 0.9911504424778761, "completeness": 0.9824561403508771, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "19850482", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9538461538461539, "weighted_f1": 0.9763779527559054, "completeness": 0.9538461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20001721", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20001721", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.574468085106383, "weighted_f1": 0.7297297297297298, "completeness": 0.574468085106383, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20001721", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.6982758620689655, "weighted_f1": 0.8181818181818181, "completeness": 0.7068965517241379, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20001721", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4507042253521127, "weighted_f1": 0.6213592233009708, "completeness": 0.4507042253521127, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20024870", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20024870", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.8783783783783784, "weighted_f1": 0.9285714285714285, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20024870", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.7261904761904762, "weighted_f1": 0.8356164383561643, "completeness": 0.7380952380952381, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20024870", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4375, "weighted_f1": 0.6086956521739131, "completeness": 0.4375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20237244", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.7714285714285715, "weighted_f1": 0.8571428571428572, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20237244", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 3, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.94, "weighted_recall": 0.734375, "weighted_f1": 0.8245614035087719, "completeness": 0.78125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20237244", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.696969696969697, "weighted_f1": 0.8070175438596493, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20237244", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.48412698412698413, "weighted_f1": 0.648936170212766, "completeness": 0.49206349206349204, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20408458", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8793103448275862, "weighted_f1": 0.9357798165137614, "completeness": 0.8793103448275862, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20408458", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.8934426229508197, "weighted_f1": 0.9396551724137931, "completeness": 0.9016393442622951, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20408458", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8727272727272727, "weighted_f1": 0.9320388349514563, "completeness": 0.8727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20408458", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 86, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14, "weighted_f1": 0.24561403508771928, "completeness": 0.14, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20674668", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7368421052631579, "weighted_f1": 0.8484848484848484, "completeness": 0.7368421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20674668", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9387755102040816, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20674668", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 1, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.15671641791044777, "weighted_f1": 0.2692307692307692, "completeness": 0.16417910447761194, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20674668", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20824105", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5636363636363636, "weighted_f1": 0.7209302325581396, "completeness": 0.5636363636363636, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20824105", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9263157894736842, "weighted_f1": 0.9617486338797814, "completeness": 0.9263157894736842, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20824105", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9456521739130435, "weighted_f1": 0.9720670391061452, "completeness": 0.9456521739130435, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20824105", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.5, "completeness": 0.3333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20879311", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9929577464788732, "weighted_recall": 0.8924050632911392, "weighted_f1": 0.94, "completeness": 0.8987341772151899, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20879311", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9929577464788732, "weighted_recall": 0.8924050632911392, "weighted_f1": 0.94, "completeness": 0.8987341772151899, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20879311", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.59375, "weighted_f1": 0.7450980392156863, "completeness": 0.59375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "20879311", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.851063829787234, "weighted_f1": 0.9195402298850576, "completeness": 0.851063829787234, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "21283365", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8703703703703703, "weighted_f1": 0.9306930693069307, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "21283365", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "21283365", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9807692307692307, "weighted_f1": 0.9902912621359222, "completeness": 0.9807692307692307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "21283365", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5263157894736842, "weighted_f1": 0.6896551724137931, "completeness": 0.5263157894736842, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "21780877", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9702970297029703, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "21780877", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.995049504950495, "weighted_recall": 0.9663461538461539, "weighted_f1": 0.9804878048780488, "completeness": 0.9711538461538461, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "21780877", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8833333333333333, "weighted_f1": 0.9380530973451328, "completeness": 0.8833333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "21780877", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9852941176470589, "weighted_f1": 0.9925925925925926, "completeness": 0.9852941176470589, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "22450718", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7625, "weighted_f1": 0.8652482269503545, "completeness": 0.7625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "22450718", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9921875, "weighted_recall": 0.9338235294117647, "weighted_f1": 0.9621212121212122, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "22450718", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.881578947368421, "weighted_f1": 0.9370629370629371, "completeness": 0.881578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "22450718", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6746987951807228, "weighted_f1": 0.8057553956834532, "completeness": 0.6746987951807228, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "22776912", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "22776912", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 1, "weighted_precision": 0.99375, "weighted_recall": 0.7644230769230769, "weighted_f1": 0.8641304347826086, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "22776912", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7669902912621359, "weighted_f1": 0.868131868131868, "completeness": 0.7669902912621359, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "22776912", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2828282828282828, "weighted_f1": 0.4409448818897638, "completeness": 0.2828282828282828, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "23527321", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "23527321", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "23527321", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "23527321", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7936507936507936, "weighted_f1": 0.8849557522123894, "completeness": 0.7936507936507936, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "23666211", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9245283018867925, "weighted_f1": 0.9607843137254902, "completeness": 0.9245283018867925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "23666211", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9272727272727272, "weighted_f1": 0.9622641509433962, "completeness": 0.9272727272727272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "23666211", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8192771084337349, "weighted_f1": 0.9006622516556291, "completeness": 0.8192771084337349, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "23666211", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6818181818181818, "weighted_f1": 0.8108108108108109, "completeness": 0.6818181818181818, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "23864648", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 2, "fp": 1, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9622641509433962, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9272727272727272, "completeness": 0.9122807017543859, "unsupported_rate": 0.018867924528301886, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "23864648", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 2, "fp": 1, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9622641509433962, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9272727272727272, "completeness": 0.9122807017543859, "unsupported_rate": 0.018867924528301886, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "23864648", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 1, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.9272727272727272, "weighted_f1": 0.9532710280373831, "completeness": 0.9272727272727272, "unsupported_rate": 0.019230769230769232, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "23864648", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 1, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.7236842105263158, "weighted_f1": 0.8333333333333334, "completeness": 0.7236842105263158, "unsupported_rate": 0.017857142857142856, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24020470", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9404761904761905, "weighted_f1": 0.9693251533742331, "completeness": 0.9404761904761905, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24020470", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 125, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9541984732824428, "weighted_f1": 0.9765625, "completeness": 0.9541984732824428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24020470", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9113924050632911, "weighted_f1": 0.9536423841059603, "completeness": 0.9113924050632911, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24020470", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 84, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35384615384615387, "weighted_f1": 0.5227272727272727, "completeness": 0.35384615384615387, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24038620", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9859154929577465, "weighted_f1": 0.9929078014184397, "completeness": 0.9859154929577465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24038620", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9726027397260274, "weighted_f1": 0.9861111111111112, "completeness": 0.9726027397260274, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24038620", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9743589743589743, "weighted_f1": 0.9870129870129869, "completeness": 0.9743589743589743, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24038620", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9591836734693877, "weighted_f1": 0.9791666666666666, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24083609", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24083609", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24083609", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24083609", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6571428571428571, "weighted_f1": 0.7931034482758621, "completeness": 0.6571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24230851", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.9137931034482759, "weighted_f1": 0.9464285714285714, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24230851", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.9482758620689655, "weighted_f1": 0.9649122807017544, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24230851", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.95, "weighted_f1": 0.9661016949152542, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24230851", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 2, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.5909090909090909, "weighted_f1": 0.732394366197183, "completeness": 0.6136363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24889109", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8048780487804879, "weighted_f1": 0.8918918918918919, "completeness": 0.8048780487804879, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24889109", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8191489361702128, "weighted_f1": 0.8953488372093025, "completeness": 0.8297872340425532, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24889109", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6590909090909091, "weighted_f1": 0.7945205479452054, "completeness": 0.6590909090909091, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24889109", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24913648", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8987341772151899, "weighted_f1": 0.9466666666666668, "completeness": 0.8987341772151899, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24913648", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.89375, "weighted_f1": 0.9407894736842106, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24913648", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9866666666666667, "weighted_f1": 0.9932885906040269, "completeness": 0.9866666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "24913648", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 78, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1958762886597938, "weighted_f1": 0.3275862068965517, "completeness": 0.1958762886597938, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25207620", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4791666666666667, "weighted_f1": 0.647887323943662, "completeness": 0.4791666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25207620", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5102040816326531, "weighted_f1": 0.6756756756756758, "completeness": 0.5102040816326531, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25207620", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.635593220338983, "weighted_f1": 0.7731958762886597, "completeness": 0.6440677966101694, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25207620", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 1, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 0.9923076923076923, "weighted_recall": 0.5375, "weighted_f1": 0.6972972972972973, "completeness": 0.5416666666666666, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25857360", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9387755102040817, "weighted_f1": 0.968421052631579, "completeness": 0.9387755102040817, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25857360", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25857360", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25857360", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08064516129032258, "weighted_f1": 0.1492537313432836, "completeness": 0.08064516129032258, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25905275", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25905275", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25905275", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.9, "weighted_f1": 0.9402985074626866, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25905275", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13414634146341464, "weighted_f1": 0.23655913978494622, "completeness": 0.13414634146341464, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25959103", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8913043478260869, "weighted_f1": 0.9425287356321839, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25959103", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.8804347826086957, "weighted_f1": 0.9310344827586207, "completeness": 0.8913043478260869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25959103", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8363636363636363, "weighted_f1": 0.9108910891089108, "completeness": 0.8363636363636363, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25959103", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25990239", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 2, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9607843137254902, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9514563106796117, "completeness": 0.9615384615384616, "unsupported_rate": 0.0196078431372549, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25990239", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 2, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.9523809523809524, "completeness": 0.9622641509433962, "unsupported_rate": 0.019230769230769232, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25990239", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 2, "fp": 3, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9259259259259259, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.9345794392523364, "completeness": 0.9622641509433962, "unsupported_rate": 0.05555555555555555, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "25990239", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 5, "fp": 4, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9084507042253521, "weighted_recall": 0.7413793103448276, "weighted_f1": 0.8164556962025317, "completeness": 0.7701149425287356, "unsupported_rate": 0.056338028169014086, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26480367", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.78, "weighted_f1": 0.8666666666666667, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26480367", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 3, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9634146341463414, "weighted_recall": 0.7745098039215687, "weighted_f1": 0.8586956521739132, "completeness": 0.803921568627451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26480367", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.975609756097561, "weighted_recall": 0.7843137254901961, "weighted_f1": 0.8695652173913043, "completeness": 0.803921568627451, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26480367", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 2, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.6379310344827587, "weighted_f1": 0.7708333333333335, "completeness": 0.6551724137931034, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26746496", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.987012987012987, "weighted_recall": 0.9620253164556962, "weighted_f1": 0.9743589743589742, "completeness": 0.9746835443037974, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26746496", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 4, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9746835443037974, "weighted_recall": 0.9506172839506173, "weighted_f1": 0.9625, "completeness": 0.9753086419753086, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26746496", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.25757575757575757, "weighted_f1": 0.40800000000000003, "completeness": 0.26262626262626265, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26746496", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 111, "partial": 2, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 0.9911504424778761, "weighted_recall": 0.7567567567567568, "weighted_f1": 0.8582375478927203, "completeness": 0.7635135135135135, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26768723", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.7439024390243902, "weighted_f1": 0.8472222222222222, "completeness": 0.7560975609756098, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26768723", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.7555555555555555, "weighted_f1": 0.85, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26768723", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.8414634146341463, "weighted_f1": 0.9078947368421053, "completeness": 0.8536585365853658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26768723", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 1, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.19811320754716982, "weighted_f1": 0.328125, "completeness": 0.20754716981132076, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26801767", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26801767", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8909090909090909, "completeness": 0.8131868131868132, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26801767", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9930555555555556, "weighted_recall": 0.8033707865168539, "weighted_f1": 0.8881987577639752, "completeness": 0.8089887640449438, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "26801767", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.6761363636363636, "weighted_f1": 0.8040540540540541, "completeness": 0.6818181818181818, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27058381", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7746478873239436, "weighted_f1": 0.873015873015873, "completeness": 0.7746478873239436, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27058381", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9952380952380953, "weighted_recall": 0.9858490566037735, "weighted_f1": 0.9905213270142179, "completeness": 0.9905660377358491, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27058381", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4084507042253521, "weighted_f1": 0.5800000000000001, "completeness": 0.4084507042253521, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27058381", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.45977011494252873, "weighted_f1": 0.6299212598425197, "completeness": 0.45977011494252873, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27295996", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8292682926829268, "weighted_f1": 0.9066666666666667, "completeness": 0.8292682926829268, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27295996", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27295996", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8780487804878049, "weighted_f1": 0.9350649350649352, "completeness": 0.8780487804878049, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27295996", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.603448275862069, "weighted_f1": 0.7526881720430108, "completeness": 0.603448275862069, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27372171", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9479166666666666, "weighted_f1": 0.9732620320855615, "completeness": 0.9479166666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27372171", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.989247311827957, "weighted_recall": 0.9387755102040817, "weighted_f1": 0.9633507853403142, "completeness": 0.9489795918367347, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27372171", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9944444444444445, "weighted_recall": 0.9322916666666666, "weighted_f1": 0.9623655913978495, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27372171", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 107, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9953703703703703, "weighted_recall": 0.8739837398373984, "weighted_f1": 0.9307359307359307, "completeness": 0.8780487804878049, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27485716", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.647887323943662, "weighted_f1": 0.7863247863247863, "completeness": 0.647887323943662, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27485716", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.647887323943662, "weighted_f1": 0.7863247863247863, "completeness": 0.647887323943662, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27485716", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6707317073170732, "weighted_f1": 0.8029197080291971, "completeness": 0.6707317073170732, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27485716", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.0547945205479452, "weighted_f1": 0.10389610389610389, "completeness": 0.0547945205479452, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27536013", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9795918367346939, "weighted_f1": 0.9896907216494846, "completeness": 0.9795918367346939, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27536013", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 1, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9943181818181818, "weighted_recall": 0.9943181818181818, "weighted_f1": 0.9943181818181818, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27536013", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.44, "weighted_f1": 0.6111111111111112, "completeness": 0.44, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27536013", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27770859", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.696969696969697, "weighted_f1": 0.8214285714285715, "completeness": 0.696969696969697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27770859", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.984375, "weighted_recall": 0.75, "weighted_f1": 0.8513513513513513, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27770859", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.67, "weighted_f1": 0.7976190476190478, "completeness": 0.68, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "27770859", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.6770833333333334, "weighted_f1": 0.8024691358024691, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28035460", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.8414634146341463, "weighted_f1": 0.9078947368421053, "completeness": 0.8536585365853658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28035460", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.8452380952380952, "weighted_f1": 0.9102564102564102, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28035460", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.9259259259259259, "weighted_f1": 0.9523809523809523, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28035460", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.5662650602409639, "weighted_f1": 0.7175572519083969, "completeness": 0.5783132530120482, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28126340", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9387755102040817, "weighted_f1": 0.968421052631579, "completeness": 0.9387755102040817, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28126340", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.9215686274509803, "weighted_f1": 0.9494949494949494, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28126340", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.6940298507462687, "weighted_f1": 0.8157894736842106, "completeness": 0.7014925373134329, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28126340", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.618421052631579, "weighted_f1": 0.7642276422764228, "completeness": 0.618421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28672970", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.7870370370370371, "weighted_f1": 0.8762886597938144, "completeness": 0.7962962962962963, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28672970", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.917910447761194, "weighted_f1": 0.9534883720930232, "completeness": 0.9253731343283582, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28672970", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.625, "weighted_f1": 0.7692307692307693, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28672970", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7183098591549296, "weighted_f1": 0.8360655737704918, "completeness": 0.7183098591549296, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28697203", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9850746268656716, "weighted_f1": 0.9924812030075187, "completeness": 0.9850746268656716, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28697203", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.9927536231884058, "weighted_f1": 0.9927536231884058, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28697203", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46153846153846156, "weighted_f1": 0.631578947368421, "completeness": 0.46153846153846156, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28697203", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8395061728395061, "weighted_f1": 0.912751677852349, "completeness": 0.8395061728395061, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28897981", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9659090909090909, "weighted_f1": 0.9826589595375723, "completeness": 0.9659090909090909, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28897981", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.993421052631579, "weighted_recall": 0.967948717948718, "weighted_f1": 0.9805194805194807, "completeness": 0.9743589743589743, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28897981", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6055045871559633, "weighted_f1": 0.7542857142857143, "completeness": 0.6055045871559633, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "28897981", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 68, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5310344827586206, "weighted_f1": 0.6936936936936936, "completeness": 0.5310344827586206, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "29051656", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 1, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.8661971830985915, "weighted_f1": 0.9179104477611939, "completeness": 0.8732394366197183, "unsupported_rate": 0.015873015873015872, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "29051656", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8656716417910447, "weighted_f1": 0.928, "completeness": 0.8656716417910447, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "29051656", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.5740740740740741, "weighted_f1": 0.7294117647058824, "completeness": 0.5740740740740741, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "29051656", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8536585365853658, "weighted_f1": 0.9210526315789475, "completeness": 0.8536585365853658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "29075857", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "29075857", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.873015873015873, "weighted_f1": 0.9322033898305084, "completeness": 0.873015873015873, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "29075857", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 80, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14893617021276595, "weighted_f1": 0.25925925925925924, "completeness": 0.14893617021276595, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "29075857", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "29975124", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9491525423728813, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "29975124", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.952755905511811, "completeness": 0.9242424242424242, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "29975124", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9836065573770492, "weighted_f1": 0.9917355371900827, "completeness": 0.9836065573770492, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "29975124", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8607594936708861, "weighted_f1": 0.9251700680272108, "completeness": 0.8607594936708861, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "30223363", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9577464788732395, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "30223363", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.717948717948718, "weighted_f1": 0.835820895522388, "completeness": 0.717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "30223363", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6101694915254238, "weighted_f1": 0.7578947368421053, "completeness": 0.6101694915254238, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "30223363", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 87, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1792452830188679, "weighted_f1": 0.30399999999999994, "completeness": 0.1792452830188679, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "31111279", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9014084507042254, "weighted_f1": 0.9481481481481481, "completeness": 0.9014084507042254, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "31111279", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 131, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9924242424242424, "weighted_f1": 0.9961977186311787, "completeness": 0.9924242424242424, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "31111279", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "31111279", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35106382978723405, "weighted_f1": 0.5196850393700788, "completeness": 0.35106382978723405, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "31243710", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5147058823529411, "weighted_f1": 0.6796116504854368, "completeness": 0.5147058823529411, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "31243710", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5294117647058824, "weighted_f1": 0.6923076923076924, "completeness": 0.5294117647058824, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "31243710", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9066666666666666, "weighted_f1": 0.9510489510489509, "completeness": 0.9066666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "31243710", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5346534653465347, "weighted_f1": 0.6967741935483871, "completeness": 0.5346534653465347, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "32959732", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 119, "partial": 8, "fp": 1, "fn": 39, "unverifiable": 0, "weighted_precision": 0.9609375, "weighted_recall": 0.7409638554216867, "weighted_f1": 0.8367346938775512, "completeness": 0.7650602409638554, "unsupported_rate": 0.0078125, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "32959732", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 8, "fp": 1, "fn": 78, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.5089820359281437, "weighted_f1": 0.6614785992217899, "completeness": 0.5329341317365269, "unsupported_rate": 0.011111111111111112, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "32959732", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 6, "fp": 0, "fn": 161, "unverifiable": 0, "weighted_precision": 0.9620253164556962, "weighted_recall": 0.31666666666666665, "weighted_f1": 0.47648902821316613, "completeness": 0.32916666666666666, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "32959732", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 6, "fp": 1, "fn": 70, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.5575757575757576, "weighted_f1": 0.7049808429118775, "completeness": 0.5757575757575758, "unsupported_rate": 0.010416666666666666, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "33241454", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7169811320754716, "weighted_f1": 0.8351648351648352, "completeness": 0.7169811320754716, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "33241454", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 1, "weighted_precision": 0.984375, "weighted_recall": 0.63, "weighted_f1": 0.7682926829268293, "completeness": 0.64, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "33241454", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7192982456140351, "weighted_f1": 0.8367346938775511, "completeness": 0.7192982456140351, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "33241454", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.575, "weighted_f1": 0.7301587301587301, "completeness": 0.575, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "33381211", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 3, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9659090909090909, "weighted_recall": 0.9042553191489362, "weighted_f1": 0.9340659340659342, "completeness": 0.9361702127659575, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "33381211", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 4, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.975609756097561, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.963855421686747, "completeness": 0.9761904761904762, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "33381211", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.9555555555555557, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "33381211", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.2468354430379747, "weighted_f1": 0.3939393939393939, "completeness": 0.25316455696202533, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "35325329", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7906976744186046, "weighted_f1": 0.8831168831168831, "completeness": 0.7906976744186046, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "35325329", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.8207547169811321, "weighted_f1": 0.8969072164948454, "completeness": 0.8301886792452831, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "35325329", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.8673469387755102, "weighted_f1": 0.9239130434782609, "completeness": 0.8775510204081632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "35325329", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.5902777777777778, "weighted_f1": 0.7391304347826088, "completeness": 0.5972222222222222, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "36434348", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6326530612244898, "weighted_f1": 0.775, "completeness": 0.6326530612244898, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "36434348", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.6372549019607843, "weighted_f1": 0.7738095238095237, "completeness": 0.6470588235294118, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "36434348", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.98, "weighted_f1": 0.98989898989899, "completeness": 0.98, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "36434348", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5901639344262295, "weighted_f1": 0.7422680412371134, "completeness": 0.5901639344262295, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "36856210", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9745762711864406, "weighted_recall": 0.8984375, "weighted_f1": 0.9349593495934959, "completeness": 0.921875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "36856210", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 3, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.7016129032258065, "weighted_f1": 0.8130841121495326, "completeness": 0.7258064516129032, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "36856210", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.5064102564102564, "weighted_f1": 0.6694915254237289, "completeness": 0.5128205128205128, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "36856210", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.6554054054054054, "weighted_f1": 0.7886178861788617, "completeness": 0.6621621621621622, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "37242217", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5283018867924528, "weighted_f1": 0.6913580246913581, "completeness": 0.5283018867924528, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "37242217", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5454545454545454, "weighted_f1": 0.7058823529411764, "completeness": 0.5454545454545454, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "37242217", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6857142857142857, "weighted_f1": 0.8135593220338984, "completeness": 0.6857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "37242217", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 68, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20930232558139536, "weighted_f1": 0.3461538461538462, "completeness": 0.20930232558139536, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "37764298", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8987341772151899, "weighted_f1": 0.9466666666666668, "completeness": 0.8987341772151899, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "37764298", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9483870967741935, "completeness": 0.9135802469135802, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "37764298", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9506172839506173, "weighted_f1": 0.9746835443037974, "completeness": 0.9506172839506173, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "37764298", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8969072164948454, "weighted_f1": 0.9456521739130436, "completeness": 0.8969072164948454, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "38753827", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9789473684210527, "weighted_f1": 0.9893617021276596, "completeness": 0.9789473684210527, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "38753827", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9818181818181818, "weighted_f1": 0.9908256880733944, "completeness": 0.9818181818181818, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "38753827", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925531914893617, "weighted_f1": 0.9613259668508287, "completeness": 0.925531914893617, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "38753827", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4766355140186916, "weighted_f1": 0.6455696202531646, "completeness": 0.4766355140186916, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "39413067", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9512195121951219, "weighted_f1": 0.975, "completeness": 0.9512195121951219, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "39413067", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "39413067", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4659090909090909, "weighted_f1": 0.6356589147286822, "completeness": 0.4659090909090909, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "39413067", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47368421052631576, "weighted_f1": 0.6428571428571429, "completeness": 0.47368421052631576, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "39718499", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "39718499", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "39718499", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.6351351351351351, "weighted_f1": 0.7704918032786885, "completeness": 0.6486486486486487, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "39718499", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5348837209302325, "weighted_f1": 0.6969696969696969, "completeness": 0.5348837209302325, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "40018190", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.9605263157894737, "weighted_f1": 0.9733333333333333, "completeness": 0.9736842105263158, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "40018190", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.984375, "weighted_recall": 0.7682926829268293, "weighted_f1": 0.863013698630137, "completeness": 0.7804878048780488, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "40018190", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6363636363636364, "weighted_f1": 0.7777777777777778, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "40018190", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8717948717948718, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "41344156", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9577464788732394, "weighted_f1": 0.9784172661870503, "completeness": 0.9577464788732394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "41344156", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.6791044776119403, "weighted_f1": 0.8053097345132744, "completeness": 0.6865671641791045, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "41344156", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3655913978494624, "weighted_f1": 0.5354330708661417, "completeness": 0.3655913978494624, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "41344156", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5679012345679012, "weighted_f1": 0.7244094488188977, "completeness": 0.5679012345679012, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "46260230", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 150, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9933774834437086, "weighted_f1": 0.9966777408637874, "completeness": 0.9933774834437086, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "46260230", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 149, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9966666666666667, "weighted_recall": 0.9522292993630573, "weighted_f1": 0.973941368078176, "completeness": 0.9554140127388535, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "46260230", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 148, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9801324503311258, "weighted_f1": 0.9899665551839464, "completeness": 0.9801324503311258, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "46260230", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 179, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8483412322274881, "weighted_f1": 0.9179487179487179, "completeness": 0.8483412322274881, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "48037995", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "48037995", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9928571428571429, "weighted_recall": 0.879746835443038, "weighted_f1": 0.9328859060402686, "completeness": 0.8860759493670886, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "48037995", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.8670886075949367, "weighted_f1": 0.9256756756756757, "completeness": 0.8734177215189873, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "48037995", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5757575757575758, "weighted_f1": 0.7307692307692308, "completeness": 0.5757575757575758, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "51363762", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7678571428571429, "weighted_f1": 0.8686868686868687, "completeness": 0.7678571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "51363762", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "51363762", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8051948051948052, "weighted_f1": 0.8920863309352518, "completeness": 0.8051948051948052, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "51363762", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4339622641509434, "weighted_f1": 0.6052631578947368, "completeness": 0.4339622641509434, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "51639418", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9577464788732395, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "51639418", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "51639418", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.47692307692307695, "weighted_f1": 0.6458333333333334, "completeness": 0.47692307692307695, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "51639418", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8166666666666667, "weighted_f1": 0.8990825688073394, "completeness": 0.8166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "52246737", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5882352941176471, "weighted_f1": 0.7407407407407407, "completeness": 0.5882352941176471, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "52246737", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.6875, "weighted_f1": 0.8105263157894737, "completeness": 0.6964285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "52246737", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6607142857142857, "weighted_f1": 0.7956989247311829, "completeness": 0.6607142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "52246737", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 75, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.12790697674418605, "weighted_f1": 0.2268041237113402, "completeness": 0.12790697674418605, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "52618188", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5272727272727272, "weighted_f1": 0.6904761904761904, "completeness": 0.5272727272727272, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "52618188", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 26, "unverifiable": 1, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.6645569620253164, "weighted_f1": 0.7954545454545455, "completeness": 0.6708860759493671, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "52618188", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9807692307692307, "weighted_f1": 0.9902912621359222, "completeness": 0.9807692307692307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "52618188", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.578125, "weighted_f1": 0.7326732673267327, "completeness": 0.578125, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "57002858", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "57002858", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9782608695652174, "weighted_f1": 0.989010989010989, "completeness": 0.9782608695652174, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "57002858", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9782608695652174, "weighted_f1": 0.989010989010989, "completeness": 0.9782608695652174, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "57002858", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8939393939393939, "weighted_f1": 0.944, "completeness": 0.8939393939393939, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "64017585", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9423076923076923, "weighted_recall": 0.875, "weighted_f1": 0.9074074074074073, "completeness": 0.8928571428571429, "unsupported_rate": 0.038461538461538464, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "64017585", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.8793103448275862, "weighted_f1": 0.9107142857142858, "completeness": 0.896551724137931, "unsupported_rate": 0.037037037037037035, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "64017585", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9423076923076923, "weighted_recall": 0.875, "weighted_f1": 0.9074074074074073, "completeness": 0.8928571428571429, "unsupported_rate": 0.038461538461538464, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "64017585", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 2, "fp": 1, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9459459459459459, "weighted_recall": 0.813953488372093, "weighted_f1": 0.875, "completeness": 0.8372093023255814, "unsupported_rate": 0.02702702702702703, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "66832845", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "66832845", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9830508474576272, "weighted_f1": 0.9914529914529915, "completeness": 0.9830508474576272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "66832845", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "66832845", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.27586206896551724, "weighted_f1": 0.4324324324324324, "completeness": 0.27586206896551724, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "68460556", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "68460556", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.8809523809523809, "weighted_f1": 0.925, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "68460556", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.8478260869565217, "weighted_f1": 0.9069767441860466, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "68460556", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.72, "weighted_f1": 0.8372093023255813, "completeness": 0.72, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "70089206", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.6973684210526315, "weighted_f1": 0.8153846153846153, "completeness": 0.7105263157894737, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "70089206", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 3, "fp": 0, "fn": 22, "unverifiable": 1, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.7235294117647059, "weighted_f1": 0.831081081081081, "completeness": 0.7411764705882353, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "70089206", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 2, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9882352941176471, "weighted_recall": 0.7850467289719626, "weighted_f1": 0.875, "completeness": 0.794392523364486, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "70089206", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48672566371681414, "weighted_f1": 0.6547619047619047, "completeness": 0.48672566371681414, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "79541391", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8953488372093024, "weighted_f1": 0.9390243902439025, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "79541391", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.8902439024390244, "weighted_f1": 0.9358974358974359, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "79541391", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 100, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.05660377358490566, "weighted_f1": 0.10714285714285715, "completeness": 0.05660377358490566, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "79541391", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.32978723404255317, "weighted_f1": 0.496, "completeness": 0.32978723404255317, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "81761658", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9041095890410958, "weighted_f1": 0.949640287769784, "completeness": 0.9041095890410958, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "81761658", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9240506329113924, "weighted_f1": 0.9605263157894737, "completeness": 0.9240506329113924, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "81761658", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.9797297297297298, "completeness": 0.9733333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "81761658", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9024390243902439, "weighted_f1": 0.9487179487179488, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "83816738", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.9404761904761905, "weighted_f1": 0.9634146341463415, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "83816738", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.9058823529411765, "weighted_f1": 0.9447852760736197, "completeness": 0.9176470588235294, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "83816738", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.8611111111111112, "weighted_f1": 0.9207920792079208, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "83816738", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 102, "partial": 3, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.8483606557377049, "weighted_f1": 0.9118942731277532, "completeness": 0.860655737704918, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "89413122", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "89413122", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "89413122", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8653846153846154, "weighted_f1": 0.9278350515463918, "completeness": 0.8653846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "89413122", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7419354838709677, "weighted_f1": 0.8518518518518519, "completeness": 0.7419354838709677, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "90867631", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9928571428571429, "weighted_recall": 0.7393617021276596, "weighted_f1": 0.8475609756097561, "completeness": 0.7446808510638298, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "90867631", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8444444444444444, "weighted_f1": 0.9156626506024096, "completeness": 0.8444444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "90867631", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5652173913043478, "weighted_f1": 0.7222222222222222, "completeness": 0.5652173913043478, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "90867631", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 0, "fp": 0, "fn": 109, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4577114427860697, "weighted_f1": 0.6279863481228669, "completeness": 0.4577114427860697, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "91121135", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9105691056910568, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "91121135", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8507462686567164, "weighted_f1": 0.9119999999999999, "completeness": 0.8656716417910447, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "91121135", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 11, "fp": 8, "fn": 9, "unverifiable": 0, "weighted_precision": 0.8223684210526315, "weighted_recall": 0.8116883116883117, "weighted_f1": 0.8169934640522876, "completeness": 0.8831168831168831, "unsupported_rate": 0.10526315789473684, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "91121135", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 3, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9788732394366197, "weighted_recall": 0.86875, "weighted_f1": 0.9205298013245032, "completeness": 0.8875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "91635250", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 105, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9905660377358491, "weighted_f1": 0.9952606635071091, "completeness": 0.9905660377358491, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "91635250", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 105, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9905660377358491, "weighted_f1": 0.9952606635071091, "completeness": 0.9905660377358491, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "91635250", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 106, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9906542056074766, "weighted_f1": 0.9953051643192489, "completeness": 0.9906542056074766, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "91635250", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 137, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8726114649681529, "weighted_f1": 0.9319727891156463, "completeness": 0.8726114649681529, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "91697974", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "91697974", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "91697974", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8979591836734694, "weighted_f1": 0.9462365591397849, "completeness": 0.8979591836734694, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "91697974", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7586206896551725, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "92069209", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "92069209", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "92069209", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.41818181818181815, "weighted_f1": 0.5897435897435896, "completeness": 0.41818181818181815, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "INFORMATION-TECHNOLOGY", "document_id": "92069209", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7346938775510204, "weighted_f1": 0.8470588235294119, "completeness": 0.7346938775510204, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10070224", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.7658227848101266, "weighted_f1": 0.8642857142857142, "completeness": 0.7721518987341772, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10070224", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 3, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.76875, "weighted_f1": 0.8601398601398602, "completeness": 0.7875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10070224", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 2, "fp": 1, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9743589743589743, "weighted_recall": 0.9156626506024096, "weighted_f1": 0.9440993788819876, "completeness": 0.927710843373494, "unsupported_rate": 0.01282051282051282, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10070224", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 2, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9866666666666667, "weighted_recall": 0.7789473684210526, "weighted_f1": 0.8705882352941177, "completeness": 0.7894736842105263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10554045", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9117647058823529, "weighted_f1": 0.9538461538461539, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10554045", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10554045", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10554045", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10873344", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10873344", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7608695652173914, "weighted_f1": 0.8641975308641976, "completeness": 0.7608695652173914, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10873344", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.972972972972973, "weighted_f1": 0.9863013698630138, "completeness": 0.972972972972973, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10873344", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5869565217391305, "weighted_f1": 0.7397260273972603, "completeness": 0.5869565217391305, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "10926726", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9137931034482759, "weighted_f1": 0.9549549549549551, "completeness": 0.9137931034482759, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10926726", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9152542372881356, "weighted_f1": 0.9557522123893806, "completeness": 0.9152542372881356, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10926726", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9482758620689655, "weighted_f1": 0.9734513274336283, "completeness": 0.9482758620689655, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "10926726", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11160414", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.671875, "weighted_f1": 0.8037383177570093, "completeness": 0.671875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11160414", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.671875, "weighted_f1": 0.8037383177570093, "completeness": 0.671875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11160414", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7972972972972973, "weighted_f1": 0.8872180451127819, "completeness": 0.7972972972972973, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11160414", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.34065934065934067, "weighted_f1": 0.5081967213114754, "completeness": 0.34065934065934067, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "11624880", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7435897435897436, "weighted_f1": 0.8529411764705882, "completeness": 0.7435897435897436, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11624880", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7435897435897436, "weighted_f1": 0.8529411764705882, "completeness": 0.7435897435897436, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11624880", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11624880", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6888888888888889, "weighted_f1": 0.8157894736842105, "completeness": 0.6888888888888889, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11635137", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9929577464788732, "weighted_recall": 0.9527027027027027, "weighted_f1": 0.9724137931034482, "completeness": 0.9594594594594594, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11635137", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.746268656716418, "weighted_f1": 0.8547008547008548, "completeness": 0.746268656716418, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11635137", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.65, "weighted_f1": 0.7844827586206896, "completeness": 0.6571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11635137", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.056338028169014086, "weighted_f1": 0.10666666666666667, "completeness": 0.056338028169014086, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "11842274", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 219, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8358778625954199, "weighted_f1": 0.9106029106029105, "completeness": 0.8358778625954199, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11842274", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 220, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.842911877394636, "weighted_f1": 0.9147609147609148, "completeness": 0.842911877394636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11842274", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 288, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.976271186440678, "weighted_f1": 0.9879931389365352, "completeness": 0.976271186440678, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11842274", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 259, "partial": 0, "fp": 0, "fn": 79, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7662721893491125, "weighted_f1": 0.8676716917922949, "completeness": 0.7662721893491125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11850315", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8780487804878049, "weighted_f1": 0.9350649350649352, "completeness": 0.8780487804878049, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11850315", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8409090909090909, "weighted_f1": 0.9135802469135803, "completeness": 0.8409090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11850315", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.926829268292683, "weighted_f1": 0.9620253164556963, "completeness": 0.926829268292683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11850315", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6962025316455697, "weighted_f1": 0.8208955223880596, "completeness": 0.6962025316455697, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "11902276", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3787878787878788, "weighted_f1": 0.5494505494505494, "completeness": 0.3787878787878788, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "11902276", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5393258426966292, "weighted_f1": 0.7007299270072993, "completeness": 0.5393258426966292, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "11902276", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.5872093023255814, "weighted_f1": 0.7372262773722629, "completeness": 0.5930232558139535, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "11902276", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4020618556701031, "weighted_f1": 0.573529411764706, "completeness": 0.4020618556701031, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "12191094", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6216216216216216, "weighted_f1": 0.7666666666666667, "completeness": 0.6216216216216216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12191094", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.6911764705882353, "weighted_f1": 0.8103448275862069, "completeness": 0.7058823529411765, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12191094", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.5568181818181818, "weighted_f1": 0.7101449275362319, "completeness": 0.5681818181818182, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "12191094", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.3815789473684211, "weighted_f1": 0.5471698113207547, "completeness": 0.39473684210526316, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "12237267", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9555555555555556, "weighted_f1": 0.9772727272727273, "completeness": 0.9555555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12237267", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12237267", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12237267", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.29508196721311475, "weighted_f1": 0.4556962025316456, "completeness": 0.29508196721311475, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "12545844", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.90625, "weighted_f1": 0.9508196721311475, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12545844", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7297297297297297, "weighted_f1": 0.8437499999999999, "completeness": 0.7297297297297297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12545844", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12545844", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6888888888888889, "weighted_f1": 0.8157894736842105, "completeness": 0.6888888888888889, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12567516", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8615384615384616, "weighted_f1": 0.9256198347107438, "completeness": 0.8615384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12567516", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8615384615384616, "weighted_f1": 0.9256198347107438, "completeness": 0.8615384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12567516", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8615384615384616, "weighted_f1": 0.9256198347107438, "completeness": 0.8615384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12567516", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7121212121212122, "weighted_f1": 0.8318584070796461, "completeness": 0.7121212121212122, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12920612", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 4, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9591836734693877, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9306930693069307, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12920612", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 4, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9591836734693877, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9306930693069307, "completeness": 0.9423076923076923, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12920612", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.9464285714285714, "weighted_f1": 0.9636363636363636, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "12920612", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.828125, "weighted_f1": 0.8983050847457628, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "13129275", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7358490566037735, "weighted_f1": 0.8478260869565216, "completeness": 0.7358490566037735, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "13129275", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.796875, "weighted_f1": 0.8869565217391304, "completeness": 0.796875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "13129275", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9152542372881356, "weighted_f1": 0.9557522123893806, "completeness": 0.9152542372881356, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "13129275", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6774193548387096, "weighted_f1": 0.8076923076923077, "completeness": 0.6774193548387096, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "13727873", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6103896103896104, "weighted_f1": 0.7580645161290321, "completeness": 0.6103896103896104, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "13727873", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 2, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.6075949367088608, "weighted_f1": 0.75, "completeness": 0.620253164556962, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "13727873", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9076923076923077, "weighted_f1": 0.9516129032258065, "completeness": 0.9076923076923077, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "13727873", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4375, "weighted_f1": 0.6086956521739131, "completeness": 0.4375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "13915715", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.375, "weighted_f1": 0.5399999999999999, "completeness": 0.3888888888888889, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "13915715", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 1, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.4342105263157895, "weighted_f1": 0.6000000000000001, "completeness": 0.4473684210526316, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "13915715", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 2, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9655172413793104, "weighted_recall": 0.56, "weighted_f1": 0.7088607594936709, "completeness": 0.58, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "13915715", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 2, "fn": 36, "unverifiable": 0, "weighted_precision": 0.9509803921568627, "weighted_recall": 0.5705882352941176, "weighted_f1": 0.713235294117647, "completeness": 0.5764705882352941, "unsupported_rate": 0.0392156862745098, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "14009087", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.7083333333333334, "weighted_f1": 0.8252427184466019, "completeness": 0.7166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14009087", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 3, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 0.9754098360655737, "weighted_recall": 0.7828947368421053, "weighted_f1": 0.8686131386861314, "completeness": 0.8026315789473685, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14009087", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.7428571428571429, "weighted_f1": 0.8455284552845528, "completeness": 0.7571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14009087", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5735294117647058, "weighted_f1": 0.7289719626168224, "completeness": 0.5735294117647058, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "14128006", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7441860465116279, "weighted_f1": 0.8533333333333333, "completeness": 0.7441860465116279, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14128006", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.7386363636363636, "weighted_f1": 0.8441558441558441, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14128006", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8297872340425532, "completeness": 0.7407407407407407, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14128006", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7166666666666667, "weighted_f1": 0.8349514563106796, "completeness": 0.7166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14278888", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7560975609756098, "weighted_f1": 0.8611111111111112, "completeness": 0.7560975609756098, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14278888", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14278888", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14278888", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.18840579710144928, "weighted_f1": 0.3170731707317073, "completeness": 0.18840579710144928, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "14364597", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14364597", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7868852459016393, "weighted_f1": 0.8807339449541284, "completeness": 0.7868852459016393, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14364597", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.954954954954955, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14364597", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7662337662337663, "weighted_f1": 0.8676470588235293, "completeness": 0.7662337662337663, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14536764", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14536764", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8059701492537313, "weighted_f1": 0.8925619834710743, "completeness": 0.8059701492537313, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14536764", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2857142857142857, "weighted_f1": 0.4444444444444445, "completeness": 0.2857142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "14536764", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7586206896551725, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14611516", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9622641509433962, "weighted_f1": 0.9807692307692307, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14611516", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9900990099009901, "weighted_f1": 0.9950248756218906, "completeness": 0.9900990099009901, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14611516", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14611516", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.3358208955223881, "weighted_f1": 0.5, "completeness": 0.34328358208955223, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "14667659", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8727272727272727, "weighted_f1": 0.9320388349514563, "completeness": 0.8727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14667659", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8545454545454545, "weighted_f1": 0.9215686274509803, "completeness": 0.8545454545454545, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14667659", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.9051724137931034, "weighted_f1": 0.9459459459459458, "completeness": 0.9137931034482759, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14667659", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7333333333333333, "weighted_f1": 0.846153846153846, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14910300", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.44339622641509435, "weighted_f1": 0.6103896103896104, "completeness": 0.4528301886792453, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "14910300", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 3, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.6481481481481481, "weighted_f1": 0.7777777777777778, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14910300", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 2, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.3854166666666667, "weighted_f1": 0.5522388059701493, "completeness": 0.3958333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "14910300", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.20833333333333334, "weighted_f1": 0.3431372549019608, "completeness": 0.21428571428571427, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "14966165", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9795918367346939, "weighted_f1": 0.9896907216494846, "completeness": 0.9795918367346939, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14966165", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.970873786407767, "completeness": 0.9807692307692307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14966165", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8387096774193549, "weighted_f1": 0.9122807017543859, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "14966165", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "15917885", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "15917885", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.975609756097561, "weighted_f1": 0.9876543209876543, "completeness": 0.975609756097561, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "15917885", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "15917885", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8064516129032258, "weighted_f1": 0.8928571428571428, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "16103783", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9014084507042254, "weighted_f1": 0.9481481481481481, "completeness": 0.9014084507042254, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "16103783", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8428571428571429, "weighted_f1": 0.9147286821705426, "completeness": 0.8428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "16103783", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "16103783", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5308641975308642, "weighted_f1": 0.6935483870967741, "completeness": 0.5308641975308642, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "16226743", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9726027397260274, "weighted_f1": 0.9861111111111112, "completeness": 0.9726027397260274, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "16226743", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "16226743", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4461538461538462, "weighted_f1": 0.6170212765957447, "completeness": 0.4461538461538462, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "16226743", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.26842105263157895, "weighted_f1": 0.42148760330578516, "completeness": 0.2736842105263158, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "16620172", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.9035087719298246, "weighted_f1": 0.9449541284403671, "completeness": 0.9122807017543859, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "16620172", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8953488372093024, "weighted_f1": 0.9390243902439025, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "16620172", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.8157894736842105, "weighted_f1": 0.8942307692307693, "completeness": 0.8245614035087719, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "16620172", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13953488372093023, "weighted_f1": 0.24489795918367346, "completeness": 0.13953488372093023, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "18133495", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7906976744186046, "weighted_f1": 0.8831168831168831, "completeness": 0.7906976744186046, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "18133495", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8085106382978723, "weighted_f1": 0.8941176470588235, "completeness": 0.8085106382978723, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "18133495", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 76, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.19148936170212766, "weighted_f1": 0.32142857142857145, "completeness": 0.19148936170212766, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "18133495", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48, "weighted_f1": 0.6486486486486487, "completeness": 0.48, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "18436190", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "18436190", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.8522727272727273, "weighted_f1": 0.9146341463414636, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "18436190", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8837209302325582, "weighted_f1": 0.9382716049382717, "completeness": 0.8837209302325582, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "18436190", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16666666666666666, "weighted_f1": 0.2857142857142857, "completeness": 0.16666666666666666, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "19072267", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8055555555555556, "weighted_f1": 0.8923076923076924, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "19072267", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8536585365853658, "weighted_f1": 0.9210526315789475, "completeness": 0.8536585365853658, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "19072267", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 162, "partial": 0, "fp": 0, "fn": 88, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.648, "weighted_f1": 0.7864077669902912, "completeness": 0.648, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "19072267", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 0, "fp": 0, "fn": 113, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4669811320754717, "weighted_f1": 0.6366559485530546, "completeness": 0.4669811320754717, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "19497420", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8974358974358975, "weighted_f1": 0.945945945945946, "completeness": 0.8974358974358975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "19497420", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8918918918918919, "weighted_f1": 0.9428571428571428, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "19497420", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8918918918918919, "weighted_f1": 0.9428571428571428, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "19497420", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 92, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20689655172413793, "weighted_f1": 0.34285714285714286, "completeness": 0.20689655172413793, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "19503224", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5454545454545454, "weighted_f1": 0.7058823529411764, "completeness": 0.5454545454545454, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "19503224", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.9590163934426229, "completeness": 0.9365079365079365, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "19503224", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5595238095238095, "weighted_f1": 0.7175572519083969, "completeness": 0.5595238095238095, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "19503224", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.40476190476190477, "weighted_f1": 0.576271186440678, "completeness": 0.40476190476190477, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "19558834", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "19558834", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9459459459459459, "weighted_f1": 0.9722222222222222, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "19558834", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9400000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "19558834", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.4785714285714286, "weighted_f1": 0.6442307692307693, "completeness": 0.4857142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "19929506", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7959183673469388, "weighted_f1": 0.8863636363636364, "completeness": 0.7959183673469388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "19929506", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "19929506", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.8645833333333334, "weighted_f1": 0.9222222222222222, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "19929506", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7833333333333333, "weighted_f1": 0.8785046728971964, "completeness": 0.7833333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "20470943", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84375, "weighted_f1": 0.9152542372881356, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "20470943", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84375, "weighted_f1": 0.9152542372881356, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "20470943", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8691588785046729, "weighted_f1": 0.9299999999999999, "completeness": 0.8691588785046729, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "20470943", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 103, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.16532258064516128, "weighted_f1": 0.2827586206896551, "completeness": 0.1693548387096774, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "20966771", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7966101694915254, "weighted_f1": 0.8867924528301886, "completeness": 0.7966101694915254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "20966771", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.7966101694915254, "weighted_f1": 0.8867924528301886, "completeness": 0.7966101694915254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "20966771", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9836065573770492, "weighted_f1": 0.9917355371900827, "completeness": 0.9836065573770492, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "20966771", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.64, "weighted_f1": 0.7804878048780487, "completeness": 0.64, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21297828", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21297828", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65625, "weighted_f1": 0.7924528301886793, "completeness": 0.65625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21297828", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.86, "weighted_f1": 0.9148936170212766, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21297828", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "21321598", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7073170731707317, "weighted_f1": 0.8285714285714285, "completeness": 0.7073170731707317, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21321598", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 0.9875, "weighted_recall": 0.7596153846153846, "weighted_f1": 0.8586956521739131, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21321598", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8809523809523809, "weighted_f1": 0.9367088607594937, "completeness": 0.8809523809523809, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21321598", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7586206896551725, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21386255", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7941176470588235, "weighted_f1": 0.8852459016393442, "completeness": 0.7941176470588235, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21386255", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8387096774193549, "weighted_f1": 0.9122807017543859, "completeness": 0.8387096774193549, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21386255", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8787878787878788, "weighted_f1": 0.9354838709677419, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21386255", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8648648648648648, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21478007", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9622641509433962, "weighted_f1": 0.9807692307692307, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21478007", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9813084112149533, "completeness": 0.9814814814814815, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21478007", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.864406779661017, "weighted_f1": 0.9272727272727274, "completeness": 0.864406779661017, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21478007", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21549195", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 3, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.788135593220339, "weighted_f1": 0.8691588785046729, "completeness": 0.8135593220338984, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21549195", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 3, "fp": 1, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.875, "completeness": 0.8307692307692308, "unsupported_rate": 0.01818181818181818, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21549195", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 3, "fp": 1, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.8898305084745762, "weighted_f1": 0.9210526315789475, "completeness": 0.9152542372881356, "unsupported_rate": 0.01818181818181818, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21549195", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 3, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9754098360655737, "weighted_recall": 0.8263888888888888, "weighted_f1": 0.8947368421052632, "completeness": 0.8472222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21663616", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7708333333333334, "weighted_f1": 0.8705882352941177, "completeness": 0.7708333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21663616", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 19, "unverifiable": 1, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.7045454545454546, "weighted_f1": 0.8230088495575221, "completeness": 0.7121212121212122, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21663616", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7468354430379747, "weighted_f1": 0.855072463768116, "completeness": 0.7468354430379747, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21663616", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6625, "weighted_f1": 0.7969924812030075, "completeness": 0.6625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21669215", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9487179487179487, "weighted_f1": 0.9736842105263158, "completeness": 0.9487179487179487, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21669215", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.9431818181818182, "weighted_f1": 0.9651162790697674, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21669215", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9512195121951219, "weighted_f1": 0.975, "completeness": 0.9512195121951219, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "21669215", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22455205", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22455205", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22455205", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22455205", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.07017543859649122, "weighted_f1": 0.13114754098360656, "completeness": 0.07017543859649122, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "22560013", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22560013", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22560013", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9622641509433962, "weighted_f1": 0.9807692307692307, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22560013", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8035714285714286, "weighted_f1": 0.8910891089108911, "completeness": 0.8035714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22754014", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22754014", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22754014", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8648648648648649, "weighted_f1": 0.927536231884058, "completeness": 0.8648648648648649, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22754014", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6333333333333333, "weighted_f1": 0.7755102040816326, "completeness": 0.6333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22861181", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22861181", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.9591836734693877, "weighted_f1": 0.9690721649484536, "completeness": 0.9591836734693877, "unsupported_rate": 0.020833333333333332, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22861181", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9591836734693877, "weighted_f1": 0.9791666666666666, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "22861181", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.11764705882352941, "weighted_f1": 0.21052631578947367, "completeness": 0.11764705882352941, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "23015611", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23015611", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23015611", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23015611", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6944444444444444, "weighted_f1": 0.819672131147541, "completeness": 0.6944444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23048999", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23048999", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.9324324324324325, "weighted_f1": 0.9583333333333333, "completeness": 0.9459459459459459, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23048999", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5333333333333333, "weighted_f1": 0.6956521739130436, "completeness": 0.5333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "23048999", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.9032258064516129, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23143731", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23143731", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9883720930232558, "weighted_f1": 0.9941520467836257, "completeness": 0.9883720930232558, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23143731", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23143731", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.9017857142857143, "weighted_f1": 0.9439252336448598, "completeness": 0.9107142857142857, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23602130", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23602130", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23602130", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.88, "completeness": 0.7857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23602130", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7878787878787878, "weighted_f1": 0.8813559322033898, "completeness": 0.7878787878787878, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23631724", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9019607843137255, "weighted_f1": 0.9484536082474228, "completeness": 0.9019607843137255, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23631724", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8596491228070176, "weighted_f1": 0.9245283018867925, "completeness": 0.8596491228070176, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23631724", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4264705882352941, "weighted_f1": 0.5979381443298969, "completeness": 0.4264705882352941, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "23631724", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.30666666666666664, "weighted_f1": 0.4693877551020408, "completeness": 0.30666666666666664, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "23673025", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9344262295081968, "weighted_f1": 0.9661016949152543, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23673025", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9344262295081968, "weighted_f1": 0.9661016949152543, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23673025", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9913793103448276, "weighted_recall": 0.9274193548387096, "weighted_f1": 0.9583333333333333, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23673025", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.36428571428571427, "weighted_f1": 0.53125, "completeness": 0.37142857142857144, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "23771896", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.8879310344827587, "weighted_f1": 0.9363636363636364, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23771896", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 0.990909090909091, "weighted_recall": 0.8134328358208955, "weighted_f1": 0.8934426229508198, "completeness": 0.8208955223880597, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "23771896", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.352112676056338, "weighted_f1": 0.5208333333333333, "completeness": 0.352112676056338, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "23771896", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.2922077922077922, "weighted_f1": 0.45, "completeness": 0.2987012987012987, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "24491862", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24491862", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9069767441860465, "weighted_f1": 0.951219512195122, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24491862", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9069767441860465, "weighted_f1": 0.951219512195122, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24491862", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 96, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.058823529411764705, "weighted_f1": 0.1111111111111111, "completeness": 0.058823529411764705, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "24559558", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.9782608695652174, "weighted_f1": 0.9854014598540147, "completeness": 0.9855072463768116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24559558", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 123, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9959677419354839, "weighted_recall": 0.988, "weighted_f1": 0.9919678714859438, "completeness": 0.992, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24559558", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9705882352941176, "weighted_f1": 0.9850746268656716, "completeness": 0.9705882352941176, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24559558", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 102, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6296296296296297, "weighted_f1": 0.7727272727272727, "completeness": 0.6296296296296297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24590489", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24590489", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24590489", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9649122807017544, "weighted_f1": 0.9821428571428572, "completeness": 0.9649122807017544, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24590489", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 81, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.11956521739130435, "weighted_f1": 0.21359223300970873, "completeness": 0.11956521739130435, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "24677466", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9552238805970149, "weighted_f1": 0.9770992366412213, "completeness": 0.9552238805970149, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24677466", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9552238805970149, "weighted_f1": 0.9770992366412213, "completeness": 0.9552238805970149, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24677466", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6901408450704225, "weighted_f1": 0.8166666666666667, "completeness": 0.6901408450704225, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24677466", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8791208791208791, "weighted_f1": 0.935672514619883, "completeness": 0.8791208791208791, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24710433", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.6904761904761905, "weighted_f1": 0.8146067415730337, "completeness": 0.6952380952380952, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24710433", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 124, "partial": 2, "fp": 0, "fn": 30, "unverifiable": 1, "weighted_precision": 0.9920634920634921, "weighted_recall": 0.8012820512820513, "weighted_f1": 0.8865248226950355, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24710433", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 135, "partial": 1, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 0.9963235294117647, "weighted_recall": 0.6741293532338308, "weighted_f1": 0.804154302670623, "completeness": 0.6766169154228856, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24710433", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 127, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.1476510067114094, "weighted_f1": 0.2573099415204679, "completeness": 0.1476510067114094, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "24977396", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8405797101449275, "weighted_f1": 0.9133858267716535, "completeness": 0.8405797101449275, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24977396", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24977396", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9558823529411765, "weighted_f1": 0.9774436090225563, "completeness": 0.9558823529411765, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "24977396", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6627906976744186, "weighted_f1": 0.7972027972027972, "completeness": 0.6627906976744186, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "25001005", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.7604166666666666, "weighted_f1": 0.8588235294117647, "completeness": 0.7708333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "25001005", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.7830188679245284, "weighted_f1": 0.8736842105263158, "completeness": 0.7924528301886793, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "25001005", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.71, "weighted_f1": 0.8255813953488371, "completeness": 0.72, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "25001005", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8571428571428572, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "25070914", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7755102040816326, "weighted_f1": 0.8735632183908045, "completeness": 0.7755102040816326, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "25070914", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.78, "weighted_f1": 0.8764044943820225, "completeness": 0.78, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "25070914", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "25070914", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 73, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.12048192771084337, "weighted_f1": 0.21505376344086022, "completeness": 0.12048192771084337, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "25413261", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7586206896551725, "completeness": 0.6111111111111112, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "25413261", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 2, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 0.9846153846153847, "weighted_recall": 0.6881720430107527, "weighted_f1": 0.8101265822784811, "completeness": 0.6989247311827957, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "25413261", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9927536231884058, "weighted_recall": 0.8896103896103896, "weighted_f1": 0.9383561643835617, "completeness": 0.8961038961038961, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "25413261", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.6212121212121212, "weighted_f1": 0.7639751552795031, "completeness": 0.6262626262626263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26127853", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6136363636363636, "weighted_f1": 0.7605633802816901, "completeness": 0.6136363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26127853", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7424242424242424, "weighted_f1": 0.8521739130434782, "completeness": 0.7424242424242424, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26127853", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8367346938775511, "weighted_f1": 0.9111111111111111, "completeness": 0.8367346938775511, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26127853", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48333333333333334, "weighted_f1": 0.6516853932584269, "completeness": 0.48333333333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "26130673", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.88, "weighted_f1": 0.9361702127659575, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26130673", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26130673", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.8970588235294118, "weighted_f1": 0.9384615384615386, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26130673", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.7424242424242424, "weighted_f1": 0.8448275862068965, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26173524", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8831168831168832, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26173524", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 4, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9622641509433962, "weighted_recall": 0.9107142857142857, "weighted_f1": 0.9357798165137615, "completeness": 0.9464285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26173524", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.8478260869565217, "weighted_f1": 0.9069767441860466, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26173524", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 2, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.6730769230769231, "weighted_f1": 0.7954545454545455, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26330995", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7291666666666666, "weighted_f1": 0.8433734939759037, "completeness": 0.7291666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26330995", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26330995", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7346938775510204, "weighted_f1": 0.8470588235294119, "completeness": 0.7346938775510204, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "26330995", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6875, "weighted_f1": 0.8148148148148148, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "27000192", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9183673469387755, "weighted_f1": 0.9574468085106383, "completeness": 0.9183673469387755, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "27000192", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.91, "weighted_f1": 0.9479166666666667, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "27000192", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.49, "weighted_f1": 0.6577181208053691, "completeness": 0.49, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "27000192", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.20238095238095238, "weighted_f1": 0.33663366336633666, "completeness": 0.20238095238095238, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "27257013", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9747899159663865, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "27257013", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9747899159663865, "completeness": 0.9508196721311475, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "27257013", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5588235294117647, "weighted_f1": 0.7169811320754718, "completeness": 0.5588235294117647, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "27257013", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.30120481927710846, "weighted_f1": 0.462962962962963, "completeness": 0.30120481927710846, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "28290448", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7378640776699029, "weighted_f1": 0.8491620111731844, "completeness": 0.7378640776699029, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28290448", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 99, "partial": 4, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9805825242718447, "weighted_recall": 0.926605504587156, "weighted_f1": 0.9528301886792453, "completeness": 0.944954128440367, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28290448", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9876543209876543, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.903954802259887, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28290448", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5289256198347108, "weighted_f1": 0.6918918918918919, "completeness": 0.5289256198347108, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "28531493", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.9636363636363636, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28531493", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.9636363636363636, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28531493", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.9636363636363636, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28531493", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9066666666666666, "weighted_f1": 0.9510489510489509, "completeness": 0.9066666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28831442", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28831442", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9897959183673469, "weighted_recall": 0.9509803921568627, "weighted_f1": 0.9700000000000001, "completeness": 0.9607843137254902, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28831442", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.6826923076923077, "weighted_f1": 0.8068181818181818, "completeness": 0.6923076923076923, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28831442", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 124, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8211920529801324, "weighted_f1": 0.9018181818181819, "completeness": 0.8211920529801324, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28862054", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9387755102040817, "weighted_f1": 0.968421052631579, "completeness": 0.9387755102040817, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28862054", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9038461538461539, "weighted_f1": 0.9494949494949495, "completeness": 0.9038461538461539, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28862054", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "28862054", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8735632183908046, "weighted_f1": 0.9325153374233129, "completeness": 0.8735632183908046, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28975482", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.90625, "weighted_f1": 0.9508196721311475, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28975482", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.9, "weighted_f1": 0.9435483870967744, "completeness": 0.9076923076923077, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28975482", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9365079365079365, "weighted_f1": 0.9672131147540983, "completeness": 0.9365079365079365, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "28975482", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8933333333333333, "weighted_f1": 0.9436619718309859, "completeness": 0.8933333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "29329075", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.664179104477612, "weighted_f1": 0.7946428571428571, "completeness": 0.6716417910447762, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "29329075", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9310344827586207, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "29329075", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5913978494623656, "weighted_f1": 0.7432432432432433, "completeness": 0.5913978494623656, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "29329075", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.627906976744186, "weighted_f1": 0.7714285714285715, "completeness": 0.627906976744186, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "29525715", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7580645161290323, "weighted_f1": 0.8623853211009175, "completeness": 0.7580645161290323, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "29525715", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 0.9830508474576272, "weighted_recall": 0.7945205479452054, "weighted_f1": 0.8787878787878787, "completeness": 0.8082191780821918, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "29525715", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 2, "fp": 0, "fn": 95, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.19327731092436976, "weighted_f1": 0.32167832167832167, "completeness": 0.20168067226890757, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "29525715", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.3888888888888889, "weighted_f1": 0.558282208588957, "completeness": 0.39316239316239315, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "30642458", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.775, "weighted_f1": 0.8732394366197184, "completeness": 0.775, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "30642458", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "30642458", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9146341463414634, "weighted_f1": 0.9554140127388536, "completeness": 0.9146341463414634, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "30642458", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7938144329896907, "weighted_f1": 0.8850574712643678, "completeness": 0.7938144329896907, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31211074", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9302325581395349, "weighted_f1": 0.963855421686747, "completeness": 0.9302325581395349, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31211074", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9767441860465116, "weighted_f1": 0.988235294117647, "completeness": 0.9767441860465116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31211074", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.9680851063829787, "weighted_f1": 0.9784946236559139, "completeness": 0.9787234042553191, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31211074", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8348623853211009, "completeness": 0.7301587301587301, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31220062", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8938053097345132, "weighted_f1": 0.9439252336448598, "completeness": 0.8938053097345132, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31220062", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 109, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9954545454545455, "weighted_recall": 0.9864864864864865, "weighted_f1": 0.9909502262443439, "completeness": 0.990990990990991, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31220062", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 111, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9823008849557522, "weighted_f1": 0.9910714285714286, "completeness": 0.9823008849557522, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31220062", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 1, "fn": 64, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.488, "weighted_f1": 0.6524064171122995, "completeness": 0.488, "unsupported_rate": 0.016129032258064516, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "31292364", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8448275862068966, "weighted_f1": 0.9158878504672897, "completeness": 0.8448275862068966, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31292364", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9090909090909091, "completeness": 0.8615384615384616, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31292364", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.8642857142857143, "weighted_f1": 0.9236641221374046, "completeness": 0.8714285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31292364", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.367816091954023, "weighted_f1": 0.5378151260504201, "completeness": 0.367816091954023, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "31392754", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9661016949152542, "weighted_f1": 0.9827586206896551, "completeness": 0.9661016949152542, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31392754", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9866666666666667, "weighted_recall": 0.9736842105263158, "weighted_f1": 0.9801324503311258, "completeness": 0.9868421052631579, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31392754", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.983050847457627, "completeness": 0.9666666666666667, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "31392754", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8648648648648648, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "32441790", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7796610169491526, "weighted_f1": 0.8761904761904762, "completeness": 0.7796610169491526, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "32441790", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8243243243243243, "weighted_f1": 0.9037037037037037, "completeness": 0.8243243243243243, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "32441790", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9384615384615385, "weighted_f1": 0.9682539682539683, "completeness": 0.9384615384615385, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "32441790", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6790123456790124, "weighted_f1": 0.8088235294117647, "completeness": 0.6790123456790124, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "33072201", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5964912280701754, "weighted_f1": 0.7472527472527472, "completeness": 0.5964912280701754, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "33072201", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6349206349206349, "weighted_f1": 0.7766990291262136, "completeness": 0.6349206349206349, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "33072201", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6456692913385826, "weighted_f1": 0.784688995215311, "completeness": 0.6456692913385826, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "33072201", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 77, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.46153846153846156, "weighted_f1": 0.631578947368421, "completeness": 0.46153846153846156, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "34712719", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "34712719", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "34712719", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.42592592592592593, "weighted_f1": 0.5974025974025974, "completeness": 0.42592592592592593, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "34712719", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7910447761194029, "weighted_f1": 0.8833333333333333, "completeness": 0.7910447761194029, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "36107065", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.410958904109589, "weighted_f1": 0.5825242718446603, "completeness": 0.410958904109589, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "36107065", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 3, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.5663265306122449, "weighted_f1": 0.7161290322580645, "completeness": 0.5816326530612245, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "36107065", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.39473684210526316, "weighted_f1": 0.5660377358490566, "completeness": 0.39473684210526316, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "36107065", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 95, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.17391304347826086, "weighted_f1": 0.29629629629629634, "completeness": 0.17391304347826086, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "36671891", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6276595744680851, "weighted_f1": 0.7712418300653594, "completeness": 0.6276595744680851, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "36671891", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6276595744680851, "weighted_f1": 0.7712418300653594, "completeness": 0.6276595744680851, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "36671891", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 2, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9882352941176471, "weighted_recall": 0.8235294117647058, "weighted_f1": 0.8983957219251337, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "36671891", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 80, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3939393939393939, "weighted_f1": 0.5652173913043478, "completeness": 0.3939393939393939, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "37087371", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "37087371", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5142857142857142, "weighted_f1": 0.6792452830188679, "completeness": 0.5142857142857142, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "37087371", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5897435897435898, "weighted_f1": 0.7419354838709677, "completeness": 0.5897435897435898, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "37087371", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6, "weighted_f1": 0.7499999999999999, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "37375999", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8596491228070176, "weighted_f1": 0.9245283018867925, "completeness": 0.8596491228070176, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "37375999", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8596491228070176, "weighted_f1": 0.9245283018867925, "completeness": 0.8596491228070176, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "37375999", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8870967741935484, "weighted_f1": 0.9401709401709402, "completeness": 0.8870967741935484, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "37375999", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 88, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8073394495412844, "weighted_f1": 0.8934010152284264, "completeness": 0.8073394495412844, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "37913536", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8780487804878049, "weighted_f1": 0.9350649350649352, "completeness": 0.8780487804878049, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "37913536", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8809523809523809, "weighted_f1": 0.9367088607594937, "completeness": 0.8809523809523809, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "37913536", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.33962264150943394, "weighted_f1": 0.5070422535211268, "completeness": 0.33962264150943394, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "37913536", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7818181818181819, "weighted_f1": 0.8775510204081634, "completeness": 0.7818181818181819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "38056161", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8947368421052632, "completeness": 0.8095238095238095, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "38056161", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8205128205128205, "weighted_f1": 0.9014084507042254, "completeness": 0.8205128205128205, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "38056161", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9024390243902439, "weighted_f1": 0.9487179487179488, "completeness": 0.9024390243902439, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "38056161", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7321428571428571, "weighted_f1": 0.8453608247422679, "completeness": 0.7321428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "41590605", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 113, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9826086956521739, "weighted_f1": 0.9912280701754386, "completeness": 0.9826086956521739, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "41590605", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 115, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9829059829059829, "weighted_f1": 0.9913793103448275, "completeness": 0.9829059829059829, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "41590605", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 109, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9008264462809917, "weighted_f1": 0.9478260869565218, "completeness": 0.9008264462809917, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "41590605", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 78, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48, "weighted_f1": 0.6486486486486487, "completeness": 0.48, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "42332765", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "42332765", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9629629629629629, "weighted_f1": 0.9811320754716981, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "42332765", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7391304347826086, "weighted_f1": 0.85, "completeness": 0.7391304347826086, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "42332765", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6785714285714286, "weighted_f1": 0.8085106382978724, "completeness": 0.6785714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "45462344", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9859154929577464, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "45462344", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 131, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9924242424242424, "weighted_f1": 0.9961977186311787, "completeness": 0.9924242424242424, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "45462344", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9861111111111112, "weighted_f1": 0.993006993006993, "completeness": 0.9861111111111112, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "45462344", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9010989010989011, "weighted_f1": 0.9479768786127168, "completeness": 0.9010989010989011, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "45900271", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "45900271", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "45900271", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8703703703703703, "weighted_f1": 0.9306930693069307, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "45900271", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "49119887", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 5, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.8913043478260869, "weighted_recall": 0.5857142857142857, "weighted_f1": 0.7068965517241379, "completeness": 0.6571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "49119887", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 5, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.8958333333333334, "weighted_recall": 0.6142857142857143, "weighted_f1": 0.7288135593220338, "completeness": 0.6857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "49119887", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 5, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.8958333333333334, "weighted_recall": 0.6142857142857143, "weighted_f1": 0.7288135593220338, "completeness": 0.6857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "49119887", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 9, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 0.8392857142857143, "weighted_recall": 0.41964285714285715, "weighted_f1": 0.5595238095238095, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "51415089", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9361702127659575, "weighted_f1": 0.967032967032967, "completeness": 0.9361702127659575, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "51415089", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "51415089", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "51415089", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8245614035087719, "weighted_f1": 0.9038461538461539, "completeness": 0.8245614035087719, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "53701275", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "53701275", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.84375, "weighted_f1": 0.8999999999999999, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "53701275", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "53701275", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4897959183673469, "weighted_f1": 0.6575342465753424, "completeness": 0.4897959183673469, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "59346975", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.7, "weighted_f1": 0.8191489361702128, "completeness": 0.7090909090909091, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "59346975", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.7, "weighted_f1": 0.8191489361702128, "completeness": 0.7090909090909091, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "59346975", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.4715909090909091, "weighted_f1": 0.6384615384615384, "completeness": 0.4772727272727273, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "59346975", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.6111111111111112, "weighted_f1": 0.7549019607843137, "completeness": 0.6190476190476191, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "61319162", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.859375, "weighted_f1": 0.9243697478991597, "completeness": 0.859375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "61319162", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "61319162", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8852459016393442, "weighted_f1": 0.9391304347826086, "completeness": 0.8852459016393442, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "61319162", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "65237556", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 7, "fp": 1, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9318181818181818, "weighted_recall": 0.7068965517241379, "weighted_f1": 0.803921568627451, "completeness": 0.7471264367816092, "unsupported_rate": 0.015151515151515152, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "65237556", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 7, "fp": 1, "fn": 22, "unverifiable": 1, "weighted_precision": 0.9328358208955224, "weighted_recall": 0.7102272727272727, "weighted_f1": 0.8064516129032259, "completeness": 0.75, "unsupported_rate": 0.014925373134328358, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "65237556", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 4, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 0.9534883720930233, "weighted_recall": 0.37272727272727274, "weighted_f1": 0.5359477124183007, "completeness": 0.39090909090909093, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "65237556", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 6, "fp": 1, "fn": 28, "unverifiable": 0, "weighted_precision": 0.9473684210526315, "weighted_recall": 0.6990291262135923, "weighted_f1": 0.8044692737430168, "completeness": 0.7281553398058253, "unsupported_rate": 0.013157894736842105, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "75329822", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8918918918918919, "weighted_f1": 0.9428571428571428, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "75329822", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "75329822", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.41935483870967744, "weighted_f1": 0.5909090909090909, "completeness": 0.41935483870967744, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "75329822", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7111111111111111, "weighted_f1": 0.8311688311688311, "completeness": 0.7111111111111111, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "85766635", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "85766635", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8955223880597015, "weighted_f1": 0.9448818897637796, "completeness": 0.8955223880597015, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "85766635", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7083333333333334, "weighted_f1": 0.8292682926829268, "completeness": 0.7083333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "85766635", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 116, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8405797101449275, "weighted_f1": 0.9133858267716535, "completeness": 0.8405797101449275, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "85973397", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.8043478260869565, "weighted_f1": 0.8809523809523809, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "85973397", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.975, "weighted_recall": 0.8125, "weighted_f1": 0.8863636363636362, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "85973397", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.7551020408163265, "weighted_f1": 0.8505747126436782, "completeness": 0.7755102040816326, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "85973397", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 4, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.96, "weighted_recall": 0.7384615384615385, "weighted_f1": 0.8347826086956522, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "88651471", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 5, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 0.7916666666666666, "weighted_recall": 0.2261904761904762, "weighted_f1": 0.35185185185185186, "completeness": 0.2857142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "88651471", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 5, "fp": 0, "fn": 24, "unverifiable": 1, "weighted_precision": 0.8809523809523809, "weighted_recall": 0.4111111111111111, "weighted_f1": 0.5606060606060607, "completeness": 0.4666666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "88651471", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 5, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.8809523809523809, "weighted_recall": 0.3854166666666667, "weighted_f1": 0.5362318840579711, "completeness": 0.4375, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "88651471", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 5, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 0.8214285714285714, "weighted_recall": 0.23469387755102042, "weighted_f1": 0.3650793650793651, "completeness": 0.2857142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "91197243", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "91197243", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.864406779661017, "weighted_f1": 0.9272727272727274, "completeness": 0.864406779661017, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "91197243", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5901639344262295, "weighted_f1": 0.7422680412371134, "completeness": 0.5901639344262295, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "91197243", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7076923076923077, "weighted_f1": 0.8288288288288288, "completeness": 0.7076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "93828034", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "93828034", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "93828034", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6470588235294118, "weighted_f1": 0.7857142857142858, "completeness": 0.6470588235294118, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "93828034", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5961538461538461, "weighted_f1": 0.7469879518072289, "completeness": 0.5961538461538461, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "PUBLIC-RELATIONS", "document_id": "98086373", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "98086373", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.671875, "weighted_f1": 0.7962962962962963, "completeness": 0.6875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "98086373", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8620689655172413, "weighted_f1": 0.9259259259259259, "completeness": 0.8620689655172413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "PUBLIC-RELATIONS", "document_id": "98086373", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6470588235294118, "weighted_f1": 0.7857142857142858, "completeness": 0.6470588235294118, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "10138632", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 28, "fp": 4, "fn": 27, "unverifiable": 0, "weighted_precision": 0.6785714285714286, "weighted_recall": 0.4810126582278481, "weighted_f1": 0.5629629629629629, "completeness": 0.6582278481012658, "unsupported_rate": 0.07142857142857142, "outcome": "Failed" }, { "category": "SALES", "document_id": "10138632", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 28, "fp": 4, "fn": 27, "unverifiable": 0, "weighted_precision": 0.6785714285714286, "weighted_recall": 0.4810126582278481, "weighted_f1": 0.5629629629629629, "completeness": 0.6582278481012658, "unsupported_rate": 0.07142857142857142, "outcome": "Failed" }, { "category": "SALES", "document_id": "10138632", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 27, "fp": 4, "fn": 27, "unverifiable": 0, "weighted_precision": 0.6982758620689655, "weighted_recall": 0.5, "weighted_f1": 0.5827338129496403, "completeness": 0.6666666666666666, "unsupported_rate": 0.06896551724137931, "outcome": "Failed" }, { "category": "SALES", "document_id": "10138632", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 25, "fp": 3, "fn": 30, "unverifiable": 0, "weighted_precision": 0.7280701754385965, "weighted_recall": 0.49404761904761907, "weighted_f1": 0.5886524822695035, "completeness": 0.6428571428571429, "unsupported_rate": 0.05263157894736842, "outcome": "Failed" }, { "category": "SALES", "document_id": "10464113", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5081967213114754, "weighted_f1": 0.673913043478261, "completeness": 0.5081967213114754, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "10464113", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 30, "unverifiable": 1, "weighted_precision": 0.984375, "weighted_recall": 0.5080645161290323, "weighted_f1": 0.6702127659574468, "completeness": 0.5161290322580645, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "10464113", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.6911764705882353, "weighted_f1": 0.8103448275862069, "completeness": 0.7058823529411765, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "10464113", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.37755102040816324, "weighted_f1": 0.5481481481481482, "completeness": 0.37755102040816324, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "10603337", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "10603337", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9803921568627451, "weighted_f1": 0.99009900990099, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "10603337", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "10603337", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "10724818", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 2, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.6481481481481481, "weighted_f1": 0.7777777777777778, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "10724818", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 25, "unverifiable": 1, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.5446428571428571, "weighted_f1": 0.7011494252873562, "completeness": 0.5535714285714286, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "10724818", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.7112676056338029, "weighted_f1": 0.8278688524590163, "completeness": 0.7183098591549296, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "10724818", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13513513513513514, "weighted_f1": 0.2380952380952381, "completeness": 0.13513513513513514, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "10898339", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 3, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.94, "weighted_recall": 0.7580645161290323, "weighted_f1": 0.8392857142857143, "completeness": 0.8064516129032258, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "10898339", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 3, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9516129032258065, "weighted_recall": 0.8428571428571429, "weighted_f1": 0.8939393939393939, "completeness": 0.8857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "10898339", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 3, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.8225806451612904, "weighted_f1": 0.8793103448275862, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "10898339", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.8289473684210527, "weighted_f1": 0.9, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "12082377", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9365079365079365, "weighted_f1": 0.9672131147540983, "completeness": 0.9365079365079365, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "12082377", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9846153846153847, "weighted_recall": 0.927536231884058, "weighted_f1": 0.9552238805970149, "completeness": 0.9420289855072463, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "12082377", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9354838709677419, "weighted_f1": 0.9666666666666666, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "12082377", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3333333333333333, "weighted_f1": 0.5, "completeness": 0.3333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "12351749", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.7027027027027027, "weighted_f1": 0.8125, "completeness": 0.7297297297297297, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "12351749", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.7297297297297297, "weighted_f1": 0.8307692307692307, "completeness": 0.7567567567567568, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "12351749", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.9117647058823529, "weighted_f1": 0.9393939393939394, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "12351749", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6097560975609756, "weighted_f1": 0.7575757575757575, "completeness": 0.6097560975609756, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "12696104", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "12696104", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "12696104", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "12696104", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7083333333333334, "weighted_f1": 0.8292682926829268, "completeness": 0.7083333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "12820557", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "12820557", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9491525423728813, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "12820557", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 3, "partial": 0, "fp": 0, "fn": 67, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.04285714285714286, "weighted_f1": 0.0821917808219178, "completeness": 0.04285714285714286, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "12820557", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5531914893617021, "weighted_f1": 0.7123287671232876, "completeness": 0.5531914893617021, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "13178604", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 5, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9609375, "weighted_recall": 0.6473684210526316, "weighted_f1": 0.7735849056603773, "completeness": 0.6736842105263158, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "13178604", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 11, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 0.9382022471910112, "weighted_recall": 0.6958333333333333, "weighted_f1": 0.7990430622009569, "completeness": 0.7416666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "13178604", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 6, "fp": 0, "fn": 129, "unverifiable": 0, "weighted_precision": 0.9117647058823529, "weighted_recall": 0.1901840490797546, "weighted_f1": 0.3147208121827411, "completeness": 0.2085889570552147, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "13178604", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 3, "fp": 0, "fn": 95, "unverifiable": 0, "weighted_precision": 0.97, "weighted_recall": 0.33448275862068966, "weighted_f1": 0.4974358974358975, "completeness": 0.3448275862068966, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "13348915", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5116279069767442, "weighted_f1": 0.676923076923077, "completeness": 0.5116279069767442, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "13348915", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5116279069767442, "weighted_f1": 0.676923076923077, "completeness": 0.5116279069767442, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "13348915", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9347826086956522, "weighted_f1": 0.9662921348314606, "completeness": 0.9347826086956522, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "13348915", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25, "weighted_f1": 0.4, "completeness": 0.25, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "13637605", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9054054054054054, "weighted_f1": 0.943661971830986, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "13637605", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9054054054054054, "weighted_f1": 0.943661971830986, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "13637605", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.8857142857142857, "weighted_f1": 0.9253731343283582, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "13637605", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.7685185185185185, "weighted_f1": 0.8645833333333333, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "13812481", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9516129032258065, "weighted_f1": 0.9752066115702479, "completeness": 0.9516129032258065, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "13812481", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8846153846153846, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "13812481", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "13812481", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.71875, "weighted_f1": 0.8363636363636363, "completeness": 0.71875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "14267489", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.8770491803278688, "weighted_f1": 0.9304347826086956, "completeness": 0.8852459016393442, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "14267489", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "14267489", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "14267489", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 71, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.19318181818181818, "weighted_f1": 0.3238095238095238, "completeness": 0.19318181818181818, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "14358578", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9846153846153847, "weighted_f1": 0.9922480620155039, "completeness": 0.9846153846153847, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "14358578", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9846153846153847, "weighted_f1": 0.9922480620155039, "completeness": 0.9846153846153847, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "14358578", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9846153846153847, "weighted_f1": 0.9922480620155039, "completeness": 0.9846153846153847, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "14358578", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 58, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.24675324675324675, "weighted_f1": 0.3958333333333333, "completeness": 0.24675324675324675, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "14381464", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "14381464", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "14381464", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "14381464", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "15273850", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15273850", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "15273850", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15273850", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15581242", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9032258064516129, "weighted_f1": 0.9491525423728813, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "15581242", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.890625, "weighted_f1": 0.9344262295081966, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "15581242", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9821428571428571, "weighted_recall": 0.8088235294117647, "weighted_f1": 0.8870967741935484, "completeness": 0.8235294117647058, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15581242", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6285714285714286, "weighted_f1": 0.7719298245614035, "completeness": 0.6285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15620421", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 4, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.9514563106796117, "weighted_f1": 0.9655172413793104, "completeness": 0.970873786407767, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "15620421", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 114, "partial": 4, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9830508474576272, "weighted_recall": 0.9508196721311475, "weighted_f1": 0.9666666666666667, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "15620421", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 2, "fp": 0, "fn": 107, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.21739130434782608, "weighted_f1": 0.35502958579881655, "completeness": 0.2246376811594203, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "15620421", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 4, "fp": 0, "fn": 99, "unverifiable": 0, "weighted_precision": 0.9523809523809523, "weighted_recall": 0.28368794326241137, "weighted_f1": 0.4371584699453553, "completeness": 0.2978723404255319, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "15765660", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8695652173913044, "completeness": 0.7692307692307693, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15765660", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.788135593220339, "weighted_f1": 0.8773584905660378, "completeness": 0.7966101694915254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15765660", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.9134615384615384, "weighted_f1": 0.95, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "15765660", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6753246753246753, "weighted_f1": 0.8062015503875969, "completeness": 0.6753246753246753, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15918496", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8166666666666667, "weighted_f1": 0.8990825688073394, "completeness": 0.8166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15918496", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9915254237288136, "weighted_recall": 0.8357142857142857, "weighted_f1": 0.9069767441860465, "completeness": 0.8428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15918496", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "15918496", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7638888888888888, "weighted_f1": 0.8661417322834646, "completeness": 0.7638888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15973307", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15973307", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6486486486486487, "weighted_f1": 0.7868852459016393, "completeness": 0.6486486486486487, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15973307", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7291666666666666, "weighted_f1": 0.8433734939759037, "completeness": 0.7291666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "15973307", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6458333333333334, "weighted_f1": 0.7848101265822784, "completeness": 0.6458333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "16121015", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9791666666666666, "weighted_f1": 0.9894736842105264, "completeness": 0.9791666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "16121015", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9791666666666666, "weighted_f1": 0.9894736842105264, "completeness": 0.9791666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "16121015", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9789473684210527, "weighted_f1": 0.9893617021276596, "completeness": 0.9789473684210527, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "16121015", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 76, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5393939393939394, "weighted_f1": 0.7007874015748031, "completeness": 0.5393939393939394, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "16223371", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7, "weighted_f1": 0.8235294117647058, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "16223371", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7619047619047619, "weighted_f1": 0.8648648648648648, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "16223371", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9591836734693877, "weighted_f1": 0.9791666666666666, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "16223371", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "16280971", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.675, "weighted_f1": 0.7941176470588236, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "16280971", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.717391304347826, "weighted_f1": 0.825, "completeness": 0.7391304347826086, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "16280971", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.8043478260869565, "weighted_f1": 0.8809523809523809, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "16280971", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 3, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9716981132075472, "weighted_recall": 0.7054794520547946, "weighted_f1": 0.8174603174603176, "completeness": 0.726027397260274, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "16511249", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.7887323943661971, "weighted_f1": 0.875, "completeness": 0.8028169014084507, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "16511249", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.7887323943661971, "weighted_f1": 0.875, "completeness": 0.8028169014084507, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "16511249", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 1, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.8309859154929577, "weighted_f1": 0.900763358778626, "completeness": 0.8450704225352113, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "16511249", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9841269841269841, "weighted_recall": 0.7560975609756098, "weighted_f1": 0.8551724137931035, "completeness": 0.7682926829268293, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "17378327", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "17378327", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.975, "weighted_recall": 0.8478260869565217, "weighted_f1": 0.9069767441860466, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "17378327", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25806451612903225, "weighted_f1": 0.41025641025641024, "completeness": 0.25806451612903225, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "17378327", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.13333333333333333, "weighted_f1": 0.23529411764705882, "completeness": 0.13333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "17410700", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8783783783783784, "weighted_f1": 0.935251798561151, "completeness": 0.8783783783783784, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "17410700", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9125, "weighted_f1": 0.9542483660130718, "completeness": 0.9125, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "17410700", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6842105263157895, "weighted_f1": 0.8125000000000001, "completeness": 0.6842105263157895, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "17410700", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5384615384615384, "weighted_f1": 0.7000000000000001, "completeness": 0.5384615384615384, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "17509935", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.37037037037037035, "weighted_f1": 0.5405405405405406, "completeness": 0.37037037037037035, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "17509935", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5641025641025641, "weighted_f1": 0.7213114754098361, "completeness": 0.5641025641025641, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "17509935", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7096774193548387, "weighted_f1": 0.8301886792452831, "completeness": 0.7096774193548387, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "17509935", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36363636363636365, "weighted_f1": 0.5333333333333333, "completeness": 0.36363636363636365, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "17704246", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 178, "partial": 2, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 0.9944444444444445, "weighted_recall": 0.7850877192982456, "weighted_f1": 0.8774509803921567, "completeness": 0.7894736842105263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "17704246", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 237, "partial": 1, "fp": 0, "fn": 63, "unverifiable": 1, "weighted_precision": 0.9978991596638656, "weighted_recall": 0.7890365448504983, "weighted_f1": 0.8812615955473098, "completeness": 0.7906976744186046, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "17704246", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 229, "partial": 1, "fp": 0, "fn": 101, "unverifiable": 0, "weighted_precision": 0.9978260869565218, "weighted_recall": 0.6933534743202417, "weighted_f1": 0.8181818181818182, "completeness": 0.6948640483383686, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "17704246", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 1, "fp": 0, "fn": 218, "unverifiable": 0, "weighted_precision": 0.9940476190476191, "weighted_recall": 0.2764900662251656, "weighted_f1": 0.43264248704663216, "completeness": 0.2781456953642384, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "17781039", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.6683168316831684, "weighted_f1": 0.7988165680473372, "completeness": 0.6732673267326733, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "17781039", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.6683168316831684, "weighted_f1": 0.7988165680473372, "completeness": 0.6732673267326733, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "17781039", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9935897435897436, "weighted_recall": 0.7045454545454546, "weighted_f1": 0.8244680851063829, "completeness": 0.7090909090909091, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "17781039", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5480769230769231, "weighted_f1": 0.7080745341614907, "completeness": 0.5480769230769231, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "18062906", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.972972972972973, "weighted_f1": 0.9863013698630138, "completeness": 0.972972972972973, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "18062906", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9714285714285714, "weighted_f1": 0.9855072463768115, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "18062906", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.918918918918919, "weighted_f1": 0.9577464788732395, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "18062906", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8043478260869565, "weighted_f1": 0.891566265060241, "completeness": 0.8043478260869565, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "18171955", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "18171955", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.99, "weighted_recall": 0.825, "weighted_f1": 0.9, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "18171955", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "18171955", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6885245901639344, "weighted_f1": 0.8155339805825244, "completeness": 0.6885245901639344, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "18328743", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "18328743", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9268292682926829, "completeness": 0.8636363636363636, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "18328743", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "18328743", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5945945945945946, "weighted_f1": 0.7457627118644068, "completeness": 0.5945945945945946, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "18368613", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84, "weighted_f1": 0.9130434782608696, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "18368613", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.975, "weighted_f1": 0.9873417721518987, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "18368613", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4883720930232558, "weighted_f1": 0.65625, "completeness": 0.4883720930232558, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "18368613", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9285714285714286, "weighted_f1": 0.962962962962963, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "18885231", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.8793103448275862, "weighted_f1": 0.9272727272727272, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "18885231", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.9615384615384616, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "18885231", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9152542372881356, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "18885231", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 2, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.05405405405405406, "weighted_f1": 0.10256410256410257, "completeness": 0.05405405405405406, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "19147494", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8857142857142857, "weighted_f1": 0.9393939393939393, "completeness": 0.8857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19147494", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.8846153846153846, "weighted_f1": 0.9324324324324325, "completeness": 0.8974358974358975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19147494", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9852941176470589, "weighted_f1": 0.9925925925925926, "completeness": 0.9852941176470589, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "19147494", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7155963302752294, "weighted_f1": 0.8342245989304813, "completeness": 0.7155963302752294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19147947", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8072289156626506, "weighted_f1": 0.8933333333333333, "completeness": 0.8072289156626506, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19147947", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 128, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19147947", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8961038961038961, "weighted_f1": 0.9452054794520548, "completeness": 0.8961038961038961, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19147947", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7525773195876289, "weighted_f1": 0.8588235294117647, "completeness": 0.7525773195876289, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19156751", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8688524590163934, "weighted_f1": 0.9298245614035088, "completeness": 0.8688524590163934, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19156751", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8805970149253731, "weighted_f1": 0.9365079365079364, "completeness": 0.8805970149253731, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19156751", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9672131147540983, "weighted_f1": 0.9833333333333333, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "19156751", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8382352941176471, "weighted_f1": 0.9119999999999999, "completeness": 0.8382352941176471, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19473948", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9620253164556962, "weighted_f1": 0.9806451612903226, "completeness": 0.9620253164556962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "19473948", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "19473948", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9942528735632183, "weighted_recall": 0.9829545454545454, "weighted_f1": 0.9885714285714285, "completeness": 0.9886363636363636, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "19473948", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 94, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8468468468468469, "weighted_f1": 0.9170731707317074, "completeness": 0.8468468468468469, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19582792", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.676056338028169, "weighted_f1": 0.8067226890756303, "completeness": 0.676056338028169, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19582792", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 2, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.68, "weighted_f1": 0.8031496062992126, "completeness": 0.6933333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19582792", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6901408450704225, "weighted_f1": 0.8166666666666667, "completeness": 0.6901408450704225, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "19582792", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "20141807", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9807692307692307, "weighted_f1": 0.9902912621359222, "completeness": 0.9807692307692307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "20141807", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9807692307692307, "weighted_f1": 0.9902912621359222, "completeness": 0.9807692307692307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "20141807", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7894736842105263, "weighted_f1": 0.8823529411764706, "completeness": 0.7894736842105263, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "20141807", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7972972972972973, "weighted_f1": 0.8872180451127819, "completeness": 0.7972972972972973, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "20423658", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 4, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9607843137254902, "weighted_recall": 0.7424242424242424, "weighted_f1": 0.8376068376068376, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "20423658", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 2, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.5617977528089888, "weighted_f1": 0.7142857142857143, "completeness": 0.5730337078651685, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "20423658", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 3, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.3787878787878788, "weighted_f1": 0.5434782608695652, "completeness": 0.3939393939393939, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "20423658", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 83, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3515625, "weighted_f1": 0.5202312138728323, "completeness": 0.3515625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "20552814", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8317757009345794, "weighted_f1": 0.9081632653061225, "completeness": 0.8317757009345794, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "20552814", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8317757009345794, "weighted_f1": 0.9081632653061225, "completeness": 0.8317757009345794, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "20552814", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 106, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9906542056074766, "weighted_f1": 0.9953051643192489, "completeness": 0.9906542056074766, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "20552814", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 1, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 0.9950980392156863, "weighted_recall": 0.7748091603053435, "weighted_f1": 0.871244635193133, "completeness": 0.7786259541984732, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "20819838", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "20819838", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96, "weighted_f1": 0.9795918367346939, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "20819838", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "20819838", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7567567567567568, "weighted_f1": 0.8615384615384616, "completeness": 0.7567567567567568, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "21595057", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.9603174603174603, "weighted_f1": 0.9758064516129032, "completeness": 0.9682539682539683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "21595057", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.9609375, "weighted_f1": 0.9761904761904763, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "21595057", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9916666666666667, "weighted_recall": 0.9296875, "weighted_f1": 0.9596774193548387, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "21595057", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9910714285714286, "weighted_recall": 0.7816901408450704, "weighted_f1": 0.8740157480314961, "completeness": 0.7887323943661971, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "22047665", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.78125, "weighted_f1": 0.8620689655172413, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "22047665", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.78125, "weighted_f1": 0.8620689655172413, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "22047665", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.38571428571428573, "weighted_f1": 0.5510204081632653, "completeness": 0.4, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "22047665", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 3, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9594594594594594, "weighted_recall": 0.8875, "weighted_f1": 0.922077922077922, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "22319662", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.9375, "weighted_f1": 0.9574468085106383, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "22319662", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.968421052631579, "completeness": 0.9791666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "22319662", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.71, "weighted_f1": 0.8255813953488371, "completeness": 0.72, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "22319662", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 4, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9726027397260274, "weighted_recall": 0.8987341772151899, "weighted_f1": 0.9342105263157895, "completeness": 0.9240506329113924, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "23032182", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9438202247191011, "weighted_f1": 0.9710982658959537, "completeness": 0.9438202247191011, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "23032182", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8932038834951457, "weighted_f1": 0.9435897435897436, "completeness": 0.8932038834951457, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "23032182", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "23032182", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 69, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25, "weighted_f1": 0.4, "completeness": 0.25, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "23296286", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "23296286", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.684931506849315, "weighted_f1": 0.8130081300813007, "completeness": 0.684931506849315, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "23296286", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4897959183673469, "weighted_f1": 0.6575342465753424, "completeness": 0.4897959183673469, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "23296286", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 52, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.38823529411764707, "weighted_f1": 0.5593220338983051, "completeness": 0.38823529411764707, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "23760084", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8936170212765957, "completeness": 0.8076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "23760084", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "23760084", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9807692307692307, "weighted_f1": 0.9902912621359222, "completeness": 0.9807692307692307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "23760084", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.14285714285714285, "weighted_f1": 0.25, "completeness": 0.14285714285714285, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "23782450", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 44, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.42105263157894735, "weighted_f1": 0.5925925925925926, "completeness": 0.42105263157894735, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "23782450", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6614173228346457, "weighted_f1": 0.7962085308056872, "completeness": 0.6614173228346457, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "23782450", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8904109589041096, "weighted_f1": 0.9420289855072463, "completeness": 0.8904109589041096, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "23782450", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7126436781609196, "weighted_f1": 0.8322147651006712, "completeness": 0.7126436781609196, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "23929500", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.796875, "weighted_f1": 0.8869565217391304, "completeness": 0.796875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "23929500", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.796875, "weighted_f1": 0.8869565217391304, "completeness": 0.796875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "23929500", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8983050847457628, "weighted_f1": 0.9464285714285715, "completeness": 0.8983050847457628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "23929500", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 2, "partial": 0, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.029411764705882353, "weighted_f1": 0.05714285714285715, "completeness": 0.029411764705882353, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "24610685", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "24610685", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "24610685", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.27419354838709675, "weighted_f1": 0.430379746835443, "completeness": 0.27419354838709675, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "24610685", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6901408450704225, "weighted_f1": 0.8166666666666667, "completeness": 0.6901408450704225, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "25315791", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "25315791", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "25315791", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.813953488372093, "weighted_f1": 0.8974358974358974, "completeness": 0.813953488372093, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "25315791", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6097560975609756, "weighted_f1": 0.7575757575757575, "completeness": 0.6097560975609756, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "25810233", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9433962264150945, "completeness": 0.8928571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "25810233", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9622641509433962, "weighted_f1": 0.9807692307692307, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "25810233", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9454545454545454, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "25810233", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "25839123", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "25839123", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9130434782608695, "weighted_f1": 0.9545454545454545, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "25839123", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "25839123", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "26425074", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "26425074", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7553191489361702, "weighted_f1": 0.8606060606060607, "completeness": 0.7553191489361702, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "26425074", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8024691358024691, "weighted_f1": 0.8904109589041096, "completeness": 0.8024691358024691, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "26425074", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7040816326530612, "weighted_f1": 0.8263473053892215, "completeness": 0.7040816326530612, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "26530696", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8703703703703703, "weighted_f1": 0.9306930693069307, "completeness": 0.8703703703703703, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "26530696", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 0.984375, "weighted_recall": 0.65625, "weighted_f1": 0.7875, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "26530696", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.65625, "weighted_f1": 0.7875, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "26530696", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 5, "partial": 0, "fp": 0, "fn": 57, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08064516129032258, "weighted_f1": 0.1492537313432836, "completeness": 0.08064516129032258, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "26932091", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5975609756097561, "weighted_f1": 0.748091603053435, "completeness": 0.5975609756097561, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "26932091", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 5, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.677570093457944, "weighted_f1": 0.7967032967032968, "completeness": 0.7009345794392523, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "26932091", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 5, "fp": 0, "fn": 111, "unverifiable": 0, "weighted_precision": 0.9038461538461539, "weighted_recall": 0.17153284671532848, "weighted_f1": 0.2883435582822086, "completeness": 0.1897810218978102, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "26932091", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 4, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 0.9649122807017544, "weighted_recall": 0.5612244897959183, "weighted_f1": 0.7096774193548387, "completeness": 0.5816326530612245, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "26994282", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.9519230769230769, "weighted_f1": 0.9705882352941176, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "26994282", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9803921568627451, "weighted_f1": 0.99009900990099, "completeness": 0.9803921568627451, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "26994282", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2898550724637681, "weighted_f1": 0.44943820224719105, "completeness": 0.2898550724637681, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "26994282", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7014925373134329, "weighted_f1": 0.8245614035087719, "completeness": 0.7014925373134329, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "27233183", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 1, "fn": 13, "unverifiable": 0, "weighted_precision": 0.95, "weighted_recall": 0.6785714285714286, "weighted_f1": 0.7916666666666667, "completeness": 0.6904761904761905, "unsupported_rate": 0.03333333333333333, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "27233183", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 2, "fp": 2, "fn": 15, "unverifiable": 0, "weighted_precision": 0.926829268292683, "weighted_recall": 0.7037037037037037, "weighted_f1": 0.8000000000000002, "completeness": 0.7222222222222222, "unsupported_rate": 0.04878048780487805, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "27233183", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 2, "fp": 1, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9512195121951219, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9069767441860465, "completeness": 0.8888888888888888, "unsupported_rate": 0.024390243902439025, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "27233183", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 1, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9714285714285714, "weighted_recall": 0.6296296296296297, "weighted_f1": 0.7640449438202247, "completeness": 0.6296296296296297, "unsupported_rate": 0.02857142857142857, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "27607632", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8918918918918919, "weighted_f1": 0.9428571428571428, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "27607632", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8918918918918919, "weighted_f1": 0.9428571428571428, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "27607632", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8974358974358975, "weighted_f1": 0.945945945945946, "completeness": 0.8974358974358975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "27607632", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7843137254901961, "weighted_f1": 0.8791208791208792, "completeness": 0.7843137254901961, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "27624540", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 4, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9636363636363636, "weighted_recall": 0.6463414634146342, "weighted_f1": 0.7737226277372263, "completeness": 0.6707317073170732, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "27624540", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 8, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9493670886075949, "weighted_recall": 0.7075471698113207, "weighted_f1": 0.8108108108108107, "completeness": 0.7452830188679245, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "27624540", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 4, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 0.9682539682539683, "weighted_recall": 0.6354166666666666, "weighted_f1": 0.7672955974842767, "completeness": 0.65625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "27624540", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5961538461538461, "weighted_f1": 0.7469879518072289, "completeness": 0.5961538461538461, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "28139742", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 81, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "28139742", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9647058823529412, "weighted_f1": 0.9820359281437125, "completeness": 0.9647058823529412, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "28139742", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9761904761904762, "weighted_f1": 0.9879518072289156, "completeness": 0.9761904761904762, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "28139742", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 105, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9051724137931034, "weighted_f1": 0.9502262443438914, "completeness": 0.9051724137931034, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "28198029", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "28198029", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "28198029", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.95, "weighted_f1": 0.9743589743589743, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "28198029", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5416666666666666, "weighted_f1": 0.7027027027027027, "completeness": 0.5416666666666666, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "28377361", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9682539682539683, "weighted_f1": 0.9838709677419354, "completeness": 0.9682539682539683, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "28377361", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9919354838709677, "weighted_recall": 0.9609375, "weighted_f1": 0.9761904761904763, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "28377361", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.96875, "weighted_f1": 0.9841269841269841, "completeness": 0.96875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "28377361", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 63, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.08695652173913043, "weighted_f1": 0.16, "completeness": 0.08695652173913043, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "28867567", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "28867567", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9782608695652174, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "28867567", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9710144927536232, "weighted_f1": 0.9852941176470589, "completeness": 0.9710144927536232, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "28867567", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 77, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29134721", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 2, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.7894736842105263, "weighted_f1": 0.8786610878661087, "completeness": 0.7969924812030075, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29134721", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 310, "partial": 10, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.984375, "weighted_recall": 0.9813084112149533, "weighted_f1": 0.9828393135725428, "completeness": 0.9968847352024922, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "29134721", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 145, "partial": 4, "fp": 0, "fn": 85, "unverifiable": 0, "weighted_precision": 0.9865771812080537, "weighted_recall": 0.6282051282051282, "weighted_f1": 0.7676240208877284, "completeness": 0.6367521367521367, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29134721", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 2, "fp": 0, "fn": 171, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.36531365313653136, "weighted_f1": 0.5336927223719676, "completeness": 0.36900369003690037, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "29184740", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.967741935483871, "weighted_f1": 0.9836065573770492, "completeness": 0.967741935483871, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "29184740", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.9605263157894737, "weighted_f1": 0.9733333333333333, "completeness": 0.9736842105263158, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "29184740", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.984375, "weighted_recall": 0.8076923076923077, "weighted_f1": 0.8873239436619719, "completeness": 0.8205128205128205, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29184740", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.675, "weighted_f1": 0.8059701492537313, "completeness": 0.675, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29211919", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 2, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.9523809523809524, "completeness": 0.9433962264150944, "unsupported_rate": 0.038461538461538464, "outcome": "Successful" }, { "category": "SALES", "document_id": "29211919", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 1, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.8620689655172413, "weighted_f1": 0.9174311926605505, "completeness": 0.8620689655172413, "unsupported_rate": 0.0196078431372549, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29211919", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 1, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9767441860465116, "weighted_recall": 0.711864406779661, "weighted_f1": 0.823529411764706, "completeness": 0.711864406779661, "unsupported_rate": 0.023255813953488372, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29211919", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 1, "fn": 22, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.6901408450704225, "weighted_f1": 0.8099173553719008, "completeness": 0.6901408450704225, "unsupported_rate": 0.02, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29332616", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7704918032786885, "weighted_f1": 0.8703703703703703, "completeness": 0.7704918032786885, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29332616", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.7867647058823529, "weighted_f1": 0.8770491803278688, "completeness": 0.7941176470588235, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29332616", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8692307692307693, "weighted_f1": 0.9262295081967212, "completeness": 0.8769230769230769, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29332616", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5730337078651685, "weighted_f1": 0.7285714285714285, "completeness": 0.5730337078651685, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "29399491", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 3, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.8924050632911392, "weighted_f1": 0.9337748344370861, "completeness": 0.9113924050632911, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "29399491", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 2, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.9207920792079208, "weighted_f1": 0.9538461538461538, "completeness": 0.9306930693069307, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "29399491", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 0.9855072463768116, "weighted_recall": 0.8095238095238095, "weighted_f1": 0.8888888888888888, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29399491", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 0.9841269841269841, "weighted_recall": 0.5344827586206896, "weighted_f1": 0.6927374301675977, "completeness": 0.5431034482758621, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "29805310", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "29805310", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9642857142857143, "weighted_f1": 0.9818181818181818, "completeness": 0.9642857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "29805310", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.9224137931034483, "weighted_f1": 0.9553571428571429, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "29805310", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.890625, "weighted_f1": 0.9421487603305785, "completeness": 0.890625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29815762", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9078947368421053, "weighted_f1": 0.9517241379310345, "completeness": 0.9078947368421053, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "29815762", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9382716049382716, "weighted_f1": 0.9681528662420382, "completeness": 0.9382716049382716, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "29815762", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6987951807228916, "weighted_f1": 0.8226950354609929, "completeness": 0.6987951807228916, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29815762", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8, "weighted_f1": 0.888888888888889, "completeness": 0.8, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29928796", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7575757575757576, "weighted_f1": 0.8620689655172413, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29928796", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29928796", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8421052631578947, "weighted_f1": 0.9142857142857143, "completeness": 0.8421052631578947, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "29928796", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3620689655172414, "weighted_f1": 0.5316455696202532, "completeness": 0.3620689655172414, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "30083943", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8363636363636363, "weighted_f1": 0.9108910891089108, "completeness": 0.8363636363636363, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "30083943", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7605633802816901, "weighted_f1": 0.864, "completeness": 0.7605633802816901, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "30083943", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 54, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.21739130434782608, "weighted_f1": 0.3571428571428571, "completeness": 0.21739130434782608, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "30083943", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 60, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.0625, "weighted_f1": 0.11764705882352941, "completeness": 0.0625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "30529547", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9565217391304348, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.8979591836734695, "completeness": 0.8846153846153846, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "30529547", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.8518518518518519, "weighted_f1": 0.9019607843137256, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "30529547", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.84, "weighted_f1": 0.8936170212765958, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "30529547", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9565217391304348, "weighted_recall": 0.6470588235294118, "weighted_f1": 0.7719298245614036, "completeness": 0.6764705882352942, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "30608780", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7352941176470589, "weighted_f1": 0.8474576271186441, "completeness": 0.7352941176470589, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "30608780", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "30608780", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7837837837837838, "weighted_f1": 0.8787878787878788, "completeness": 0.7837837837837838, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "30608780", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6956521739130435, "weighted_f1": 0.8205128205128205, "completeness": 0.6956521739130435, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "31199035", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7037037037037037, "weighted_f1": 0.8260869565217391, "completeness": 0.7037037037037037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "31199035", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "31199035", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7333333333333333, "weighted_f1": 0.846153846153846, "completeness": 0.7333333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "31199035", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6756756756756757, "weighted_f1": 0.8064516129032258, "completeness": 0.6756756756756757, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "31454430", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 1, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9696969696969697, "weighted_recall": 0.7441860465116279, "weighted_f1": 0.8421052631578948, "completeness": 0.7441860465116279, "unsupported_rate": 0.030303030303030304, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "31454430", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 1, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9558823529411765, "weighted_recall": 0.7558139534883721, "weighted_f1": 0.8441558441558441, "completeness": 0.7674418604651163, "unsupported_rate": 0.029411764705882353, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "31454430", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 1, "fn": 12, "unverifiable": 0, "weighted_precision": 0.953125, "weighted_recall": 0.7093023255813954, "weighted_f1": 0.8133333333333335, "completeness": 0.7209302325581395, "unsupported_rate": 0.03125, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "31454430", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.48717948717948717, "weighted_f1": 0.6551724137931034, "completeness": 0.48717948717948717, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "32140087", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "32140087", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "32140087", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.9302325581395349, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "32140087", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3786407766990291, "weighted_f1": 0.5492957746478873, "completeness": 0.3786407766990291, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "33236701", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7236842105263158, "weighted_f1": 0.8396946564885496, "completeness": 0.7236842105263158, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "33236701", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7236842105263158, "weighted_f1": 0.8396946564885496, "completeness": 0.7236842105263158, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "33236701", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 86, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9942528735632183, "weighted_recall": 0.8564356435643564, "weighted_f1": 0.9202127659574467, "completeness": 0.8613861386138614, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "33236701", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 34, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6222222222222222, "weighted_f1": 0.7671232876712328, "completeness": 0.6222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "33578873", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "33578873", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.984375, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9692307692307692, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "33578873", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "33578873", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8205128205128205, "weighted_f1": 0.9014084507042254, "completeness": 0.8205128205128205, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "34131484", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.7424242424242424, "weighted_f1": 0.8448275862068965, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "34131484", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.7692307692307693, "weighted_f1": 0.8571428571428572, "completeness": 0.7948717948717948, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "34131484", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.923076923076923, "completeness": 0.9117647058823529, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "34131484", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.6428571428571429, "weighted_f1": 0.7714285714285715, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "34303500", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 80, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9257142857142857, "completeness": 0.8817204301075269, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "34303500", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 1, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9933333333333333, "weighted_recall": 0.7525252525252525, "weighted_f1": 0.8563218390804598, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "34303500", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.7552083333333334, "weighted_f1": 0.8579881656804734, "completeness": 0.7604166666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "34303500", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 2, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.6838235294117647, "weighted_f1": 0.8086956521739131, "completeness": 0.6911764705882353, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "36074301", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6730769230769231, "weighted_f1": 0.8045977011494253, "completeness": 0.6730769230769231, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "36074301", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.746268656716418, "weighted_f1": 0.8547008547008548, "completeness": 0.746268656716418, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "36074301", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7017543859649122, "weighted_f1": 0.8247422680412371, "completeness": 0.7017543859649122, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "36074301", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.574468085106383, "weighted_f1": 0.7297297297297298, "completeness": 0.574468085106383, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "36621169", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9523809523809523, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.909090909090909, "completeness": 0.8695652173913043, "unsupported_rate": 0.047619047619047616, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "36621169", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.875, "weighted_f1": 0.9130434782608695, "completeness": 0.875, "unsupported_rate": 0.045454545454545456, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "36621169", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9318181818181818, "weighted_recall": 0.8913043478260869, "weighted_f1": 0.9111111111111111, "completeness": 0.9130434782608695, "unsupported_rate": 0.045454545454545456, "outcome": "Successful" }, { "category": "SALES", "document_id": "36621169", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 1, "fp": 1, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9347826086956522, "weighted_recall": 0.6935483870967742, "weighted_f1": 0.7962962962962964, "completeness": 0.7096774193548387, "unsupported_rate": 0.043478260869565216, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "36904300", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.8026315789473685, "weighted_f1": 0.8840579710144928, "completeness": 0.8157894736842105, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "36904300", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9855072463768116, "weighted_recall": 0.9066666666666666, "weighted_f1": 0.9444444444444444, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "36904300", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9855072463768116, "weighted_recall": 0.9577464788732394, "weighted_f1": 0.9714285714285714, "completeness": 0.971830985915493, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "36904300", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 113, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.21180555555555555, "weighted_f1": 0.3485714285714286, "completeness": 0.2152777777777778, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "36970996", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 134, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8933333333333333, "weighted_f1": 0.9436619718309859, "completeness": 0.8933333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "36970996", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 138, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9928571428571429, "weighted_recall": 0.9455782312925171, "weighted_f1": 0.9686411149825784, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "36970996", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 122, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7770700636942676, "weighted_f1": 0.8745519713261649, "completeness": 0.7770700636942676, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "36970996", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 103, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.36024844720496896, "weighted_f1": 0.5296803652968036, "completeness": 0.36024844720496896, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "37360517", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.82, "weighted_f1": 0.9010989010989011, "completeness": 0.82, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "37360517", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7301587301587301, "weighted_f1": 0.8440366972477064, "completeness": 0.7301587301587301, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "37360517", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7288135593220338, "weighted_f1": 0.8431372549019608, "completeness": 0.7288135593220338, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "37360517", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4788732394366197, "weighted_f1": 0.6476190476190475, "completeness": 0.4788732394366197, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "37540732", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8387096774193548, "completeness": 0.7222222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "37540732", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "37540732", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9714285714285714, "weighted_f1": 0.9855072463768115, "completeness": 0.9714285714285714, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "37540732", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "37735467", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8823529411764706, "weighted_f1": 0.9375, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "37735467", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9918032786885246, "weighted_recall": 0.8768115942028986, "weighted_f1": 0.9307692307692308, "completeness": 0.8840579710144928, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "37735467", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9926470588235294, "weighted_recall": 0.8881578947368421, "weighted_f1": 0.9375000000000001, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "37735467", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8210526315789474, "weighted_f1": 0.9017341040462429, "completeness": 0.8210526315789474, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "37792474", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.9083333333333333, "weighted_f1": 0.9478260869565217, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "37792474", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9931506849315068, "weighted_recall": 0.9666666666666667, "weighted_f1": 0.9797297297297298, "completeness": 0.9733333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "37792474", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9655172413793104, "weighted_f1": 0.9824561403508771, "completeness": 0.9655172413793104, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "37792474", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.761904761904762, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "38087844", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5714285714285714, "weighted_f1": 0.7272727272727273, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "38087844", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5714285714285714, "weighted_f1": 0.7272727272727273, "completeness": 0.5714285714285714, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "38087844", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782051282051282, "weighted_f1": 0.8776978417266188, "completeness": 0.782051282051282, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "38087844", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 66, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.415929203539823, "weighted_f1": 0.5875, "completeness": 0.415929203539823, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "39581020", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9210526315789473, "weighted_f1": 0.958904109589041, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "39581020", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9859154929577464, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "39581020", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9487179487179487, "weighted_f1": 0.9736842105263158, "completeness": 0.9487179487179487, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "39581020", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8292682926829268, "weighted_f1": 0.9066666666666667, "completeness": 0.8292682926829268, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "40987524", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 92, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9292929292929293, "weighted_f1": 0.9633507853403142, "completeness": 0.9292929292929293, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "40987524", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 98, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8448275862068966, "weighted_f1": 0.9158878504672897, "completeness": 0.8448275862068966, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "40987524", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.96875, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "40987524", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 96, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8135593220338984, "weighted_f1": 0.897196261682243, "completeness": 0.8135593220338984, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "42304307", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 6, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9302325581395349, "weighted_recall": 0.6896551724137931, "weighted_f1": 0.7920792079207921, "completeness": 0.7413793103448276, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "42304307", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 6, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9318181818181818, "weighted_recall": 0.7192982456140351, "weighted_f1": 0.8118811881188119, "completeness": 0.7719298245614035, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "42304307", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 6, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.8360655737704918, "weighted_f1": 0.8869565217391304, "completeness": 0.8852459016393442, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "42304307", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 8, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 0.9285714285714286, "weighted_recall": 0.65, "weighted_f1": 0.7647058823529412, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "51349448", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9, "weighted_f1": 0.9473684210526316, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "51349448", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 1, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.6914893617021277, "weighted_f1": 0.8125000000000001, "completeness": 0.7021276595744681, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "51349448", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8787878787878788, "weighted_f1": 0.9354838709677419, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "51349448", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5813953488372093, "weighted_f1": 0.7352941176470588, "completeness": 0.5813953488372093, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "54101961", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5833333333333334, "weighted_f1": 0.7368421052631579, "completeness": 0.5833333333333334, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "54101961", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 7, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9375, "weighted_recall": 0.5769230769230769, "weighted_f1": 0.7142857142857143, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "54101961", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "54101961", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "55097118", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9868421052631579, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9036144578313252, "completeness": 0.8444444444444444, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "55097118", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.9078947368421053, "weighted_f1": 0.9452054794520548, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "55097118", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9506172839506173, "completeness": 0.9285714285714286, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "55097118", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 2, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8256880733944955, "completeness": 0.7301587301587301, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "55104715", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9054054054054054, "weighted_f1": 0.943661971830986, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "55104715", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 2, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.6578947368421053, "weighted_f1": 0.78125, "completeness": 0.6842105263157895, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "55104715", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.9358974358974359, "weighted_f1": 0.9605263157894737, "completeness": 0.9487179487179487, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "55104715", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.5948275862068966, "weighted_f1": 0.7419354838709677, "completeness": 0.603448275862069, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "55477468", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "55477468", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9433962264150944, "weighted_f1": 0.970873786407767, "completeness": 0.9433962264150944, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "55477468", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9622641509433962, "weighted_f1": 0.9807692307692307, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "55477468", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8055555555555556, "weighted_f1": 0.8923076923076924, "completeness": 0.8055555555555556, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "58428843", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8478260869565217, "weighted_f1": 0.9176470588235294, "completeness": 0.8478260869565217, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "58428843", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.8584905660377359, "weighted_f1": 0.9191919191919192, "completeness": 0.8679245283018868, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "58428843", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.29411764705882354, "weighted_f1": 0.45454545454545453, "completeness": 0.29411764705882354, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "58428843", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.78125, "weighted_f1": 0.8771929824561403, "completeness": 0.78125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "59422148", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65625, "weighted_f1": 0.7924528301886793, "completeness": 0.65625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "59422148", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "59422148", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9302325581395349, "weighted_f1": 0.963855421686747, "completeness": 0.9302325581395349, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "59422148", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "65456466", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.9, "weighted_f1": 0.9418604651162791, "completeness": 0.9111111111111111, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "65456466", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.8586956521739131, "weighted_f1": 0.9186046511627908, "completeness": 0.8695652173913043, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "65456466", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8673469387755102, "completeness": 0.7818181818181819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "65456466", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6447368421052632, "weighted_f1": 0.7839999999999999, "completeness": 0.6447368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "69155584", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9859154929577464, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "69155584", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9859154929577464, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "69155584", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.972972972972973, "weighted_f1": 0.9863013698630138, "completeness": 0.972972972972973, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "69155584", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8367346938775511, "weighted_f1": 0.9111111111111111, "completeness": 0.8367346938775511, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "70528646", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 2, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.989010989010989, "weighted_recall": 0.8035714285714286, "weighted_f1": 0.8866995073891626, "completeness": 0.8125, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "70528646", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8347107438016529, "weighted_f1": 0.9099099099099098, "completeness": 0.8347107438016529, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "70528646", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 102, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9026548672566371, "weighted_f1": 0.9488372093023255, "completeness": 0.9026548672566371, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "70528646", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 127, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.15333333333333332, "weighted_f1": 0.2658959537572254, "completeness": 0.15333333333333332, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "71772815", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9558823529411765, "weighted_f1": 0.9774436090225563, "completeness": 0.9558823529411765, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "71772815", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9420289855072463, "weighted_f1": 0.9701492537313433, "completeness": 0.9420289855072463, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "71772815", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.2916666666666667, "weighted_f1": 0.4495412844036697, "completeness": 0.2976190476190476, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "71772815", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 89, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7416666666666667, "weighted_f1": 0.8516746411483254, "completeness": 0.7416666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "79376680", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7586206896551724, "weighted_f1": 0.8627450980392156, "completeness": 0.7586206896551724, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "79376680", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7586206896551724, "weighted_f1": 0.8627450980392156, "completeness": 0.7586206896551724, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "79376680", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "79376680", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.65, "weighted_f1": 0.787878787878788, "completeness": 0.65, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "85918100", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "85918100", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8363636363636363, "weighted_f1": 0.9108910891089108, "completeness": 0.8363636363636363, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "85918100", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.94, "weighted_f1": 0.9690721649484536, "completeness": 0.94, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "85918100", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5079365079365079, "weighted_f1": 0.6736842105263158, "completeness": 0.5079365079365079, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "87118391", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6595744680851063, "weighted_f1": 0.7948717948717948, "completeness": 0.6595744680851063, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "87118391", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7419354838709677, "weighted_f1": 0.8518518518518519, "completeness": 0.7419354838709677, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "87118391", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8363636363636363, "weighted_f1": 0.9108910891089108, "completeness": 0.8363636363636363, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "87118391", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6212121212121212, "weighted_f1": 0.766355140186916, "completeness": 0.6212121212121212, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "90682785", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7272727272727273, "weighted_f1": 0.8421052631578948, "completeness": 0.7272727272727273, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "90682785", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "90682785", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 4, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.23529411764705882, "weighted_f1": 0.38095238095238093, "completeness": 0.23529411764705882, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "90682785", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5333333333333333, "weighted_f1": 0.6956521739130436, "completeness": 0.5333333333333333, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "SALES", "document_id": "92200491", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.825, "weighted_f1": 0.9041095890410958, "completeness": 0.825, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "92200491", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.825, "weighted_f1": 0.9041095890410958, "completeness": 0.825, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "92200491", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9080459770114943, "weighted_f1": 0.9518072289156626, "completeness": 0.9080459770114943, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "92200491", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7368421052631579, "weighted_f1": 0.8484848484848484, "completeness": 0.7368421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "98108571", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "98108571", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9523809523809523, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "SALES", "document_id": "98108571", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "98108571", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6956521739130435, "weighted_f1": 0.8205128205128205, "completeness": 0.6956521739130435, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "98509238", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 4, "fp": 1, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9423076923076923, "weighted_recall": 0.8032786885245902, "weighted_f1": 0.8672566371681416, "completeness": 0.8360655737704918, "unsupported_rate": 0.019230769230769232, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "98509238", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 7, "fp": 2, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9191176470588235, "weighted_recall": 0.8445945945945946, "weighted_f1": 0.880281690140845, "completeness": 0.8918918918918919, "unsupported_rate": 0.029411764705882353, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "98509238", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 6, "fp": 2, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9137931034482759, "weighted_recall": 0.8153846153846154, "weighted_f1": 0.8617886178861788, "completeness": 0.8615384615384616, "unsupported_rate": 0.034482758620689655, "outcome": "Partially successful" }, { "category": "SALES", "document_id": "98509238", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 2, "fp": 1, "fn": 57, "unverifiable": 0, "weighted_precision": 0.9230769230769231, "weighted_recall": 0.2926829268292683, "weighted_f1": 0.4444444444444444, "completeness": 0.3048780487804878, "unsupported_rate": 0.038461538461538464, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "10504237", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9387755102040817, "weighted_f1": 0.968421052631579, "completeness": 0.9387755102040817, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "10504237", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "10504237", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7166666666666667, "weighted_f1": 0.8349514563106796, "completeness": 0.7166666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "10504237", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.873015873015873, "weighted_f1": 0.9322033898305084, "completeness": 0.873015873015873, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "10527994", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "10527994", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.9605263157894737, "weighted_f1": 0.9733333333333333, "completeness": 0.9736842105263158, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "10527994", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "10527994", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "10909720", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "10909720", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.98, "weighted_recall": 0.8448275862068966, "weighted_f1": 0.9074074074074074, "completeness": 0.8620689655172413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "10909720", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2222222222222222, "weighted_f1": 0.3636363636363636, "completeness": 0.2222222222222222, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "10909720", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6206896551724138, "weighted_f1": 0.7659574468085107, "completeness": 0.6206896551724138, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "11336022", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8709677419354839, "weighted_f1": 0.9310344827586207, "completeness": 0.8709677419354839, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "11336022", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.90625, "weighted_f1": 0.9508196721311475, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "11336022", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "11336022", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.8552631578947368, "weighted_f1": 0.9154929577464789, "completeness": 0.868421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "11616482", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9696969696969697, "weighted_recall": 0.8648648648648649, "weighted_f1": 0.9142857142857143, "completeness": 0.8918918918918919, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "11616482", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9054054054054054, "weighted_f1": 0.943661971830986, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "11616482", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.881578947368421, "weighted_f1": 0.9305555555555556, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "11616482", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.6527777777777778, "weighted_f1": 0.7833333333333333, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "11943065", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8706896551724138, "weighted_f1": 0.9266055045871561, "completeness": 0.8793103448275862, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "11943065", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.90625, "weighted_f1": 0.9456521739130435, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "11943065", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.896551724137931, "weighted_f1": 0.9369369369369369, "completeness": 0.9137931034482759, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "11943065", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 1, "fp": 0, "fn": 42, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.34615384615384615, "weighted_f1": 0.5113636363636364, "completeness": 0.35384615384615387, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "12467531", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9743589743589743, "weighted_f1": 0.9870129870129869, "completeness": 0.9743589743589743, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "12467531", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9722222222222222, "weighted_f1": 0.9859154929577464, "completeness": 0.9722222222222222, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "12467531", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "12467531", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 9, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.17307692307692307, "weighted_f1": 0.29508196721311475, "completeness": 0.17307692307692307, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "12587973", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.9636363636363636, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "12587973", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9310344827586207, "weighted_f1": 0.9642857142857143, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "12587973", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9285714285714286, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "12587973", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 85, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7727272727272727, "weighted_f1": 0.8717948717948718, "completeness": 0.7727272727272727, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "13087952", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8979591836734694, "weighted_f1": 0.9462365591397849, "completeness": 0.8979591836734694, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "13087952", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.90625, "weighted_f1": 0.9456521739130435, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "13087952", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8541666666666666, "weighted_f1": 0.9213483146067416, "completeness": 0.8541666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "13087952", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.43529411764705883, "weighted_f1": 0.6065573770491803, "completeness": 0.43529411764705883, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "13296856", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 3, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9754098360655737, "weighted_recall": 0.9153846153846154, "weighted_f1": 0.9444444444444444, "completeness": 0.9384615384615385, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "13296856", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 4, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.967741935483871, "weighted_recall": 0.9090909090909091, "weighted_f1": 0.9374999999999999, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "13296856", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 3, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9769230769230769, "weighted_recall": 0.8943661971830986, "weighted_f1": 0.9338235294117647, "completeness": 0.9154929577464789, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "13296856", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 6, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.8951612903225806, "weighted_f1": 0.9327731092436974, "completeness": 0.9193548387096774, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "13330982", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "13330982", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9714285714285714, "completeness": 0.9444444444444444, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "13330982", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "13330982", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.7416666666666667, "weighted_f1": 0.8476190476190477, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "13583538", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9726027397260274, "weighted_f1": 0.9861111111111112, "completeness": 0.9726027397260274, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "13583538", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "13583538", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 71, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9726027397260274, "weighted_f1": 0.9861111111111112, "completeness": 0.9726027397260274, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "13583538", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7647058823529411, "weighted_f1": 0.8666666666666666, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "13855004", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6153846153846154, "weighted_f1": 0.761904761904762, "completeness": 0.6153846153846154, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "13855004", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "13855004", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25, "weighted_f1": 0.4, "completeness": 0.25, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "13855004", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.22, "weighted_f1": 0.36065573770491804, "completeness": 0.22, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "14958913", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "14958913", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9428571428571428, "weighted_f1": 0.9705882352941176, "completeness": 0.9428571428571428, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "14958913", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7307692307692307, "weighted_f1": 0.8444444444444443, "completeness": 0.7307692307692307, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "14958913", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8333333333333334, "weighted_f1": 0.9090909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "15850434", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.8928571428571429, "weighted_f1": 0.9345794392523364, "completeness": 0.9107142857142857, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "15850434", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9901960784313726, "weighted_recall": 0.8859649122807017, "weighted_f1": 0.9351851851851852, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "15850434", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 2, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9803921568627451, "weighted_recall": 0.7246376811594203, "weighted_f1": 0.8333333333333334, "completeness": 0.7391304347826086, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "15850434", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 1, "fp": 0, "fn": 59, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.1736111111111111, "weighted_f1": 0.29411764705882354, "completeness": 0.18055555555555555, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "15899269", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7037037037037037, "weighted_f1": 0.8260869565217391, "completeness": 0.7037037037037037, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "15899269", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "15899269", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "15899269", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6216216216216216, "weighted_f1": 0.7666666666666667, "completeness": 0.6216216216216216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "16210888", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.9078947368421053, "weighted_f1": 0.9452054794520548, "completeness": 0.9210526315789473, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "16210888", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9710144927536232, "weighted_f1": 0.9781021897810219, "completeness": 0.9855072463768116, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "16210888", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.81, "weighted_f1": 0.8901098901098902, "completeness": 0.82, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "16210888", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 10, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.16666666666666666, "weighted_f1": 0.2857142857142857, "completeness": 0.16666666666666666, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "16270906", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.984375, "weighted_f1": 0.9921259842519685, "completeness": 0.984375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "16270906", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "16270906", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9857142857142858, "weighted_f1": 0.9928057553956835, "completeness": 0.9857142857142858, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "16270906", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35, "weighted_f1": 0.5185185185185185, "completeness": 0.35, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "16820422", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9666666666666667, "weighted_recall": 0.6041666666666666, "weighted_f1": 0.7435897435897435, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "16820422", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.6833333333333333, "weighted_f1": 0.803921568627451, "completeness": 0.7, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "16820422", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 15, "partial": 1, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.62, "weighted_f1": 0.7560975609756097, "completeness": 0.64, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "16820422", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.6973684210526315, "weighted_f1": 0.8153846153846153, "completeness": 0.7105263157894737, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "17311685", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.84375, "weighted_f1": 0.9152542372881356, "completeness": 0.84375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "17311685", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.890625, "weighted_f1": 0.9344262295081966, "completeness": 0.90625, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "17311685", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "17311685", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7073170731707317, "weighted_f1": 0.8285714285714285, "completeness": 0.7073170731707317, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "17481570", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.8365384615384616, "weighted_f1": 0.90625, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "17481570", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.82, "weighted_f1": 0.8913043478260869, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "17481570", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9880952380952381, "weighted_recall": 0.83, "weighted_f1": 0.9021739130434783, "completeness": 0.84, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "17481570", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 1, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.2661290322580645, "weighted_f1": 0.4177215189873417, "completeness": 0.27419354838709675, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "18001081", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9811320754716981, "weighted_f1": 0.9904761904761905, "completeness": 0.9811320754716981, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "18001081", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.84375, "weighted_f1": 0.9101123595505618, "completeness": 0.8541666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "18001081", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.875, "weighted_f1": 0.9333333333333333, "completeness": 0.875, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "18001081", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7090909090909091, "weighted_f1": 0.8297872340425533, "completeness": 0.7090909090909091, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "19302310", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8620689655172413, "weighted_f1": 0.9259259259259259, "completeness": 0.8620689655172413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "19302310", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 1, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.860655737704918, "weighted_f1": 0.9210526315789475, "completeness": 0.8688524590163934, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "19302310", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9107142857142857, "weighted_f1": 0.9532710280373832, "completeness": 0.9107142857142857, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "19302310", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9903846153846154, "weighted_recall": 0.8174603174603174, "weighted_f1": 0.8956521739130435, "completeness": 0.8253968253968254, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "19464810", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 2, "fp": 1, "fn": 8, "unverifiable": 0, "weighted_precision": 0.96875, "weighted_recall": 0.8732394366197183, "weighted_f1": 0.9185185185185184, "completeness": 0.8873239436619719, "unsupported_rate": 0.015625, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "19464810", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 3, "fp": 1, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9621212121212122, "weighted_recall": 0.8698630136986302, "weighted_f1": 0.9136690647482015, "completeness": 0.8904109589041096, "unsupported_rate": 0.015151515151515152, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "19464810", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 62, "partial": 2, "fp": 1, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9692307692307692, "weighted_recall": 0.8873239436619719, "weighted_f1": 0.9264705882352942, "completeness": 0.9014084507042254, "unsupported_rate": 0.015384615384615385, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "19464810", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 1, "fp": 1, "fn": 74, "unverifiable": 0, "weighted_precision": 0.85, "weighted_recall": 0.10240963855421686, "weighted_f1": 0.18279569892473116, "completeness": 0.10843373493975904, "unsupported_rate": 0.1, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "19556300", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9215686274509803, "weighted_f1": 0.9591836734693878, "completeness": 0.9215686274509803, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "19556300", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.9519230769230769, "weighted_f1": 0.9705882352941176, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "19556300", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 51, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.32, "weighted_f1": 0.48484848484848486, "completeness": 0.32, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "19556300", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 57, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7916666666666666, "weighted_f1": 0.8837209302325582, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "19786924", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8135593220338984, "weighted_f1": 0.897196261682243, "completeness": 0.8135593220338984, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "19786924", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9322033898305084, "weighted_f1": 0.9649122807017544, "completeness": 0.9322033898305084, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "19786924", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.7388059701492538, "weighted_f1": 0.8461538461538461, "completeness": 0.746268656716418, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "19786924", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.3106060606060606, "weighted_f1": 0.47126436781609193, "completeness": 0.3181818181818182, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "19918523", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 3, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9482758620689655, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.859375, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "19918523", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 3, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9482758620689655, "weighted_recall": 0.7857142857142857, "weighted_f1": 0.859375, "completeness": 0.8285714285714286, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "19918523", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 2, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9629629629629629, "weighted_recall": 0.7222222222222222, "weighted_f1": 0.8253968253968254, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "19918523", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 3, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9571428571428572, "weighted_recall": 0.6090909090909091, "weighted_f1": 0.7444444444444446, "completeness": 0.6363636363636364, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "20230207", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8181818181818182, "weighted_f1": 0.9, "completeness": 0.8181818181818182, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "20230207", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9743589743589743, "weighted_recall": 0.8085106382978723, "weighted_f1": 0.8837209302325582, "completeness": 0.8297872340425532, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "20230207", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.7131147540983607, "weighted_f1": 0.8285714285714285, "completeness": 0.7213114754098361, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "20230207", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 1, "fp": 0, "fn": 32, "unverifiable": 0, "weighted_precision": 0.9875, "weighted_recall": 0.5486111111111112, "weighted_f1": 0.7053571428571429, "completeness": 0.5555555555555556, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "20399718", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "20399718", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.9696969696969697, "completeness": 0.9411764705882353, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "20399718", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.6354166666666666, "weighted_f1": 0.7721518987341772, "completeness": 0.6458333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "20399718", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5869565217391305, "weighted_f1": 0.7397260273972603, "completeness": 0.5869565217391305, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "20478831", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 9, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9, "weighted_recall": 0.75, "weighted_f1": 0.8181818181818182, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "20478831", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 9, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 0.9181818181818182, "weighted_recall": 0.7890625, "weighted_f1": 0.8487394957983193, "completeness": 0.859375, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "20478831", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 9, "fp": 0, "fn": 46, "unverifiable": 0, "weighted_precision": 0.9150943396226415, "weighted_recall": 0.4898989898989899, "weighted_f1": 0.6381578947368421, "completeness": 0.5353535353535354, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "20478831", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 7, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9222222222222223, "weighted_recall": 0.7155172413793104, "weighted_f1": 0.8058252427184467, "completeness": 0.7758620689655172, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "20626794", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.625, "weighted_f1": 0.7575757575757575, "completeness": 0.65, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "20626794", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9545454545454546, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8571428571428572, "completeness": 0.8148148148148148, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "20626794", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 2, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 0.9375, "weighted_recall": 0.4411764705882353, "weighted_f1": 0.6, "completeness": 0.47058823529411764, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "20626794", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 8, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9215686274509803, "weighted_recall": 0.7580645161290323, "weighted_f1": 0.831858407079646, "completeness": 0.8225806451612904, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "21531811", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "21531811", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.9659090909090909, "weighted_f1": 0.9770114942528736, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "21531811", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "21531811", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 108, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9152542372881356, "weighted_f1": 0.9557522123893806, "completeness": 0.9152542372881356, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "21550454", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "21550454", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.9605263157894737, "weighted_f1": 0.9733333333333333, "completeness": 0.9736842105263158, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "21550454", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9701492537313433, "weighted_f1": 0.9848484848484849, "completeness": 0.9701492537313433, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "21550454", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9069767441860465, "weighted_f1": 0.951219512195122, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "21611212", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.99, "weighted_recall": 0.9519230769230769, "weighted_f1": 0.9705882352941176, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "21611212", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 82, "partial": 3, "fp": 0, "fn": 10, "unverifiable": 1, "weighted_precision": 0.9823529411764705, "weighted_recall": 0.8789473684210526, "weighted_f1": 0.9277777777777778, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "21611212", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 2, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.6923076923076923, "weighted_f1": 0.8108108108108107, "completeness": 0.7076923076923077, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "21611212", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.6052631578947368, "weighted_f1": 0.7500000000000001, "completeness": 0.6140350877192983, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "21773106", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9672131147540983, "weighted_f1": 0.9833333333333333, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "21773106", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9672131147540983, "weighted_f1": 0.9833333333333333, "completeness": 0.9672131147540983, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "21773106", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9935064935064936, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9683544303797468, "completeness": 0.9506172839506173, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "21773106", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5217391304347826, "weighted_f1": 0.6857142857142856, "completeness": 0.5217391304347826, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "22056333", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7560975609756098, "weighted_f1": 0.8611111111111112, "completeness": 0.7560975609756098, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22056333", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6571428571428571, "weighted_f1": 0.7931034482758621, "completeness": 0.6571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22056333", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22056333", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 25, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5098039215686274, "weighted_f1": 0.6753246753246753, "completeness": 0.5098039215686274, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "22408666", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.87, "weighted_f1": 0.925531914893617, "completeness": 0.88, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22408666", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.89, "weighted_f1": 0.9368421052631579, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "22408666", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "22408666", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7538461538461538, "weighted_f1": 0.8596491228070176, "completeness": 0.7538461538461538, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22510753", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6756756756756757, "weighted_f1": 0.8064516129032258, "completeness": 0.6756756756756757, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22510753", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 1, "weighted_precision": 0.98, "weighted_recall": 0.6621621621621622, "weighted_f1": 0.7903225806451613, "completeness": 0.6756756756756757, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22510753", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "22510753", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5952380952380952, "weighted_f1": 0.7462686567164178, "completeness": 0.5952380952380952, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "22551979", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9782608695652174, "weighted_f1": 0.989010989010989, "completeness": 0.9782608695652174, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "22551979", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9782608695652174, "weighted_f1": 0.989010989010989, "completeness": 0.9782608695652174, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "22551979", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5783132530120482, "weighted_f1": 0.7328244274809159, "completeness": 0.5783132530120482, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "22551979", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 0, "fp": 0, "fn": 56, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.25333333333333335, "weighted_f1": 0.4042553191489362, "completeness": 0.25333333333333335, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "22632070", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.8375, "weighted_f1": 0.9054054054054055, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22632070", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.8375, "weighted_f1": 0.9054054054054055, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22632070", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9871794871794872, "weighted_recall": 0.8555555555555555, "weighted_f1": 0.9166666666666666, "completeness": 0.8666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22632070", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8524590163934426, "weighted_f1": 0.9203539823008848, "completeness": 0.8524590163934426, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22807104", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "22807104", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 38, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.5860215053763441, "weighted_f1": 0.7364864864864865, "completeness": 0.5913978494623656, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "22807104", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.989010989010989, "weighted_f1": 0.994475138121547, "completeness": 0.989010989010989, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "22807104", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 70, "partial": 0, "fp": 0, "fn": 55, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.56, "weighted_f1": 0.717948717948718, "completeness": 0.56, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "22884757", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "22884757", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9069767441860465, "weighted_f1": 0.951219512195122, "completeness": 0.9069767441860465, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "22884757", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9047619047619048, "weighted_f1": 0.9500000000000001, "completeness": 0.9047619047619048, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "22884757", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8245614035087719, "weighted_f1": 0.9038461538461539, "completeness": 0.8245614035087719, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22968380", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6511627906976745, "weighted_f1": 0.7887323943661972, "completeness": 0.6511627906976745, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22968380", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8648648648648649, "weighted_f1": 0.927536231884058, "completeness": 0.8648648648648649, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "22968380", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9148936170212766, "weighted_f1": 0.9555555555555556, "completeness": 0.9148936170212766, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "22968380", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8070175438596491, "weighted_f1": 0.8932038834951457, "completeness": 0.8070175438596491, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "23398843", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9572649572649572, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "23398843", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 4, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9661016949152542, "weighted_recall": 0.9193548387096774, "weighted_f1": 0.9421487603305785, "completeness": 0.9516129032258065, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "23398843", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9745762711864406, "weighted_recall": 0.8984375, "weighted_f1": 0.9349593495934959, "completeness": 0.921875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "23398843", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 2, "fp": 0, "fn": 48, "unverifiable": 0, "weighted_precision": 0.96, "weighted_recall": 0.3287671232876712, "weighted_f1": 0.4897959183673469, "completeness": 0.3424657534246575, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "23628651", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "23628651", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9523809523809523, "weighted_f1": 0.975609756097561, "completeness": 0.9523809523809523, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "23628651", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "23628651", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "23939133", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.9411764705882353, "weighted_f1": 0.96, "completeness": 0.9411764705882353, "unsupported_rate": 0.02040816326530612, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "23939133", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 0, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9795918367346939, "weighted_recall": 0.96, "weighted_f1": 0.9696969696969697, "completeness": 0.96, "unsupported_rate": 0.02040816326530612, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "23939133", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 1, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9787234042553191, "weighted_recall": 0.9387755102040817, "weighted_f1": 0.9583333333333333, "completeness": 0.9387755102040817, "unsupported_rate": 0.02127659574468085, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "23939133", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 1, "fp": 0, "fn": 21, "unverifiable": 0, "weighted_precision": 0.9905660377358491, "weighted_recall": 0.7094594594594594, "weighted_f1": 0.8267716535433071, "completeness": 0.7162162162162162, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "24240349", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9620253164556962, "weighted_f1": 0.9806451612903226, "completeness": 0.9620253164556962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "24240349", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 1, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 0.9857142857142858, "weighted_recall": 0.71875, "weighted_f1": 0.8313253012048192, "completeness": 0.7291666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "24240349", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9891304347826086, "weighted_recall": 0.7338709677419355, "weighted_f1": 0.8425925925925927, "completeness": 0.7419354838709677, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "24240349", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5555555555555556, "weighted_f1": 0.7142857142857143, "completeness": 0.5555555555555556, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "24791126", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.696078431372549, "weighted_f1": 0.8160919540229885, "completeness": 0.7058823529411765, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "24791126", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 104, "partial": 10, "fp": 1, "fn": 15, "unverifiable": 1, "weighted_precision": 0.9478260869565217, "weighted_recall": 0.8449612403100775, "weighted_f1": 0.8934426229508196, "completeness": 0.8837209302325582, "unsupported_rate": 0.008695652173913044, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "24791126", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 9, "fp": 1, "fn": 28, "unverifiable": 0, "weighted_precision": 0.9382022471910112, "weighted_recall": 0.7198275862068966, "weighted_f1": 0.8146341463414635, "completeness": 0.7586206896551724, "unsupported_rate": 0.011235955056179775, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "24791126", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 12, "partial": 1, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 0.9615384615384616, "weighted_recall": 0.20833333333333334, "weighted_f1": 0.3424657534246575, "completeness": 0.21666666666666667, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "25588694", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.782608695652174, "weighted_f1": 0.878048780487805, "completeness": 0.782608695652174, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "25588694", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 18, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.7708333333333334, "weighted_f1": 0.8604651162790697, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "25588694", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 1, "fp": 0, "fn": 28, "unverifiable": 0, "weighted_precision": 0.9583333333333334, "weighted_recall": 0.2875, "weighted_f1": 0.4423076923076923, "completeness": 0.3, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "25588694", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 30, "partial": 1, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.5980392156862745, "weighted_f1": 0.7439024390243901, "completeness": 0.6078431372549019, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "25729119", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "25729119", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "25729119", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 69, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9928571428571429, "weighted_recall": 0.8580246913580247, "weighted_f1": 0.9205298013245033, "completeness": 0.8641975308641975, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "25729119", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 1, "fp": 0, "fn": 61, "unverifiable": 0, "weighted_precision": 0.9772727272727273, "weighted_recall": 0.25903614457831325, "weighted_f1": 0.40952380952380957, "completeness": 0.26506024096385544, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "27126818", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9619047619047619, "weighted_f1": 0.9805825242718447, "completeness": 0.9619047619047619, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "27126818", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 101, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9619047619047619, "weighted_f1": 0.9805825242718447, "completeness": 0.9619047619047619, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "27126818", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 107, "partial": 1, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 0.9953703703703703, "weighted_recall": 0.8958333333333334, "weighted_f1": 0.9429824561403509, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "27126818", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 119, "partial": 0, "fp": 0, "fn": 39, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7531645569620253, "weighted_f1": 0.8592057761732852, "completeness": 0.7531645569620253, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "27524018", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 1, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9925373134328358, "weighted_recall": 0.8525641025641025, "weighted_f1": 0.9172413793103448, "completeness": 0.8589743589743589, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "27524018", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 3, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9802631578947368, "weighted_recall": 0.8563218390804598, "weighted_f1": 0.9141104294478528, "completeness": 0.8735632183908046, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "27524018", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 65, "partial": 3, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 0.9779411764705882, "weighted_recall": 0.764367816091954, "weighted_f1": 0.8580645161290322, "completeness": 0.7816091954022989, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "27524018", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 99, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.2892857142857143, "weighted_f1": 0.44751381215469616, "completeness": 0.29285714285714287, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "27531694", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8947368421052632, "weighted_f1": 0.9444444444444444, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "27531694", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.8813559322033898, "weighted_f1": 0.9285714285714285, "completeness": 0.8983050847457628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "27531694", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8484848484848485, "weighted_f1": 0.9180327868852458, "completeness": 0.8484848484848485, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "27531694", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8446601941747572, "weighted_f1": 0.9157894736842105, "completeness": 0.8446601941747572, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "27798860", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "27798860", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9945652173913043, "weighted_recall": 0.9336734693877551, "weighted_f1": 0.9631578947368422, "completeness": 0.9387755102040817, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "27798860", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 90, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9278350515463918, "weighted_f1": 0.9625668449197862, "completeness": 0.9278350515463918, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "27798860", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 87, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8787878787878788, "weighted_f1": 0.9354838709677419, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28013287", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8676470588235294, "weighted_f1": 0.9291338582677166, "completeness": 0.8676470588235294, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28013287", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.881578947368421, "weighted_f1": 0.9370629370629371, "completeness": 0.881578947368421, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28013287", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9298245614035088, "weighted_f1": 0.9636363636363636, "completeness": 0.9298245614035088, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "28013287", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6774193548387096, "weighted_f1": 0.8076923076923077, "completeness": 0.6774193548387096, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28063132", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 3, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9464285714285714, "weighted_recall": 0.8548387096774194, "weighted_f1": 0.8983050847457628, "completeness": 0.9032258064516129, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28063132", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 3, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.85, "weighted_f1": 0.8947368421052632, "completeness": 0.9, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28063132", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9642857142857143, "weighted_recall": 0.75, "weighted_f1": 0.8437499999999999, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28063132", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 5, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.921875, "weighted_recall": 0.7023809523809523, "weighted_f1": 0.7972972972972973, "completeness": 0.7619047619047619, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28086303", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.972972972972973, "weighted_f1": 0.9863013698630138, "completeness": 0.972972972972973, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "28086303", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.9605263157894737, "weighted_f1": 0.9733333333333333, "completeness": 0.9736842105263158, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "28086303", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9736842105263158, "weighted_f1": 0.9866666666666666, "completeness": 0.9736842105263158, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "28086303", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8409090909090909, "weighted_f1": 0.9135802469135803, "completeness": 0.8409090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28642819", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7288135593220338, "weighted_f1": 0.8431372549019608, "completeness": 0.7288135593220338, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28642819", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8682170542635659, "completeness": 0.7916666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28642819", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7142857142857143, "weighted_f1": 0.8333333333333333, "completeness": 0.7142857142857143, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28642819", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.686046511627907, "weighted_f1": 0.8137931034482759, "completeness": 0.686046511627907, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28772892", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9545454545454546, "weighted_f1": 0.9767441860465117, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "28772892", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9782608695652174, "weighted_f1": 0.989010989010989, "completeness": 0.9782608695652174, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "28772892", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 45, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "28772892", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 6, "partial": 0, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.07692307692307693, "weighted_f1": 0.14285714285714288, "completeness": 0.07692307692307693, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "28933005", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 78, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28933005", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8539325842696629, "weighted_f1": 0.9212121212121213, "completeness": 0.8539325842696629, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "28933005", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9935064935064936, "weighted_recall": 0.9329268292682927, "weighted_f1": 0.9622641509433962, "completeness": 0.9390243902439024, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "28933005", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 72, "partial": 0, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6857142857142857, "weighted_f1": 0.8135593220338984, "completeness": 0.6857142857142857, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "29267293", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.9137931034482759, "weighted_f1": 0.9464285714285714, "completeness": 0.9310344827586207, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "29267293", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.9193548387096774, "weighted_f1": 0.95, "completeness": 0.9354838709677419, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "29267293", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.75, "weighted_f1": 0.8499999999999999, "completeness": 0.7647058823529411, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "29267293", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9864864864864865, "weighted_recall": 0.6886792452830188, "weighted_f1": 0.8111111111111111, "completeness": 0.6981132075471698, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "29486525", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8648648648648649, "weighted_f1": 0.927536231884058, "completeness": 0.8648648648648649, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "29486525", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.9102564102564102, "weighted_f1": 0.9466666666666667, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "29486525", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "29486525", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 39, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7959183673469388, "weighted_f1": 0.8863636363636364, "completeness": 0.7959183673469388, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "29639533", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 2, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9782608695652174, "weighted_recall": 0.8035714285714286, "weighted_f1": 0.8823529411764706, "completeness": 0.8214285714285714, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "29639533", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9791666666666666, "weighted_recall": 0.8867924528301887, "weighted_f1": 0.9306930693069307, "completeness": 0.9056603773584906, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "29639533", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 2, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9811320754716981, "weighted_recall": 0.8666666666666667, "weighted_f1": 0.9203539823008849, "completeness": 0.8833333333333333, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "29639533", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.6180555555555556, "weighted_f1": 0.7606837606837606, "completeness": 0.625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "29797594", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9622641509433962, "weighted_f1": 0.9807692307692307, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "29797594", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9622641509433962, "weighted_f1": 0.9807692307692307, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "29797594", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5204081632653061, "weighted_f1": 0.6845637583892618, "completeness": 0.5204081632653061, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "29797594", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 59, "partial": 0, "fp": 0, "fn": 50, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5412844036697247, "weighted_f1": 0.7023809523809523, "completeness": 0.5412844036697247, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "29930479", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "29930479", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 2, "weighted_precision": 1.0, "weighted_recall": 0.92, "weighted_f1": 0.9583333333333334, "completeness": 0.92, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "29930479", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "29930479", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7948717948717948, "weighted_f1": 0.8857142857142858, "completeness": 0.7948717948717948, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "31552617", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7586206896551724, "weighted_f1": 0.8627450980392156, "completeness": 0.7586206896551724, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "31552617", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "31552617", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.8166666666666667, "weighted_f1": 0.890909090909091, "completeness": 0.8333333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "31552617", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 27, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5, "weighted_f1": 0.6666666666666666, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "32067700", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "32067700", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.9489795918367347, "weighted_f1": 0.96875, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "32067700", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "32067700", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 40, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3442622950819672, "weighted_f1": 0.5121951219512195, "completeness": 0.3442622950819672, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "33704389", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "33704389", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9473684210526315, "weighted_f1": 0.972972972972973, "completeness": 0.9473684210526315, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "33704389", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9333333333333333, "weighted_f1": 0.9655172413793104, "completeness": 0.9333333333333333, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "33704389", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 0, "fp": 0, "fn": 30, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6666666666666666, "weighted_f1": 0.8, "completeness": 0.6666666666666666, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "34033933", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7804878048780488, "weighted_f1": 0.8767123287671234, "completeness": 0.7804878048780488, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "34033933", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7804878048780488, "weighted_f1": 0.8767123287671234, "completeness": 0.7804878048780488, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "34033933", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.9659090909090909, "weighted_f1": 0.9770114942528736, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "34033933", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 38, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6909090909090909, "weighted_f1": 0.8172043010752689, "completeness": 0.6909090909090909, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "34465087", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "34465087", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 2, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.9848484848484849, "weighted_f1": 0.9848484848484849, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "34465087", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "34465087", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.575, "weighted_f1": 0.7301587301587301, "completeness": 0.575, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "34689720", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8888888888888888, "weighted_f1": 0.9411764705882353, "completeness": 0.8888888888888888, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "34689720", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9912280701754386, "weighted_recall": 0.8828125, "weighted_f1": 0.9338842975206612, "completeness": 0.890625, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "34689720", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 18, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7721518987341772, "weighted_f1": 0.8714285714285713, "completeness": 0.7721518987341772, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "34689720", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 41, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5119047619047619, "weighted_f1": 0.6771653543307087, "completeness": 0.5119047619047619, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "34745915", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 75, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9615384615384616, "weighted_f1": 0.9803921568627451, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "34745915", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9605263157894737, "weighted_f1": 0.9798657718120806, "completeness": 0.9605263157894737, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "34745915", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 61, "partial": 0, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8472222222222222, "weighted_f1": 0.9172932330827067, "completeness": 0.8472222222222222, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "34745915", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7575757575757576, "weighted_f1": 0.8620689655172413, "completeness": 0.7575757575757576, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "35421497", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9659090909090908, "completeness": 0.9555555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "35421497", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9659090909090908, "completeness": 0.9555555555555556, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "35421497", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.9456521739130435, "weighted_f1": 0.9666666666666666, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "35421497", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.8529411764705882, "weighted_f1": 0.9157894736842106, "completeness": 0.8627450980392157, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "36206485", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 3, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.868421052631579, "weighted_f1": 0.9166666666666667, "completeness": 0.8947368421052632, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "36206485", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 49, "partial": 3, "fp": 0, "fn": 6, "unverifiable": 2, "weighted_precision": 0.9711538461538461, "weighted_recall": 0.8706896551724138, "weighted_f1": 0.9181818181818181, "completeness": 0.896551724137931, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "36206485", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 3, "fp": 1, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9596774193548387, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9520000000000001, "completeness": 0.9682539682539683, "unsupported_rate": 0.016129032258064516, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "36206485", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 17, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.7464788732394366, "weighted_f1": 0.848, "completeness": 0.7605633802816901, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "36569713", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9565217391304348, "weighted_f1": 0.9777777777777777, "completeness": 0.9565217391304348, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "36569713", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.7083333333333334, "weighted_f1": 0.8095238095238096, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "36569713", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "36569713", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 11, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5238095238095238, "weighted_f1": 0.6875000000000001, "completeness": 0.5238095238095238, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "37402097", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "37402097", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 14, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "37402097", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 13, "partial": 0, "fp": 0, "fn": 0, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 1.0, "weighted_f1": 1.0, "completeness": 1.0, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "37402097", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 21, "partial": 0, "fp": 0, "fn": 23, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4772727272727273, "weighted_f1": 0.6461538461538462, "completeness": 0.4772727272727273, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "37660306", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4927536231884058, "weighted_f1": 0.6601941747572816, "completeness": 0.4927536231884058, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "37660306", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4857142857142857, "weighted_f1": 0.6538461538461539, "completeness": 0.4857142857142857, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "37660306", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 95, "partial": 0, "fp": 0, "fn": 20, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "37660306", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 1, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 0.9893617021276596, "weighted_recall": 0.5602409638554217, "weighted_f1": 0.7153846153846154, "completeness": 0.5662650602409639, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "38750659", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "38750659", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 1, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 0.9886363636363636, "weighted_recall": 0.8529411764705882, "weighted_f1": 0.9157894736842106, "completeness": 0.8627450980392157, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "38750659", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8983050847457628, "weighted_f1": 0.9464285714285715, "completeness": 0.8983050847457628, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "38750659", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 0, "fp": 0, "fn": 22, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.717948717948718, "weighted_f1": 0.835820895522388, "completeness": 0.717948717948718, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "45286020", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 2, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.9743589743589743, "weighted_recall": 0.95, "weighted_f1": 0.9620253164556962, "completeness": 0.975, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "45286020", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 4, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.9555555555555556, "weighted_recall": 0.8431372549019608, "weighted_f1": 0.8958333333333333, "completeness": 0.8823529411764706, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "45286020", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.972972972972973, "weighted_recall": 0.75, "weighted_f1": 0.8470588235294119, "completeness": 0.7708333333333334, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "45286020", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 6, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 0.9444444444444444, "weighted_recall": 0.5666666666666667, "weighted_f1": 0.7083333333333334, "completeness": 0.6, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "45987048", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9875, "weighted_f1": 0.9937106918238994, "completeness": 0.9875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "45987048", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9875, "weighted_f1": 0.9937106918238994, "completeness": 0.9875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "45987048", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 79, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9875, "weighted_f1": 0.9937106918238994, "completeness": 0.9875, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "45987048", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 83, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9222222222222223, "weighted_f1": 0.9595375722543353, "completeness": 0.9222222222222223, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "48547319", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6862745098039216, "weighted_f1": 0.813953488372093, "completeness": 0.6862745098039216, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "48547319", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.75, "weighted_f1": 0.8571428571428571, "completeness": 0.75, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "48547319", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "48547319", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 13, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6904761904761905, "weighted_f1": 0.8169014084507042, "completeness": 0.6904761904761905, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "49285644", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 0, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8412698412698413, "weighted_f1": 0.9137931034482758, "completeness": 0.8412698412698413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "49285644", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 9, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8571428571428571, "weighted_f1": 0.923076923076923, "completeness": 0.8571428571428571, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "49285644", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 49, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5625, "weighted_f1": 0.72, "completeness": 0.5625, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "49285644", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7682926829268293, "weighted_f1": 0.8689655172413793, "completeness": 0.7682926829268293, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "51209395", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.8863636363636364, "weighted_f1": 0.9285714285714285, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "51209395", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 0.9523809523809523, "weighted_recall": 0.8695652173913043, "weighted_f1": 0.909090909090909, "completeness": 0.9130434782608695, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "51209395", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 19, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.975, "weighted_recall": 0.8863636363636364, "weighted_f1": 0.9285714285714285, "completeness": 0.9090909090909091, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "51209395", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 8, "partial": 0, "fp": 0, "fn": 19, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.2962962962962963, "weighted_f1": 0.45714285714285713, "completeness": 0.2962962962962963, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "53129155", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 27, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6428571428571429, "weighted_f1": 0.782608695652174, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "53129155", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 28, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.6511627906976745, "weighted_f1": 0.7887323943661972, "completeness": 0.6511627906976745, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "53129155", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9591836734693877, "weighted_f1": 0.9791666666666666, "completeness": 0.9591836734693877, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "53129155", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5272727272727272, "weighted_f1": 0.6904761904761904, "completeness": 0.5272727272727272, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "58105060", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9878048780487805, "weighted_recall": 0.9418604651162791, "weighted_f1": 0.9642857142857143, "completeness": 0.9534883720930233, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "58105060", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 50, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9622641509433962, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "58105060", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 40, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.9318181818181818, "weighted_f1": 0.9534883720930233, "completeness": 0.9545454545454546, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "58105060", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 47, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.2692307692307692, "weighted_f1": 0.4216867469879517, "completeness": 0.27692307692307694, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "58665241", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 26, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6341463414634146, "weighted_f1": 0.7761194029850745, "completeness": 0.6341463414634146, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "58665241", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 73, "partial": 1, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.9932432432432432, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9671052631578947, "completeness": 0.9487179487179487, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "58665241", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.47183098591549294, "weighted_f1": 0.638095238095238, "completeness": 0.4788732394366197, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "58665241", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 0, "fp": 0, "fn": 36, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.35714285714285715, "weighted_f1": 0.5263157894736842, "completeness": 0.35714285714285715, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "58708773", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 22, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "58708773", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "58708773", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9230769230769231, "weighted_f1": 0.9600000000000001, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "58708773", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7931034482758621, "weighted_f1": 0.8846153846153846, "completeness": 0.7931034482758621, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "62184086", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9583333333333334, "weighted_f1": 0.9787234042553191, "completeness": 0.9583333333333334, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "62184086", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 25, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 1, "weighted_precision": 0.9807692307692307, "weighted_recall": 0.9444444444444444, "weighted_f1": 0.9622641509433962, "completeness": 0.9629629629629629, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "62184086", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 24, "partial": 1, "fp": 0, "fn": 1, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.9423076923076923, "weighted_f1": 0.9607843137254902, "completeness": 0.9615384615384616, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "62184086", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 23, "partial": 0, "fp": 0, "fn": 7, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7666666666666667, "weighted_f1": 0.8679245283018869, "completeness": 0.7666666666666667, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "63391085", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.9044117647058824, "weighted_f1": 0.9389312977099237, "completeness": 0.9264705882352942, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "63391085", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 55, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9824561403508771, "weighted_recall": 0.9180327868852459, "weighted_f1": 0.9491525423728813, "completeness": 0.9344262295081968, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "63391085", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 58, "partial": 2, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 0.9833333333333333, "weighted_recall": 0.9076923076923077, "weighted_f1": 0.944, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "63391085", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 20, "partial": 1, "fp": 0, "fn": 53, "unverifiable": 0, "weighted_precision": 0.9761904761904762, "weighted_recall": 0.27702702702702703, "weighted_f1": 0.43157894736842106, "completeness": 0.28378378378378377, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "66683238", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "66683238", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 37, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.925, "weighted_f1": 0.961038961038961, "completeness": 0.925, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "66683238", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 35, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9861111111111112, "weighted_recall": 0.9102564102564102, "weighted_f1": 0.9466666666666667, "completeness": 0.9230769230769231, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "66683238", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 53, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9907407407407407, "weighted_recall": 0.7867647058823529, "weighted_f1": 0.8770491803278688, "completeness": 0.7941176470588235, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "66906212", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8260869565217391, "weighted_f1": 0.9047619047619047, "completeness": 0.8260869565217391, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "66906212", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 0, "fp": 0, "fn": 16, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.8620689655172413, "weighted_f1": 0.9259259259259259, "completeness": 0.8620689655172413, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "66906212", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 93, "partial": 0, "fp": 0, "fn": 64, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.5923566878980892, "weighted_f1": 0.7439999999999999, "completeness": 0.5923566878980892, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "66906212", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 0, "fp": 0, "fn": 24, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7777777777777778, "weighted_f1": 0.8750000000000001, "completeness": 0.7777777777777778, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "69005326", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 43, "partial": 0, "fp": 0, "fn": 12, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7818181818181819, "weighted_f1": 0.8775510204081634, "completeness": 0.7818181818181819, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "69005326", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 68, "partial": 4, "fp": 0, "fn": 7, "unverifiable": 1, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.8860759493670886, "weighted_f1": 0.9271523178807947, "completeness": 0.9113924050632911, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "69005326", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 56, "partial": 2, "fp": 0, "fn": 8, "unverifiable": 0, "weighted_precision": 0.9827586206896551, "weighted_recall": 0.8636363636363636, "weighted_f1": 0.9193548387096775, "completeness": 0.8787878787878788, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "69005326", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 42, "partial": 0, "fp": 0, "fn": 15, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.7368421052631579, "weighted_f1": 0.8484848484848484, "completeness": 0.7368421052631579, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "69532425", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9142857142857143, "weighted_f1": 0.955223880597015, "completeness": 0.9142857142857143, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "69532425", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9166666666666666, "weighted_f1": 0.9565217391304348, "completeness": 0.9166666666666666, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "69532425", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.9054054054054054, "weighted_f1": 0.943661971830986, "completeness": 0.918918918918919, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "69532425", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 41, "partial": 0, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9111111111111111, "weighted_f1": 0.9534883720930233, "completeness": 0.9111111111111111, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "70892619", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 31, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9393939393939394, "weighted_f1": 0.96875, "completeness": 0.9393939393939394, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "70892619", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 45, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9375, "weighted_f1": 0.967741935483871, "completeness": 0.9375, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "70892619", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "70892619", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 16, "partial": 0, "fp": 0, "fn": 31, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.3404255319148936, "weighted_f1": 0.5079365079365079, "completeness": 0.3404255319148936, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "74816727", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 36, "partial": 0, "fp": 0, "fn": 5, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8780487804878049, "weighted_f1": 0.9350649350649352, "completeness": 0.8780487804878049, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "74816727", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 0, "fp": 0, "fn": 29, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.3695652173913043, "weighted_f1": 0.5396825396825397, "completeness": 0.3695652173913043, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "74816727", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 51, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9622641509433962, "weighted_f1": 0.9807692307692307, "completeness": 0.9622641509433962, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "74816727", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 29, "partial": 0, "fp": 0, "fn": 37, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.4393939393939394, "weighted_f1": 0.6105263157894737, "completeness": 0.4393939393939394, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "76196367", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 46, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9387755102040817, "weighted_f1": 0.968421052631579, "completeness": 0.9387755102040817, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "76196367", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.95, "weighted_f1": 0.9693877551020408, "completeness": 0.96, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "76196367", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 47, "partial": 1, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9895833333333334, "weighted_recall": 0.7661290322580645, "weighted_f1": 0.8636363636363636, "completeness": 0.7741935483870968, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "76196367", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 0, "fp": 0, "fn": 26, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.675, "weighted_f1": 0.8059701492537313, "completeness": 0.675, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "79663360", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 44, "partial": 1, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9888888888888889, "weighted_recall": 0.7295081967213115, "weighted_f1": 0.8396226415094341, "completeness": 0.7377049180327869, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "79663360", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 100, "partial": 3, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9854368932038835, "weighted_recall": 0.8675213675213675, "weighted_f1": 0.9227272727272727, "completeness": 0.8803418803418803, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "79663360", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 60, "partial": 2, "fp": 0, "fn": 16, "unverifiable": 0, "weighted_precision": 0.9838709677419355, "weighted_recall": 0.782051282051282, "weighted_f1": 0.8714285714285716, "completeness": 0.7948717948717948, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "79663360", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 3, "partial": 1, "fp": 0, "fn": 72, "unverifiable": 0, "weighted_precision": 0.875, "weighted_recall": 0.046052631578947366, "weighted_f1": 0.08750000000000001, "completeness": 0.05263157894736842, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "86322251", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 52, "partial": 2, "fp": 0, "fn": 11, "unverifiable": 0, "weighted_precision": 0.9814814814814815, "weighted_recall": 0.8153846153846154, "weighted_f1": 0.8907563025210083, "completeness": 0.8307692307692308, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "86322251", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 3, "fp": 0, "fn": 10, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.8283582089552238, "weighted_f1": 0.8951612903225806, "completeness": 0.8507462686567164, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "86322251", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 67, "partial": 2, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 0.9855072463768116, "weighted_recall": 0.6538461538461539, "weighted_f1": 0.7861271676300579, "completeness": 0.6634615384615384, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "86322251", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 66, "partial": 2, "fp": 0, "fn": 14, "unverifiable": 0, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.8170731707317073, "weighted_f1": 0.8933333333333334, "completeness": 0.8292682926829268, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "86597425", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 74, "partial": 3, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9805194805194806, "weighted_recall": 0.9556962025316456, "weighted_f1": 0.967948717948718, "completeness": 0.9746835443037974, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "86597425", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 76, "partial": 3, "fp": 0, "fn": 5, "unverifiable": 1, "weighted_precision": 0.9810126582278481, "weighted_recall": 0.9226190476190477, "weighted_f1": 0.950920245398773, "completeness": 0.9404761904761905, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "86597425", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 84, "partial": 2, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 0.9883720930232558, "weighted_recall": 0.9659090909090909, "weighted_f1": 0.9770114942528736, "completeness": 0.9772727272727273, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "86597425", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 17, "partial": 1, "fp": 0, "fn": 65, "unverifiable": 0, "weighted_precision": 0.9722222222222222, "weighted_recall": 0.21084337349397592, "weighted_f1": 0.34653465346534656, "completeness": 0.21686746987951808, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "90363254", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 2, "fp": 0, "fn": 4, "unverifiable": 0, "weighted_precision": 0.98, "weighted_recall": 0.9074074074074074, "weighted_f1": 0.9423076923076924, "completeness": 0.9259259259259259, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "90363254", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 48, "partial": 3, "fp": 0, "fn": 4, "unverifiable": 1, "weighted_precision": 0.9705882352941176, "weighted_recall": 0.9, "weighted_f1": 0.9339622641509434, "completeness": 0.9272727272727272, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "90363254", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 3, "fp": 0, "fn": 3, "unverifiable": 0, "weighted_precision": 0.9736842105263158, "weighted_recall": 0.925, "weighted_f1": 0.9487179487179489, "completeness": 0.95, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "90363254", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 54, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 0.990909090909091, "weighted_recall": 0.8934426229508197, "weighted_f1": 0.9396551724137931, "completeness": 0.9016393442622951, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "96547039", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.8461538461538461, "weighted_f1": 0.9166666666666666, "completeness": 0.8461538461538461, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "96547039", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 33, "partial": 1, "fp": 0, "fn": 6, "unverifiable": 1, "weighted_precision": 0.9852941176470589, "weighted_recall": 0.8375, "weighted_f1": 0.9054054054054055, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "96547039", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 34, "partial": 0, "fp": 0, "fn": 6, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.85, "weighted_f1": 0.9189189189189189, "completeness": 0.85, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "96547039", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 32, "partial": 1, "fp": 0, "fn": 33, "unverifiable": 0, "weighted_precision": 0.9848484848484849, "weighted_recall": 0.49242424242424243, "weighted_f1": 0.6565656565656566, "completeness": 0.5, "unsupported_rate": 0.0, "outcome": "Failed" }, { "category": "TEACHER", "document_id": "99244405", "model": "Gemma", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 2, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.9696969696969697, "weighted_f1": 0.9846153846153847, "completeness": 0.9696969696969697, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "99244405", "model": "Qwen", "output_present": true, "pdf_readable": true, "tp": 64, "partial": 0, "fp": 0, "fn": 3, "unverifiable": 1, "weighted_precision": 1.0, "weighted_recall": 0.9552238805970149, "weighted_f1": 0.9770992366412213, "completeness": 0.9552238805970149, "unsupported_rate": 0.0, "outcome": "Successful" }, { "category": "TEACHER", "document_id": "99244405", "model": "Hybrid NLP", "output_present": true, "pdf_readable": true, "tp": 63, "partial": 0, "fp": 0, "fn": 35, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6428571428571429, "weighted_f1": 0.782608695652174, "completeness": 0.6428571428571429, "unsupported_rate": 0.0, "outcome": "Partially successful" }, { "category": "TEACHER", "document_id": "99244405", "model": "BERT MULTI", "output_present": true, "pdf_readable": true, "tp": 91, "partial": 0, "fp": 0, "fn": 43, "unverifiable": 0, "weighted_precision": 1.0, "weighted_recall": 0.6791044776119403, "weighted_f1": 0.8088888888888888, "completeness": 0.6791044776119403, "unsupported_rate": 0.0, "outcome": "Partially successful" } ] }