{ "timestamp": "2024-12-15 14:19:45", "model_path": "./uie_base/xusenlin/uie-base/onnx/model_fp16.onnx", "model_info": { "onnx": "./uie_base/xusenlin/uie-base/onnx/model_fp16.onnx", "pytorch": "xusenlin/uie-base" }, "test_results": [ { "case_name": "实体抽取", "input": { "text": "立冬过后小雪来，但小雪时节却无雪，这让最喜欢雪夜温酒读禁书的世子殿下很遗憾。\n\n 白狐儿脸已经在听潮亭一楼呆了半旬，入定入魔，这份毅力让吃不了苦的徐凤年自惭形秽，但这不耽误徐凤年在王府上找乐子。\n\n 花魁鱼幼薇安定下来，住在一个一夜间被植入棠蕉两种植物的幽静院子，白猫武媚娘似乎很满意新窝，又胖了几分。\n\n 徐凤年给鱼幼薇送去了最上等的貂裘，最精美的食物，但始终没有再度临幸她的凝脂美玉，刻意生疏，那个圆滚滚的禄球儿说得对，养人跟养鹰是一个理儿，得慢慢调教，快了容易失去灵气，慢了就不乖巧。\n 这世上敢这么调戏世子殿下的，明摆着就只有大柱国长女徐脂虎了。\n\n 姐弟两个从小就关系极好，她出嫁前，徐凤年到了十二三岁还被她拉着同床共枕，如果说天下间北凉王徐骁是最护短徐凤年的，徐龙象是最听话的，那徐脂虎绝对是最宠溺欢喜徐凤年的。\n\n 一得到父王书信说弟弟回城，徐脂虎立即就马不停蹄带着一群豪奴恶仆赶回娘家。\n\n", "schema": [ "人名", "时间", "地点", "饰品" ] }, "outputs": { "onnx": [ { "人名": [ { "text": "徐凤年", "start": 76.0, "end": 79.0, "probability": 0.9734153300214103 }, { "text": "徐脂虎", "start": 284.0, "end": 287.0, "probability": 0.977874454327079 }, { "text": "徐凤年", "start": 346.0, "end": 349.0, "probability": 0.9519458791550761 }, { "text": "徐骁", "start": 340.0, "end": 342.0, "probability": 0.9722451064385211 }, { "text": "徐凤年", "start": 312.0, "end": 315.0, "probability": 0.9478657699871214 }, { "text": "徐脂虎", "start": 361.0, "end": 364.0, "probability": 0.9789169051413857 }, { "text": "徐脂虎", "start": 396.0, "end": 399.0, "probability": 0.9701647997775922 }, { "text": "徐凤年", "start": 372.0, "end": 375.0, "probability": 0.9323382975404115 }, { "text": "王", "start": 387.0, "end": 388.0, "probability": 0.5895737007551531 }, { "text": "鱼幼薇", "start": 167.0, "end": 170.0, "probability": 0.894556804380116 }, { "text": "徐凤年", "start": 163.0, "end": 166.0, "probability": 0.9348918167083013 }, { "text": "鱼幼薇", "start": 108.0, "end": 111.0, "probability": 0.7981717829580433 }, { "text": "武媚娘", "start": 140.0, "end": 143.0, "probability": 0.5757094842778514 }, { "text": "徐龙象", "start": 351.0, "end": 354.0, "probability": 0.8924126757258222 }, { "text": "徐凤年", "start": 89.0, "end": 92.0, "probability": 0.9204391283800426 } ], "饰品": [ { "text": "凝脂美玉", "start": 198.0, "end": 202.0, "probability": 0.5377234647750875 } ] } ], "pytorch": [ { "人名": [ { "text": "徐凤年", "start": 163.0, "end": 166.0, "probability": 0.9347324967384338 }, { "text": "徐龙象", "start": 351.0, "end": 354.0, "probability": 0.8920297622680664 }, { "text": "徐凤年", "start": 76.0, "end": 79.0, "probability": 0.9734014272689819 }, { "text": "鱼幼薇", "start": 108.0, "end": 111.0, "probability": 0.7986579537391663 }, { "text": "徐凤年", "start": 312.0, "end": 315.0, "probability": 0.947639524936676 }, { "text": "徐凤年", "start": 346.0, "end": 349.0, "probability": 0.9518017172813416 }, { "text": "鱼幼薇", "start": 167.0, "end": 170.0, "probability": 0.8946396708488464 }, { "text": "徐凤年", "start": 372.0, "end": 375.0, "probability": 0.9319543838500977 }, { "text": "王", "start": 387.0, "end": 388.0, "probability": 0.5893056392669678 }, { "text": "徐脂虎", "start": 396.0, "end": 399.0, "probability": 0.9700623750686646 }, { "text": "徐脂虎", "start": 361.0, "end": 364.0, "probability": 0.9788591265678406 }, { "text": "徐脂虎", "start": 284.0, "end": 287.0, "probability": 0.9778398275375366 }, { "text": "徐骁", "start": 340.0, "end": 342.0, "probability": 0.9721871018409729 }, { "text": "徐凤年", "start": 89.0, "end": 92.0, "probability": 0.9202938675880432 }, { "text": "武媚娘", "start": 140.0, "end": 143.0, "probability": 0.5761253833770752 } ], "饰品": [ { "text": "凝脂美玉", "start": 198.0, "end": 202.0, "probability": 0.5364798307418823 } ] } ], "matches": false, "probability_diffs": [ { "path": "[0].人名[0].probability", "onnx": 0.9734153300214103, "pytorch": 0.9347324967384338, "diff": 0.0386828332829765 }, { "path": "[0].人名[1].probability", "onnx": 0.977874454327079, "pytorch": 0.8920297622680664, "diff": 0.08584469205901257 }, { "path": "[0].人名[2].probability", "onnx": 0.9519458791550761, "pytorch": 0.9734014272689819, "diff": 0.02145554811390582 }, { "path": "[0].人名[3].probability", "onnx": 0.9722451064385211, "pytorch": 0.7986579537391663, "diff": 0.17358715269935487 }, { "path": "[0].人名[4].probability", "onnx": 0.9478657699871214, "pytorch": 0.947639524936676, "diff": 0.0002262450504453284 }, { "path": "[0].人名[5].probability", "onnx": 0.9789169051413857, "pytorch": 0.9518017172813416, "diff": 0.027115187860044188 }, { "path": "[0].人名[6].probability", "onnx": 0.9701647997775922, "pytorch": 0.8946396708488464, "diff": 0.07552512892874574 }, { "path": "[0].人名[7].probability", "onnx": 0.9323382975404115, "pytorch": 0.9319543838500977, "diff": 0.0003839136903138751 }, { "path": "[0].人名[8].probability", "onnx": 0.5895737007551531, "pytorch": 0.5893056392669678, "diff": 0.0002680614881853671 }, { "path": "[0].人名[9].probability", "onnx": 0.894556804380116, "pytorch": 0.9700623750686646, "diff": 0.07550557068854857 }, { "path": "[0].人名[10].probability", "onnx": 0.9348918167083013, "pytorch": 0.9788591265678406, "diff": 0.04396730985953923 }, { "path": "[0].人名[11].probability", "onnx": 0.7981717829580433, "pytorch": 0.9778398275375366, "diff": 0.17966804457949337 }, { "path": "[0].人名[12].probability", "onnx": 0.5757094842778514, "pytorch": 0.9721871018409729, "diff": 0.3964776175631215 }, { "path": "[0].人名[13].probability", "onnx": 0.8924126757258222, "pytorch": 0.9202938675880432, "diff": 0.027881191862221044 }, { "path": "[0].人名[14].probability", "onnx": 0.9204391283800426, "pytorch": 0.5761253833770752, "diff": 0.3443137450029674 }, { "path": "[0].饰品[0].probability", "onnx": 0.5377234647750875, "pytorch": 0.5364798307418823, "diff": 0.0012436340332051543 } ], "max_probability_diff": 0.3964776175631215 } }, { "case_name": "实体抽取", "input": { "text": "2月8日上午北京冬奥会自由式滑雪女子大跳台决赛中中国选手谷爱凌以188.25分获得金牌", "schema": [ "时间", "选手", "赛事名称" ] }, "outputs": { "onnx": [ { "时间": [ { "text": "2月8日上午", "start": 0.0, "end": 6.0, "probability": 0.98412900742278 } ], "选手": [ { "text": "谷爱凌", "start": 28.0, "end": 31.0, "probability": 0.948812334341909 } ], "赛事名称": [ { "text": "北京冬奥会自由式滑雪女子大跳台决赛", "start": 6.0, "end": 23.0, "probability": 0.8410896860125945 } ] } ], "pytorch": [ { "时间": [ { "text": "2月8日上午", "start": 0.0, "end": 6.0, "probability": 0.9841681718826294 } ], "选手": [ { "text": "谷爱凌", "start": 28.0, "end": 31.0, "probability": 0.9488540291786194 } ], "赛事名称": [ { "text": "北京冬奥会自由式滑雪女子大跳台决赛", "start": 6.0, "end": 23.0, "probability": 0.8410930037498474 } ] } ], "matches": false, "probability_diffs": [ { "path": "[0].时间[0].probability", "onnx": 0.98412900742278, "pytorch": 0.9841681718826294, "diff": 3.9164459849416744e-05 }, { "path": "[0].选手[0].probability", "onnx": 0.948812334341909, "pytorch": 0.9488540291786194, "diff": 4.169483671034868e-05 }, { "path": "[0].赛事名称[0].probability", "onnx": 0.8410896860125945, "pytorch": 0.8410930037498474, "diff": 3.3177372529280547e-06 } ], "max_probability_diff": 4.169483671034868e-05 } }, { "case_name": "关系抽取", "input": { "text": "2022语言与智能技术竞赛由中国中文信息学会和中国计算机学会联合主办，百度公司、中国中文信息学会评测工作委员会和中国计算机学会自然语言处理专委会承办，已连续举办4届，成为全球最热门的中文NLP赛事之一。", "schema": { "竞赛名称": [ "主办方", "承办方", "已举办次数" ] } }, "outputs": { "onnx": [ { "竞赛名称": [ { "text": "2022语言与智能技术竞赛", "start": 0.0, "end": 13.0, "probability": 0.7823843082569226, "relations": { "主办方": [ { "text": "中国中文信息学会", "start": 14.0, "end": 22.0, "probability": 0.8419661941400491 }, { "text": "中国计算机学会", "start": 23.0, "end": 30.0, "probability": 0.7578377954284861 } ], "承办方": [ { "text": "中国中文信息学会评测工作委员会", "start": 40.0, "end": 55.0, "probability": 0.7001135169948149 }, { "text": "中国计算机学会自然语言处理专委会", "start": 56.0, "end": 72.0, "probability": 0.6193604266328165 }, { "text": "百度公司", "start": 35.0, "end": 39.0, "probability": 0.8291344432635412 } ], "已举办次数": [ { "text": "4届", "start": 80.0, "end": 82.0, "probability": 0.4672039099420573 } ] } } ] } ], "pytorch": [ { "竞赛名称": [ { "text": "2022语言与智能技术竞赛", "start": 0.0, "end": 13.0, "probability": 0.7825390696525574, "relations": { "主办方": [ { "text": "中国中文信息学会", "start": 14.0, "end": 22.0, "probability": 0.8421703577041626 }, { "text": "中国计算机学会", "start": 23.0, "end": 30.0, "probability": 0.7580800652503967 } ], "承办方": [ { "text": "中国计算机学会自然语言处理专委会", "start": 56.0, "end": 72.0, "probability": 0.6193482875823975 }, { "text": "百度公司", "start": 35.0, "end": 39.0, "probability": 0.8292697668075562 }, { "text": "中国中文信息学会评测工作委员会", "start": 40.0, "end": 55.0, "probability": 0.7000494003295898 } ], "已举办次数": [ { "text": "4届", "start": 80.0, "end": 82.0, "probability": 0.46712979674339294 } ] } } ] } ], "matches": false, "probability_diffs": [ { "path": "[0].竞赛名称[0].probability", "onnx": 0.7823843082569226, "pytorch": 0.7825390696525574, "diff": 0.00015476139563475044 }, { "path": "[0].竞赛名称[0].relations.主办方[0].probability", "onnx": 0.8419661941400491, "pytorch": 0.8421703577041626, "diff": 0.0002041635641134576 }, { "path": "[0].竞赛名称[0].relations.主办方[1].probability", "onnx": 0.7578377954284861, "pytorch": 0.7580800652503967, "diff": 0.00024226982191066782 }, { "path": "[0].竞赛名称[0].relations.承办方[0].probability", "onnx": 0.7001135169948149, "pytorch": 0.6193482875823975, "diff": 0.08076522941241748 }, { "path": "[0].竞赛名称[0].relations.承办方[1].probability", "onnx": 0.6193604266328165, "pytorch": 0.8292697668075562, "diff": 0.2099093401747396 }, { "path": "[0].竞赛名称[0].relations.承办方[2].probability", "onnx": 0.8291344432635412, "pytorch": 0.7000494003295898, "diff": 0.1290850429339514 }, { "path": "[0].竞赛名称[0].relations.已举办次数[0].probability", "onnx": 0.4672039099420573, "pytorch": 0.46712979674339294, "diff": 7.411319866434951e-05 } ], "max_probability_diff": 0.2099093401747396 } }, { "case_name": "事件抽取", "input": { "text": "中国地震台网正式测定：5月16日06时08分在云南临沧市凤庆县(北纬24.34度，东经99.98度)发生3.5级地震，震源深度10千米。", "schema": { "地震触发词": [ "地震强度", "时间", "震中位置", "震源深度" ] } }, "outputs": { "onnx": [ { "地震触发词": [ { "text": "地震", "start": 56.0, "end": 58.0, "probability": 0.997742496069165, "relations": { "地震强度": [ { "text": "3.5级", "start": 52.0, "end": 56.0, "probability": 0.9980807537133956 } ], "时间": [ { "text": "5月16日06时08分", "start": 11.0, "end": 22.0, "probability": 0.9852992667393039 } ], "震中位置": [ { "text": "云南临沧市凤庆县(北纬24.34度，东经99.98度)", "start": 23.0, "end": 50.0, "probability": 0.7874488113591553 } ], "震源深度": [ { "text": "10千米", "start": 63.0, "end": 67.0, "probability": 0.9937999405099731 } ] } } ] } ], "pytorch": [ { "地震触发词": [ { "text": "地震", "start": 56.0, "end": 58.0, "probability": 0.9977425336837769, "relations": { "地震强度": [ { "text": "3.5级", "start": 52.0, "end": 56.0, "probability": 0.9980801939964294 } ], "时间": [ { "text": "5月16日06时08分", "start": 11.0, "end": 22.0, "probability": 0.9853299856185913 } ], "震中位置": [ { "text": "云南临沧市凤庆县(北纬24.34度，东经99.98度)", "start": 23.0, "end": 50.0, "probability": 0.7874014973640442 } ], "震源深度": [ { "text": "10千米", "start": 63.0, "end": 67.0, "probability": 0.9937973022460938 } ] } } ] } ], "matches": false, "probability_diffs": [ { "path": "[0].地震触发词[0].probability", "onnx": 0.997742496069165, "pytorch": 0.9977425336837769, "diff": 3.761461186968518e-08 }, { "path": "[0].地震触发词[0].relations.地震强度[0].probability", "onnx": 0.9980807537133956, "pytorch": 0.9980801939964294, "diff": 5.597169661086809e-07 }, { "path": "[0].地震触发词[0].relations.时间[0].probability", "onnx": 0.9852992667393039, "pytorch": 0.9853299856185913, "diff": 3.07188792874058e-05 }, { "path": "[0].地震触发词[0].relations.震中位置[0].probability", "onnx": 0.7874488113591553, "pytorch": 0.7874014973640442, "diff": 4.731399511115342e-05 }, { "path": "[0].地震触发词[0].relations.震源深度[0].probability", "onnx": 0.9937999405099731, "pytorch": 0.9937973022460938, "diff": 2.638263879362057e-06 } ], "max_probability_diff": 4.731399511115342e-05 } }, { "case_name": "情感分析", "input": { "text": "店面干净，很清静，服务员服务热情，性价比很高，发现收银台有排队", "schema": { "评价维度": [ "观点词", "情感倾向[正向，负向]" ] } }, "outputs": { "onnx": [ { "评价维度": [ { "text": "性价比", "start": 17.0, "end": 20.0, "probability": 0.9816947685707831, "relations": { "观点词": [ { "text": "高", "start": 21.0, "end": 22.0, "probability": 0.9573563787963479 } ], "情感倾向[正向，负向]": [ { "text": "正向", "probability": 0.9966081212676805 } ] } }, { "text": "店面", "start": 0.0, "end": 2.0, "probability": 0.9697329670369754, "relations": { "观点词": [ { "text": "干净", "start": 2.0, "end": 4.0, "probability": 0.9945395308698579 } ], "情感倾向[正向，负向]": [ { "text": "正向", "probability": 0.9982160421894335 } ] } } ] } ], "pytorch": [ { "评价维度": [ { "text": "性价比", "start": 17.0, "end": 20.0, "probability": 0.9817039370536804, "relations": { "观点词": [ { "text": "高", "start": 21.0, "end": 22.0, "probability": 0.9573964476585388 } ], "情感倾向[正向，负向]": [ { "text": "正向", "probability": 0.9966142773628235 } ] } }, { "text": "店面", "start": 0.0, "end": 2.0, "probability": 0.9696847200393677, "relations": { "观点词": [ { "text": "干净", "start": 2.0, "end": 4.0, "probability": 0.9945318102836609 } ], "情感倾向[正向，负向]": [ { "text": "正向", "probability": 0.9982153177261353 } ] } } ] } ], "matches": false, "probability_diffs": [ { "path": "[0].评价维度[0].probability", "onnx": 0.9816947685707831, "pytorch": 0.9817039370536804, "diff": 9.168482897337071e-06 }, { "path": "[0].评价维度[0].relations.观点词[0].probability", "onnx": 0.9573563787963479, "pytorch": 0.9573964476585388, "diff": 4.006886219087846e-05 }, { "path": "[0].评价维度[0].relations.情感倾向[正向，负向][0].probability", "onnx": 0.9966081212676805, "pytorch": 0.9966142773628235, "diff": 6.156095142983986e-06 }, { "path": "[0].评价维度[1].probability", "onnx": 0.9697329670369754, "pytorch": 0.9696847200393677, "diff": 4.82469976077482e-05 }, { "path": "[0].评价维度[1].relations.观点词[0].probability", "onnx": 0.9945395308698579, "pytorch": 0.9945318102836609, "diff": 7.720586197024204e-06 }, { "path": "[0].评价维度[1].relations.情感倾向[正向，负向][0].probability", "onnx": 0.9982160421894335, "pytorch": 0.9982153177261353, "diff": 7.244632982406074e-07 } ], "max_probability_diff": 4.82469976077482e-05 } }, { "case_name": "分类任务", "input": { "text": "这个产品用起来真的很流畅，我非常喜欢", "schema": "情感倾向[正向，负向]" }, "outputs": { "onnx": [ { "情感倾向[正向，负向]": [ { "text": "正向", "probability": 0.9990008568783395 } ] } ], "pytorch": [ { "情感倾向[正向，负向]": [ { "text": "正向", "probability": 0.9990023970603943 } ] } ], "matches": false, "probability_diffs": [ { "path": "[0].情感倾向[正向，负向][0].probability", "onnx": 0.9990008568783395, "pytorch": 0.9990023970603943, "diff": 1.5401820547822354e-06 } ], "max_probability_diff": 1.5401820547822354e-06 } }, { "case_name": "复杂关系抽取", "input": { "text": "北京市海淀区人民法院\n 民事判决书\n (199x)建初字第xxx号\n 原告：张三。\n 委托代理人李四，北京市 A律师事务所律师。\n 被告：B公司，法定代表人王五，开发公司总经理。\n 委托代理人赵六，北京市 C律师事务所律师。", "schema": [ "法院", { "原告": "委托代理人" }, { "被告": "委托代理人" } ] }, "outputs": { "onnx": [ { "法院": [ { "text": "北京市海淀区人民法院", "start": 0.0, "end": 10.0, "probability": 0.9219728006197414 } ], "原告": [ { "text": "张三", "start": 71.0, "end": 73.0, "probability": 0.994995078985994, "relations": { "委托代理人": [ { "text": "李四", "start": 92.0, "end": 94.0, "probability": 0.7952536469989475 } ] } } ], "被告": [ { "text": "B公司", "start": 124.0, "end": 127.0, "probability": 0.8431729295214296, "relations": { "委托代理人": [ { "text": "赵六", "start": 162.0, "end": 164.0, "probability": 0.7268286253941483 } ] } } ] } ], "pytorch": [ { "法院": [ { "text": "北京市海淀区人民法院", "start": 0.0, "end": 10.0, "probability": 0.9221080541610718 } ], "原告": [ { "text": "张三", "start": 71.0, "end": 73.0, "probability": 0.9949812889099121, "relations": { "委托代理人": [ { "text": "李四", "start": 92.0, "end": 94.0, "probability": 0.7956846356391907 } ] } } ], "被告": [ { "text": "B公司", "start": 124.0, "end": 127.0, "probability": 0.8437343239784241, "relations": { "委托代理人": [ { "text": "赵六", "start": 162.0, "end": 164.0, "probability": 0.7267114520072937 } ] } } ] } ], "matches": false, "probability_diffs": [ { "path": "[0].法院[0].probability", "onnx": 0.9219728006197414, "pytorch": 0.9221080541610718, "diff": 0.00013525354133037126 }, { "path": "[0].原告[0].probability", "onnx": 0.994995078985994, "pytorch": 0.9949812889099121, "diff": 1.3790076081932057e-05 }, { "path": "[0].原告[0].relations.委托代理人[0].probability", "onnx": 0.7952536469989475, "pytorch": 0.7956846356391907, "diff": 0.0004309886402431573 }, { "path": "[0].被告[0].probability", "onnx": 0.8431729295214296, "pytorch": 0.8437343239784241, "diff": 0.0005613944569944351 }, { "path": "[0].被告[0].relations.委托代理人[0].probability", "onnx": 0.7268286253941483, "pytorch": 0.7267114520072937, "diff": 0.00011717338685457435 } ], "max_probability_diff": 0.0005613944569944351 } } ], "summary": { "total_cases": 7, "matching_outputs": 0, "max_probability_diff": 0.3964776175631215 } }