uie-base-ONNX / test_report.json
bluryar's picture
Upload folder using huggingface_hub
39ecb9e verified
Raw
History Blame
34.9 kB
{
"timestamp": "2024-12-15 14:19:45",
"model_path": "./uie_base/xusenlin/uie-base/onnx/model_fp16.onnx",
"model_info": {
"onnx": "./uie_base/xusenlin/uie-base/onnx/model_fp16.onnx",
"pytorch": "xusenlin/uie-base"
},
"test_results": [
{
"case_name": "实体抽取",
"input": {
"text": "立冬过后小雪来,但小雪时节却无雪,这让最喜欢雪夜温酒读禁书的世子殿下很遗憾。\n\n 白狐儿脸已经在听潮亭一楼呆了半旬,入定入魔,这份毅力让吃不了苦的徐凤年自惭形秽,但这不耽误徐凤年在王府上找乐子。\n\n 花魁鱼幼薇安定下来,住在一个一夜间被植入棠蕉两种植物的幽静院子,白猫武媚娘似乎很满意新窝,又胖了几分。\n\n 徐凤年给鱼幼薇送去了最上等的貂裘,最精美的食物,但始终没有再度临幸她的凝脂美玉,刻意生疏,那个圆滚滚的禄球儿说得对,养人跟养鹰是一个理儿,得慢慢调教,快了容易失去灵气,慢了就不乖巧。\n 这世上敢这么调戏世子殿下的,明摆着就只有大柱国长女徐脂虎了。\n\n 姐弟两个从小就关系极好,她出嫁前,徐凤年到了十二三岁还被她拉着同床共枕,如果说天下间北凉王徐骁是最护短徐凤年的,徐龙象是最听话的,那徐脂虎绝对是最宠溺欢喜徐凤年的。\n\n 一得到父王书信说弟弟回城,徐脂虎立即就马不停蹄带着一群豪奴恶仆赶回娘家。\n\n",
"schema": [
"人名",
"时间",
"地点",
"饰品"
]
},
"outputs": {
"onnx": [
{
"人名": [
{
"text": "徐凤年",
"start": 76.0,
"end": 79.0,
"probability": 0.9734153300214103
},
{
"text": "徐脂虎",
"start": 284.0,
"end": 287.0,
"probability": 0.977874454327079
},
{
"text": "徐凤年",
"start": 346.0,
"end": 349.0,
"probability": 0.9519458791550761
},
{
"text": "徐骁",
"start": 340.0,
"end": 342.0,
"probability": 0.9722451064385211
},
{
"text": "徐凤年",
"start": 312.0,
"end": 315.0,
"probability": 0.9478657699871214
},
{
"text": "徐脂虎",
"start": 361.0,
"end": 364.0,
"probability": 0.9789169051413857
},
{
"text": "徐脂虎",
"start": 396.0,
"end": 399.0,
"probability": 0.9701647997775922
},
{
"text": "徐凤年",
"start": 372.0,
"end": 375.0,
"probability": 0.9323382975404115
},
{
"text": "王",
"start": 387.0,
"end": 388.0,
"probability": 0.5895737007551531
},
{
"text": "鱼幼薇",
"start": 167.0,
"end": 170.0,
"probability": 0.894556804380116
},
{
"text": "徐凤年",
"start": 163.0,
"end": 166.0,
"probability": 0.9348918167083013
},
{
"text": "鱼幼薇",
"start": 108.0,
"end": 111.0,
"probability": 0.7981717829580433
},
{
"text": "武媚娘",
"start": 140.0,
"end": 143.0,
"probability": 0.5757094842778514
},
{
"text": "徐龙象",
"start": 351.0,
"end": 354.0,
"probability": 0.8924126757258222
},
{
"text": "徐凤年",
"start": 89.0,
"end": 92.0,
"probability": 0.9204391283800426
}
],
"饰品": [
{
"text": "凝脂美玉",
"start": 198.0,
"end": 202.0,
"probability": 0.5377234647750875
}
]
}
],
"pytorch": [
{
"人名": [
{
"text": "徐凤年",
"start": 163.0,
"end": 166.0,
"probability": 0.9347324967384338
},
{
"text": "徐龙象",
"start": 351.0,
"end": 354.0,
"probability": 0.8920297622680664
},
{
"text": "徐凤年",
"start": 76.0,
"end": 79.0,
"probability": 0.9734014272689819
},
{
"text": "鱼幼薇",
"start": 108.0,
"end": 111.0,
"probability": 0.7986579537391663
},
{
"text": "徐凤年",
"start": 312.0,
"end": 315.0,
"probability": 0.947639524936676
},
{
"text": "徐凤年",
"start": 346.0,
"end": 349.0,
"probability": 0.9518017172813416
},
{
"text": "鱼幼薇",
"start": 167.0,
"end": 170.0,
"probability": 0.8946396708488464
},
{
"text": "徐凤年",
"start": 372.0,
"end": 375.0,
"probability": 0.9319543838500977
},
{
"text": "王",
"start": 387.0,
"end": 388.0,
"probability": 0.5893056392669678
},
{
"text": "徐脂虎",
"start": 396.0,
"end": 399.0,
"probability": 0.9700623750686646
},
{
"text": "徐脂虎",
"start": 361.0,
"end": 364.0,
"probability": 0.9788591265678406
},
{
"text": "徐脂虎",
"start": 284.0,
"end": 287.0,
"probability": 0.9778398275375366
},
{
"text": "徐骁",
"start": 340.0,
"end": 342.0,
"probability": 0.9721871018409729
},
{
"text": "徐凤年",
"start": 89.0,
"end": 92.0,
"probability": 0.9202938675880432
},
{
"text": "武媚娘",
"start": 140.0,
"end": 143.0,
"probability": 0.5761253833770752
}
],
"饰品": [
{
"text": "凝脂美玉",
"start": 198.0,
"end": 202.0,
"probability": 0.5364798307418823
}
]
}
],
"matches": false,
"probability_diffs": [
{
"path": "[0].人名[0].probability",
"onnx": 0.9734153300214103,
"pytorch": 0.9347324967384338,
"diff": 0.0386828332829765
},
{
"path": "[0].人名[1].probability",
"onnx": 0.977874454327079,
"pytorch": 0.8920297622680664,
"diff": 0.08584469205901257
},
{
"path": "[0].人名[2].probability",
"onnx": 0.9519458791550761,
"pytorch": 0.9734014272689819,
"diff": 0.02145554811390582
},
{
"path": "[0].人名[3].probability",
"onnx": 0.9722451064385211,
"pytorch": 0.7986579537391663,
"diff": 0.17358715269935487
},
{
"path": "[0].人名[4].probability",
"onnx": 0.9478657699871214,
"pytorch": 0.947639524936676,
"diff": 0.0002262450504453284
},
{
"path": "[0].人名[5].probability",
"onnx": 0.9789169051413857,
"pytorch": 0.9518017172813416,
"diff": 0.027115187860044188
},
{
"path": "[0].人名[6].probability",
"onnx": 0.9701647997775922,
"pytorch": 0.8946396708488464,
"diff": 0.07552512892874574
},
{
"path": "[0].人名[7].probability",
"onnx": 0.9323382975404115,
"pytorch": 0.9319543838500977,
"diff": 0.0003839136903138751
},
{
"path": "[0].人名[8].probability",
"onnx": 0.5895737007551531,
"pytorch": 0.5893056392669678,
"diff": 0.0002680614881853671
},
{
"path": "[0].人名[9].probability",
"onnx": 0.894556804380116,
"pytorch": 0.9700623750686646,
"diff": 0.07550557068854857
},
{
"path": "[0].人名[10].probability",
"onnx": 0.9348918167083013,
"pytorch": 0.9788591265678406,
"diff": 0.04396730985953923
},
{
"path": "[0].人名[11].probability",
"onnx": 0.7981717829580433,
"pytorch": 0.9778398275375366,
"diff": 0.17966804457949337
},
{
"path": "[0].人名[12].probability",
"onnx": 0.5757094842778514,
"pytorch": 0.9721871018409729,
"diff": 0.3964776175631215
},
{
"path": "[0].人名[13].probability",
"onnx": 0.8924126757258222,
"pytorch": 0.9202938675880432,
"diff": 0.027881191862221044
},
{
"path": "[0].人名[14].probability",
"onnx": 0.9204391283800426,
"pytorch": 0.5761253833770752,
"diff": 0.3443137450029674
},
{
"path": "[0].饰品[0].probability",
"onnx": 0.5377234647750875,
"pytorch": 0.5364798307418823,
"diff": 0.0012436340332051543
}
],
"max_probability_diff": 0.3964776175631215
}
},
{
"case_name": "实体抽取",
"input": {
"text": "2月8日上午北京冬奥会自由式滑雪女子大跳台决赛中中国选手谷爱凌以188.25分获得金牌",
"schema": [
"时间",
"选手",
"赛事名称"
]
},
"outputs": {
"onnx": [
{
"时间": [
{
"text": "2月8日上午",
"start": 0.0,
"end": 6.0,
"probability": 0.98412900742278
}
],
"选手": [
{
"text": "谷爱凌",
"start": 28.0,
"end": 31.0,
"probability": 0.948812334341909
}
],
"赛事名称": [
{
"text": "北京冬奥会自由式滑雪女子大跳台决赛",
"start": 6.0,
"end": 23.0,
"probability": 0.8410896860125945
}
]
}
],
"pytorch": [
{
"时间": [
{
"text": "2月8日上午",
"start": 0.0,
"end": 6.0,
"probability": 0.9841681718826294
}
],
"选手": [
{
"text": "谷爱凌",
"start": 28.0,
"end": 31.0,
"probability": 0.9488540291786194
}
],
"赛事名称": [
{
"text": "北京冬奥会自由式滑雪女子大跳台决赛",
"start": 6.0,
"end": 23.0,
"probability": 0.8410930037498474
}
]
}
],
"matches": false,
"probability_diffs": [
{
"path": "[0].时间[0].probability",
"onnx": 0.98412900742278,
"pytorch": 0.9841681718826294,
"diff": 3.9164459849416744e-05
},
{
"path": "[0].选手[0].probability",
"onnx": 0.948812334341909,
"pytorch": 0.9488540291786194,
"diff": 4.169483671034868e-05
},
{
"path": "[0].赛事名称[0].probability",
"onnx": 0.8410896860125945,
"pytorch": 0.8410930037498474,
"diff": 3.3177372529280547e-06
}
],
"max_probability_diff": 4.169483671034868e-05
}
},
{
"case_name": "关系抽取",
"input": {
"text": "2022语言与智能技术竞赛由中国中文信息学会和中国计算机学会联合主办,百度公司、中国中文信息学会评测工作委员会和中国计算机学会自然语言处理专委会承办,已连续举办4届,成为全球最热门的中文NLP赛事之一。",
"schema": {
"竞赛名称": [
"主办方",
"承办方",
"已举办次数"
]
}
},
"outputs": {
"onnx": [
{
"竞赛名称": [
{
"text": "2022语言与智能技术竞赛",
"start": 0.0,
"end": 13.0,
"probability": 0.7823843082569226,
"relations": {
"主办方": [
{
"text": "中国中文信息学会",
"start": 14.0,
"end": 22.0,
"probability": 0.8419661941400491
},
{
"text": "中国计算机学会",
"start": 23.0,
"end": 30.0,
"probability": 0.7578377954284861
}
],
"承办方": [
{
"text": "中国中文信息学会评测工作委员会",
"start": 40.0,
"end": 55.0,
"probability": 0.7001135169948149
},
{
"text": "中国计算机学会自然语言处理专委会",
"start": 56.0,
"end": 72.0,
"probability": 0.6193604266328165
},
{
"text": "百度公司",
"start": 35.0,
"end": 39.0,
"probability": 0.8291344432635412
}
],
"已举办次数": [
{
"text": "4届",
"start": 80.0,
"end": 82.0,
"probability": 0.4672039099420573
}
]
}
}
]
}
],
"pytorch": [
{
"竞赛名称": [
{
"text": "2022语言与智能技术竞赛",
"start": 0.0,
"end": 13.0,
"probability": 0.7825390696525574,
"relations": {
"主办方": [
{
"text": "中国中文信息学会",
"start": 14.0,
"end": 22.0,
"probability": 0.8421703577041626
},
{
"text": "中国计算机学会",
"start": 23.0,
"end": 30.0,
"probability": 0.7580800652503967
}
],
"承办方": [
{
"text": "中国计算机学会自然语言处理专委会",
"start": 56.0,
"end": 72.0,
"probability": 0.6193482875823975
},
{
"text": "百度公司",
"start": 35.0,
"end": 39.0,
"probability": 0.8292697668075562
},
{
"text": "中国中文信息学会评测工作委员会",
"start": 40.0,
"end": 55.0,
"probability": 0.7000494003295898
}
],
"已举办次数": [
{
"text": "4届",
"start": 80.0,
"end": 82.0,
"probability": 0.46712979674339294
}
]
}
}
]
}
],
"matches": false,
"probability_diffs": [
{
"path": "[0].竞赛名称[0].probability",
"onnx": 0.7823843082569226,
"pytorch": 0.7825390696525574,
"diff": 0.00015476139563475044
},
{
"path": "[0].竞赛名称[0].relations.主办方[0].probability",
"onnx": 0.8419661941400491,
"pytorch": 0.8421703577041626,
"diff": 0.0002041635641134576
},
{
"path": "[0].竞赛名称[0].relations.主办方[1].probability",
"onnx": 0.7578377954284861,
"pytorch": 0.7580800652503967,
"diff": 0.00024226982191066782
},
{
"path": "[0].竞赛名称[0].relations.承办方[0].probability",
"onnx": 0.7001135169948149,
"pytorch": 0.6193482875823975,
"diff": 0.08076522941241748
},
{
"path": "[0].竞赛名称[0].relations.承办方[1].probability",
"onnx": 0.6193604266328165,
"pytorch": 0.8292697668075562,
"diff": 0.2099093401747396
},
{
"path": "[0].竞赛名称[0].relations.承办方[2].probability",
"onnx": 0.8291344432635412,
"pytorch": 0.7000494003295898,
"diff": 0.1290850429339514
},
{
"path": "[0].竞赛名称[0].relations.已举办次数[0].probability",
"onnx": 0.4672039099420573,
"pytorch": 0.46712979674339294,
"diff": 7.411319866434951e-05
}
],
"max_probability_diff": 0.2099093401747396
}
},
{
"case_name": "事件抽取",
"input": {
"text": "中国地震台网正式测定:5月16日06时08分在云南临沧市凤庆县(北纬24.34度,东经99.98度)发生3.5级地震,震源深度10千米。",
"schema": {
"地震触发词": [
"地震强度",
"时间",
"震中位置",
"震源深度"
]
}
},
"outputs": {
"onnx": [
{
"地震触发词": [
{
"text": "地震",
"start": 56.0,
"end": 58.0,
"probability": 0.997742496069165,
"relations": {
"地震强度": [
{
"text": "3.5级",
"start": 52.0,
"end": 56.0,
"probability": 0.9980807537133956
}
],
"时间": [
{
"text": "5月16日06时08分",
"start": 11.0,
"end": 22.0,
"probability": 0.9852992667393039
}
],
"震中位置": [
{
"text": "云南临沧市凤庆县(北纬24.34度,东经99.98度)",
"start": 23.0,
"end": 50.0,
"probability": 0.7874488113591553
}
],
"震源深度": [
{
"text": "10千米",
"start": 63.0,
"end": 67.0,
"probability": 0.9937999405099731
}
]
}
}
]
}
],
"pytorch": [
{
"地震触发词": [
{
"text": "地震",
"start": 56.0,
"end": 58.0,
"probability": 0.9977425336837769,
"relations": {
"地震强度": [
{
"text": "3.5级",
"start": 52.0,
"end": 56.0,
"probability": 0.9980801939964294
}
],
"时间": [
{
"text": "5月16日06时08分",
"start": 11.0,
"end": 22.0,
"probability": 0.9853299856185913
}
],
"震中位置": [
{
"text": "云南临沧市凤庆县(北纬24.34度,东经99.98度)",
"start": 23.0,
"end": 50.0,
"probability": 0.7874014973640442
}
],
"震源深度": [
{
"text": "10千米",
"start": 63.0,
"end": 67.0,
"probability": 0.9937973022460938
}
]
}
}
]
}
],
"matches": false,
"probability_diffs": [
{
"path": "[0].地震触发词[0].probability",
"onnx": 0.997742496069165,
"pytorch": 0.9977425336837769,
"diff": 3.761461186968518e-08
},
{
"path": "[0].地震触发词[0].relations.地震强度[0].probability",
"onnx": 0.9980807537133956,
"pytorch": 0.9980801939964294,
"diff": 5.597169661086809e-07
},
{
"path": "[0].地震触发词[0].relations.时间[0].probability",
"onnx": 0.9852992667393039,
"pytorch": 0.9853299856185913,
"diff": 3.07188792874058e-05
},
{
"path": "[0].地震触发词[0].relations.震中位置[0].probability",
"onnx": 0.7874488113591553,
"pytorch": 0.7874014973640442,
"diff": 4.731399511115342e-05
},
{
"path": "[0].地震触发词[0].relations.震源深度[0].probability",
"onnx": 0.9937999405099731,
"pytorch": 0.9937973022460938,
"diff": 2.638263879362057e-06
}
],
"max_probability_diff": 4.731399511115342e-05
}
},
{
"case_name": "情感分析",
"input": {
"text": "店面干净,很清静,服务员服务热情,性价比很高,发现收银台有排队",
"schema": {
"评价维度": [
"观点词",
"情感倾向[正向,负向]"
]
}
},
"outputs": {
"onnx": [
{
"评价维度": [
{
"text": "性价比",
"start": 17.0,
"end": 20.0,
"probability": 0.9816947685707831,
"relations": {
"观点词": [
{
"text": "高",
"start": 21.0,
"end": 22.0,
"probability": 0.9573563787963479
}
],
"情感倾向[正向,负向]": [
{
"text": "正向",
"probability": 0.9966081212676805
}
]
}
},
{
"text": "店面",
"start": 0.0,
"end": 2.0,
"probability": 0.9697329670369754,
"relations": {
"观点词": [
{
"text": "干净",
"start": 2.0,
"end": 4.0,
"probability": 0.9945395308698579
}
],
"情感倾向[正向,负向]": [
{
"text": "正向",
"probability": 0.9982160421894335
}
]
}
}
]
}
],
"pytorch": [
{
"评价维度": [
{
"text": "性价比",
"start": 17.0,
"end": 20.0,
"probability": 0.9817039370536804,
"relations": {
"观点词": [
{
"text": "高",
"start": 21.0,
"end": 22.0,
"probability": 0.9573964476585388
}
],
"情感倾向[正向,负向]": [
{
"text": "正向",
"probability": 0.9966142773628235
}
]
}
},
{
"text": "店面",
"start": 0.0,
"end": 2.0,
"probability": 0.9696847200393677,
"relations": {
"观点词": [
{
"text": "干净",
"start": 2.0,
"end": 4.0,
"probability": 0.9945318102836609
}
],
"情感倾向[正向,负向]": [
{
"text": "正向",
"probability": 0.9982153177261353
}
]
}
}
]
}
],
"matches": false,
"probability_diffs": [
{
"path": "[0].评价维度[0].probability",
"onnx": 0.9816947685707831,
"pytorch": 0.9817039370536804,
"diff": 9.168482897337071e-06
},
{
"path": "[0].评价维度[0].relations.观点词[0].probability",
"onnx": 0.9573563787963479,
"pytorch": 0.9573964476585388,
"diff": 4.006886219087846e-05
},
{
"path": "[0].评价维度[0].relations.情感倾向[正向,负向][0].probability",
"onnx": 0.9966081212676805,
"pytorch": 0.9966142773628235,
"diff": 6.156095142983986e-06
},
{
"path": "[0].评价维度[1].probability",
"onnx": 0.9697329670369754,
"pytorch": 0.9696847200393677,
"diff": 4.82469976077482e-05
},
{
"path": "[0].评价维度[1].relations.观点词[0].probability",
"onnx": 0.9945395308698579,
"pytorch": 0.9945318102836609,
"diff": 7.720586197024204e-06
},
{
"path": "[0].评价维度[1].relations.情感倾向[正向,负向][0].probability",
"onnx": 0.9982160421894335,
"pytorch": 0.9982153177261353,
"diff": 7.244632982406074e-07
}
],
"max_probability_diff": 4.82469976077482e-05
}
},
{
"case_name": "分类任务",
"input": {
"text": "这个产品用起来真的很流畅,我非常喜欢",
"schema": "情感倾向[正向,负向]"
},
"outputs": {
"onnx": [
{
"情感倾向[正向,负向]": [
{
"text": "正向",
"probability": 0.9990008568783395
}
]
}
],
"pytorch": [
{
"情感倾向[正向,负向]": [
{
"text": "正向",
"probability": 0.9990023970603943
}
]
}
],
"matches": false,
"probability_diffs": [
{
"path": "[0].情感倾向[正向,负向][0].probability",
"onnx": 0.9990008568783395,
"pytorch": 0.9990023970603943,
"diff": 1.5401820547822354e-06
}
],
"max_probability_diff": 1.5401820547822354e-06
}
},
{
"case_name": "复杂关系抽取",
"input": {
"text": "北京市海淀区人民法院\n 民事判决书\n (199x)建初字第xxx号\n 原告:张三。\n 委托代理人李四,北京市 A律师事务所律师。\n 被告:B公司,法定代表人王五,开发公司总经理。\n 委托代理人赵六,北京市 C律师事务所律师。",
"schema": [
"法院",
{
"原告": "委托代理人"
},
{
"被告": "委托代理人"
}
]
},
"outputs": {
"onnx": [
{
"法院": [
{
"text": "北京市海淀区人民法院",
"start": 0.0,
"end": 10.0,
"probability": 0.9219728006197414
}
],
"原告": [
{
"text": "张三",
"start": 71.0,
"end": 73.0,
"probability": 0.994995078985994,
"relations": {
"委托代理人": [
{
"text": "李四",
"start": 92.0,
"end": 94.0,
"probability": 0.7952536469989475
}
]
}
}
],
"被告": [
{
"text": "B公司",
"start": 124.0,
"end": 127.0,
"probability": 0.8431729295214296,
"relations": {
"委托代理人": [
{
"text": "赵六",
"start": 162.0,
"end": 164.0,
"probability": 0.7268286253941483
}
]
}
}
]
}
],
"pytorch": [
{
"法院": [
{
"text": "北京市海淀区人民法院",
"start": 0.0,
"end": 10.0,
"probability": 0.9221080541610718
}
],
"原告": [
{
"text": "张三",
"start": 71.0,
"end": 73.0,
"probability": 0.9949812889099121,
"relations": {
"委托代理人": [
{
"text": "李四",
"start": 92.0,
"end": 94.0,
"probability": 0.7956846356391907
}
]
}
}
],
"被告": [
{
"text": "B公司",
"start": 124.0,
"end": 127.0,
"probability": 0.8437343239784241,
"relations": {
"委托代理人": [
{
"text": "赵六",
"start": 162.0,
"end": 164.0,
"probability": 0.7267114520072937
}
]
}
}
]
}
],
"matches": false,
"probability_diffs": [
{
"path": "[0].法院[0].probability",
"onnx": 0.9219728006197414,
"pytorch": 0.9221080541610718,
"diff": 0.00013525354133037126
},
{
"path": "[0].原告[0].probability",
"onnx": 0.994995078985994,
"pytorch": 0.9949812889099121,
"diff": 1.3790076081932057e-05
},
{
"path": "[0].原告[0].relations.委托代理人[0].probability",
"onnx": 0.7952536469989475,
"pytorch": 0.7956846356391907,
"diff": 0.0004309886402431573
},
{
"path": "[0].被告[0].probability",
"onnx": 0.8431729295214296,
"pytorch": 0.8437343239784241,
"diff": 0.0005613944569944351
},
{
"path": "[0].被告[0].relations.委托代理人[0].probability",
"onnx": 0.7268286253941483,
"pytorch": 0.7267114520072937,
"diff": 0.00011717338685457435
}
],
"max_probability_diff": 0.0005613944569944351
}
}
],
"summary": {
"total_cases": 7,
"matching_outputs": 0,
"max_probability_diff": 0.3964776175631215
}
}