Upload folder using huggingface_hub

README.md

@@ -0,0 +1,59 @@
+# UIE ONNX模型使用指南
+
+本指南介绍如何使用和导出UIE (Universal Information Extraction) 模型的ONNX版本。
+
+## 模型说明
+
+UIE模型是一个通用信息抽取模型，基于BERT架构。该模型可以导出为ONNX格式以实现更快的推理速度。
+
+## 模型输入
+
+模型接受以下输入张量：
+
+- `input_ids`: 形状为 `[batch_size, sequence_length]` 的整型张量
+- `attention_mask`: 形状为 `[batch_size, sequence_length]` 的整型张量
+- `token_type_ids`: 形状为 `[batch_size, sequence_length]` 的整型张量
+
+其中：
+
+- `batch_size`: 批处理大小，可变
+- `sequence_length`: 序列长度，可变
+- 所有输入张量的数据类型均为 `int64`
+
+## 模型输出
+
+模型输出以下张量：
+
+- `start_prob`: 形状为 `[batch_size, sequence_length]` 的浮点张量，表示每个位置作为实体开始的概率
+- `end_prob`: 形状为 `[batch_size, sequence_length]` 的浮点张量，表示每个位置作为实体结束的概率
+
+## 使用示例
+
+```python
+python
+import onnxruntime as ort
+
+tokenizer = AutoTokenizer.from_pretrained("xusenlin/uie-base")
+session = ort.InferenceSession("path/to/model.onnx")
+
+
+intput = "张三与B公司签订了一份合同，约定了合同金额为100万元，合同期限为一年。"
+schema = ["人名", "公司", "金额", "时间"]
+input_ids_tensor, attention_mask, token_type_ids, offsets_mapping = tokenizer(
+    intput,
+    schema[0],
+    return_tensors="pt",
+    return_offsets_mapping=True,
+    add_special_tokens=True
+)
+inputs = {
+    "input_ids": input_ids_tensor, # shape: [batch_size, sequence_length]
+    "attention_mask": attention_mask, # shape: [batch_size, sequence_length]
+    "token_type_ids": token_type_ids # shape: [batch_size, sequence_length]
+}
+outputs = session.run(None, inputs)
+start_probs, end_probs = outputs
+
+# use offsets_mapping and start_probs, end_probs to get the entities
+# ...
+```

onnx/model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:adca8ba807404f82ecf3322ae639cf95c4173b0978bd6ef070bac51cb4078ab5
-size 469649896
+oid sha256:8aaba33f81d2868ed07d2c71f95f5d2d718a676a731b451ea76e3154ca612487
+size 469773190

onnx/model_bnb4.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:946ead43384e67887961d7e8055310214ea22dd61235334640ddeaf5764a67c6
-size 177698218
+oid sha256:ab458f771990521f0202c55db487c2e5338f716a7b88bc035c01fb409b982c89
+size 177816534

onnx/model_fp16.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10075606e1f8dfd37fa1f71beadea0161169aa54694a9ffdc12d0437ecb551f2
-size 234979602
+oid sha256:97cf1f26852109993535d25aa24cdae21c82adf22763b5db2c7c3b095358808b
+size 235061519

onnx/model_int8.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e33af1093b09b55a9a287cf1f5a93d165ada4d8e3267bedb10e99c8070329ba5
-size 118454842
+oid sha256:d5863a41c0cba2213dfca9170424f8b3180879fcc747a357cbcb67d969d3c44a
+size 118583963

onnx/model_q4.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fce245c6009719d1a5a36b976477f4329f451a5d56d1ecdb2adee164a5092eb
-size 183006106
+oid sha256:5640f3374b7ceb1c8f05ee366329f3683701356ba3c2449518a8d212cce8ea9a
+size 183124504

onnx/model_q4f16.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72ff1fb57dc3b951a9c91278014814ac1cfbcec36db809344b8a470369998e92
-size 112896805
+oid sha256:d833f118cd3ca1ecf75c4e7535e5158c1fd9fbf3662f3a3206f1317c3af9d80e
+size 112976800

onnx/model_quantized.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e33af1093b09b55a9a287cf1f5a93d165ada4d8e3267bedb10e99c8070329ba5
-size 118454842
+oid sha256:d5863a41c0cba2213dfca9170424f8b3180879fcc747a357cbcb67d969d3c44a
+size 118583963

onnx/model_uint8.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9d6f7c0098f7c10f15e5c2ed3b2229c9befab7620a551907b9a57bfcd89ffeb
-size 118454840
+oid sha256:cffb9fdf2d31592ef3dd438b152afd958b0dab51766f63e4339e78a0bf9eca45
+size 118583960

test_report.json

@@ -0,0 +1,1083 @@
+{
+  "timestamp": "2024-12-15 14:19:45",
+  "model_path": "./uie_base/xusenlin/uie-base/onnx/model_fp16.onnx",
+  "model_info": {
+    "onnx": "./uie_base/xusenlin/uie-base/onnx/model_fp16.onnx",
+    "pytorch": "xusenlin/uie-base"
+  },
+  "test_results": [
+    {
+      "case_name": "实体抽取",
+      "input": {
+        "text": "立冬过后小雪来，但小雪时节却无雪，这让最喜欢雪夜温酒读禁书的世子殿下很遗憾。\n\n    白狐儿脸已经在听潮亭一楼呆了半旬，入定入魔，这份毅力让吃不了苦的徐凤年自惭形秽，但这不耽误徐凤年在王府上找乐子。\n\n    花魁鱼幼薇安定下来，住在一个一夜间被植入棠蕉两种植物的幽静院子，白猫武媚娘似乎很满意新窝，又胖了几分。\n\n    徐凤年给鱼幼薇送去了最上等的貂裘，最精美的食物，但始终没有再度临幸她的凝脂美玉，刻意生疏，那个圆滚滚的禄球儿说得对，养人跟养鹰是一个理儿，得慢慢调教，快了容易失去灵气，慢了就不乖巧。\n    这世上敢这么调戏世子殿下的，明摆着就只有大柱国长女徐脂虎了。\n\n    姐弟两个从小就关系极好，她出嫁前，徐凤年到了十二三岁还被她拉着同床共枕，如果说天下间北凉王徐骁是最护短徐凤年的，徐龙象是最听话的，那徐脂虎绝对是最宠溺欢喜徐凤年的。\n\n    一得到父王书信说弟弟回城，徐脂虎立即就马不停蹄带着一群豪奴恶仆赶回娘家。\n\n",
+        "schema": [
+          "人名",
+          "时间",
+          "地点",
+          "饰品"
+        ]
+      },
+      "outputs": {
+        "onnx": [
+          {
+            "人名": [
+              {
+                "text": "徐凤年",
+                "start": 76.0,
+                "end": 79.0,
+                "probability": 0.9734153300214103
+              },
+              {
+                "text": "徐脂虎",
+                "start": 284.0,
+                "end": 287.0,
+                "probability": 0.977874454327079
+              },
+              {
+                "text": "徐凤年",
+                "start": 346.0,
+                "end": 349.0,
+                "probability": 0.9519458791550761
+              },
+              {
+                "text": "徐骁",
+                "start": 340.0,
+                "end": 342.0,
+                "probability": 0.9722451064385211
+              },
+              {
+                "text": "徐凤年",
+                "start": 312.0,
+                "end": 315.0,
+                "probability": 0.9478657699871214
+              },
+              {
+                "text": "徐脂虎",
+                "start": 361.0,
+                "end": 364.0,
+                "probability": 0.9789169051413857
+              },
+              {
+                "text": "徐脂虎",
+                "start": 396.0,
+                "end": 399.0,
+                "probability": 0.9701647997775922
+              },
+              {
+                "text": "徐凤年",
+                "start": 372.0,
+                "end": 375.0,
+                "probability": 0.9323382975404115
+              },
+              {
+                "text": "王",
+                "start": 387.0,
+                "end": 388.0,
+                "probability": 0.5895737007551531
+              },
+              {
+                "text": "鱼幼薇",
+                "start": 167.0,
+                "end": 170.0,
+                "probability": 0.894556804380116
+              },
+              {
+                "text": "徐凤年",
+                "start": 163.0,
+                "end": 166.0,
+                "probability": 0.9348918167083013
+              },
+              {
+                "text": "鱼幼薇",
+                "start": 108.0,
+                "end": 111.0,
+                "probability": 0.7981717829580433
+              },
+              {
+                "text": "武媚娘",
+                "start": 140.0,
+                "end": 143.0,
+                "probability": 0.5757094842778514
+              },
+              {
+                "text": "徐龙象",
+                "start": 351.0,
+                "end": 354.0,
+                "probability": 0.8924126757258222
+              },
+              {
+                "text": "徐凤年",
+                "start": 89.0,
+                "end": 92.0,
+                "probability": 0.9204391283800426
+              }
+            ],
+            "饰品": [
+              {
+                "text": "凝脂美玉",
+                "start": 198.0,
+                "end": 202.0,
+                "probability": 0.5377234647750875
+              }
+            ]
+          }
+        ],
+        "pytorch": [
+          {
+            "人名": [
+              {
+                "text": "徐凤年",
+                "start": 163.0,
+                "end": 166.0,
+                "probability": 0.9347324967384338
+              },
+              {
+                "text": "徐龙象",
+                "start": 351.0,
+                "end": 354.0,
+                "probability": 0.8920297622680664
+              },
+              {
+                "text": "徐凤年",
+                "start": 76.0,
+                "end": 79.0,
+                "probability": 0.9734014272689819
+              },
+              {
+                "text": "鱼幼薇",
+                "start": 108.0,
+                "end": 111.0,
+                "probability": 0.7986579537391663
+              },
+              {
+                "text": "徐凤年",
+                "start": 312.0,
+                "end": 315.0,
+                "probability": 0.947639524936676
+              },
+              {
+                "text": "徐凤年",
+                "start": 346.0,
+                "end": 349.0,
+                "probability": 0.9518017172813416
+              },
+              {
+                "text": "鱼幼薇",
+                "start": 167.0,
+                "end": 170.0,
+                "probability": 0.8946396708488464
+              },
+              {
+                "text": "徐凤年",
+                "start": 372.0,
+                "end": 375.0,
+                "probability": 0.9319543838500977
+              },
+              {
+                "text": "王",
+                "start": 387.0,
+                "end": 388.0,
+                "probability": 0.5893056392669678
+              },
+              {
+                "text": "徐脂虎",
+                "start": 396.0,
+                "end": 399.0,
+                "probability": 0.9700623750686646
+              },
+              {
+                "text": "徐脂虎",
+                "start": 361.0,
+                "end": 364.0,
+                "probability": 0.9788591265678406
+              },
+              {
+                "text": "徐脂虎",
+                "start": 284.0,
+                "end": 287.0,
+                "probability": 0.9778398275375366
+              },
+              {
+                "text": "徐骁",
+                "start": 340.0,
+                "end": 342.0,
+                "probability": 0.9721871018409729
+              },
+              {
+                "text": "徐凤年",
+                "start": 89.0,
+                "end": 92.0,
+                "probability": 0.9202938675880432
+              },
+              {
+                "text": "武媚娘",
+                "start": 140.0,
+                "end": 143.0,
+                "probability": 0.5761253833770752
+              }
+            ],
+            "饰品": [
+              {
+                "text": "凝脂美玉",
+                "start": 198.0,
+                "end": 202.0,
+                "probability": 0.5364798307418823
+              }
+            ]
+          }
+        ],
+        "matches": false,
+        "probability_diffs": [
+          {
+            "path": "[0].人名[0].probability",
+            "onnx": 0.9734153300214103,
+            "pytorch": 0.9347324967384338,
+            "diff": 0.0386828332829765
+          },
+          {
+            "path": "[0].人名[1].probability",
+            "onnx": 0.977874454327079,
+            "pytorch": 0.8920297622680664,
+            "diff": 0.08584469205901257
+          },
+          {
+            "path": "[0].人名[2].probability",
+            "onnx": 0.9519458791550761,
+            "pytorch": 0.9734014272689819,
+            "diff": 0.02145554811390582
+          },
+          {
+            "path": "[0].人名[3].probability",
+            "onnx": 0.9722451064385211,
+            "pytorch": 0.7986579537391663,
+            "diff": 0.17358715269935487
+          },
+          {
+            "path": "[0].人名[4].probability",
+            "onnx": 0.9478657699871214,
+            "pytorch": 0.947639524936676,
+            "diff": 0.0002262450504453284
+          },
+          {
+            "path": "[0].人名[5].probability",
+            "onnx": 0.9789169051413857,
+            "pytorch": 0.9518017172813416,
+            "diff": 0.027115187860044188
+          },
+          {
+            "path": "[0].人名[6].probability",
+            "onnx": 0.9701647997775922,
+            "pytorch": 0.8946396708488464,
+            "diff": 0.07552512892874574
+          },
+          {
+            "path": "[0].人名[7].probability",
+            "onnx": 0.9323382975404115,
+            "pytorch": 0.9319543838500977,
+            "diff": 0.0003839136903138751
+          },
+          {
+            "path": "[0].人名[8].probability",
+            "onnx": 0.5895737007551531,
+            "pytorch": 0.5893056392669678,
+            "diff": 0.0002680614881853671
+          },
+          {
+            "path": "[0].人名[9].probability",
+            "onnx": 0.894556804380116,
+            "pytorch": 0.9700623750686646,
+            "diff": 0.07550557068854857
+          },
+          {
+            "path": "[0].人名[10].probability",
+            "onnx": 0.9348918167083013,
+            "pytorch": 0.9788591265678406,
+            "diff": 0.04396730985953923
+          },
+          {
+            "path": "[0].人名[11].probability",
+            "onnx": 0.7981717829580433,
+            "pytorch": 0.9778398275375366,
+            "diff": 0.17966804457949337
+          },
+          {
+            "path": "[0].人名[12].probability",
+            "onnx": 0.5757094842778514,
+            "pytorch": 0.9721871018409729,
+            "diff": 0.3964776175631215
+          },
+          {
+            "path": "[0].人名[13].probability",
+            "onnx": 0.8924126757258222,
+            "pytorch": 0.9202938675880432,
+            "diff": 0.027881191862221044
+          },
+          {
+            "path": "[0].人名[14].probability",
+            "onnx": 0.9204391283800426,
+            "pytorch": 0.5761253833770752,
+            "diff": 0.3443137450029674
+          },
+          {
+            "path": "[0].饰品[0].probability",
+            "onnx": 0.5377234647750875,
+            "pytorch": 0.5364798307418823,
+            "diff": 0.0012436340332051543
+          }
+        ],
+        "max_probability_diff": 0.3964776175631215
+      }
+    },
+    {
+      "case_name": "实体抽取",
+      "input": {
+        "text": "2月8日上午北京冬奥会自由式滑雪女子大跳台决赛中中国选手谷爱凌以188.25分获得金牌",
+        "schema": [
+          "时间",
+          "选手",
+          "赛事名称"
+        ]
+      },
+      "outputs": {
+        "onnx": [
+          {
+            "时间": [
+              {
+                "text": "2月8日上午",
+                "start": 0.0,
+                "end": 6.0,
+                "probability": 0.98412900742278
+              }
+            ],
+            "选手": [
+              {
+                "text": "谷爱凌",
+                "start": 28.0,
+                "end": 31.0,
+                "probability": 0.948812334341909
+              }
+            ],
+            "赛事名称": [
+              {
+                "text": "北京冬奥会自由式滑雪女子大跳台决赛",
+                "start": 6.0,
+                "end": 23.0,
+                "probability": 0.8410896860125945
+              }
+            ]
+          }
+        ],
+        "pytorch": [
+          {
+            "时间": [
+              {
+                "text": "2月8日上午",
+                "start": 0.0,
+                "end": 6.0,
+                "probability": 0.9841681718826294
+              }
+            ],
+            "选手": [
+              {
+                "text": "谷爱凌",
+                "start": 28.0,
+                "end": 31.0,
+                "probability": 0.9488540291786194
+              }
+            ],
+            "赛事名称": [
+              {
+                "text": "北京冬奥会自由式滑雪女子大跳台决赛",
+                "start": 6.0,
+                "end": 23.0,
+                "probability": 0.8410930037498474
+              }
+            ]
+          }
+        ],
+        "matches": false,
+        "probability_diffs": [
+          {
+            "path": "[0].时间[0].probability",
+            "onnx": 0.98412900742278,
+            "pytorch": 0.9841681718826294,
+            "diff": 3.9164459849416744e-05
+          },
+          {
+            "path": "[0].选手[0].probability",
+            "onnx": 0.948812334341909,
+            "pytorch": 0.9488540291786194,
+            "diff": 4.169483671034868e-05
+          },
+          {
+            "path": "[0].赛事名称[0].probability",
+            "onnx": 0.8410896860125945,
+            "pytorch": 0.8410930037498474,
+            "diff": 3.3177372529280547e-06
+          }
+        ],
+        "max_probability_diff": 4.169483671034868e-05
+      }
+    },
+    {
+      "case_name": "关系抽取",
+      "input": {
+        "text": "2022语言与智能技术竞赛由中国中文信息学会和中国计算机学会联合主办，百度公司、中国中文信息学会评测工作委员会和中国计算机学会自然语言处理专委会承办，已连续举办4届，成为全球最热门的中文NLP赛事之一。",
+        "schema": {
+          "竞赛名称": [
+            "主办方",
+            "承办方",
+            "已举办次数"
+          ]
+        }
+      },
+      "outputs": {
+        "onnx": [
+          {
+            "竞赛名称": [
+              {
+                "text": "2022语言与智能技术竞赛",
+                "start": 0.0,
+                "end": 13.0,
+                "probability": 0.7823843082569226,
+                "relations": {
+                  "主办方": [
+                    {
+                      "text": "中国中文信息学会",
+                      "start": 14.0,
+                      "end": 22.0,
+                      "probability": 0.8419661941400491
+                    },
+                    {
+                      "text": "中国计算机学会",
+                      "start": 23.0,
+                      "end": 30.0,
+                      "probability": 0.7578377954284861
+                    }
+                  ],
+                  "承办方": [
+                    {
+                      "text": "中国中文信息学会评测工作委员会",
+                      "start": 40.0,
+                      "end": 55.0,
+                      "probability": 0.7001135169948149
+                    },
+                    {
+                      "text": "中国计算机学会自然语言处理专委会",
+                      "start": 56.0,
+                      "end": 72.0,
+                      "probability": 0.6193604266328165
+                    },
+                    {
+                      "text": "百度公司",
+                      "start": 35.0,
+                      "end": 39.0,
+                      "probability": 0.8291344432635412
+                    }
+                  ],
+                  "已举办次数": [
+                    {
+                      "text": "4届",
+                      "start": 80.0,
+                      "end": 82.0,
+                      "probability": 0.4672039099420573
+                    }
+                  ]
+                }
+              }
+            ]
+          }
+        ],
+        "pytorch": [
+          {
+            "竞赛名称": [
+              {
+                "text": "2022语言与智能技术竞赛",
+                "start": 0.0,
+                "end": 13.0,
+                "probability": 0.7825390696525574,
+                "relations": {
+                  "主办方": [
+                    {
+                      "text": "中国中文信息学会",
+                      "start": 14.0,
+                      "end": 22.0,
+                      "probability": 0.8421703577041626
+                    },
+                    {
+                      "text": "中国计算机学会",
+                      "start": 23.0,
+                      "end": 30.0,
+                      "probability": 0.7580800652503967
+                    }
+                  ],
+                  "承办方": [
+                    {
+                      "text": "中国计算机学会自然语言处理专委会",
+                      "start": 56.0,
+                      "end": 72.0,
+                      "probability": 0.6193482875823975
+                    },
+                    {
+                      "text": "百度公司",
+                      "start": 35.0,
+                      "end": 39.0,
+                      "probability": 0.8292697668075562
+                    },
+                    {
+                      "text": "中国中文信息学会评测工作委员会",
+                      "start": 40.0,
+                      "end": 55.0,
+                      "probability": 0.7000494003295898
+                    }
+                  ],
+                  "已举办次数": [
+                    {
+                      "text": "4届",
+                      "start": 80.0,
+                      "end": 82.0,
+                      "probability": 0.46712979674339294
+                    }
+                  ]
+                }
+              }
+            ]
+          }
+        ],
+        "matches": false,
+        "probability_diffs": [
+          {
+            "path": "[0].竞赛名称[0].probability",
+            "onnx": 0.7823843082569226,
+            "pytorch": 0.7825390696525574,
+            "diff": 0.00015476139563475044
+          },
+          {
+            "path": "[0].竞赛名称[0].relations.主办方[0].probability",
+            "onnx": 0.8419661941400491,
+            "pytorch": 0.8421703577041626,
+            "diff": 0.0002041635641134576
+          },
+          {
+            "path": "[0].竞赛名称[0].relations.主办方[1].probability",
+            "onnx": 0.7578377954284861,
+            "pytorch": 0.7580800652503967,
+            "diff": 0.00024226982191066782
+          },
+          {
+            "path": "[0].竞赛名称[0].relations.承办方[0].probability",
+            "onnx": 0.7001135169948149,
+            "pytorch": 0.6193482875823975,
+            "diff": 0.08076522941241748
+          },
+          {
+            "path": "[0].竞赛名称[0].relations.承办方[1].probability",
+            "onnx": 0.6193604266328165,
+            "pytorch": 0.8292697668075562,
+            "diff": 0.2099093401747396
+          },
+          {
+            "path": "[0].竞赛名称[0].relations.承办方[2].probability",
+            "onnx": 0.8291344432635412,
+            "pytorch": 0.7000494003295898,
+            "diff": 0.1290850429339514
+          },
+          {
+            "path": "[0].竞赛名称[0].relations.已举办次数[0].probability",
+            "onnx": 0.4672039099420573,
+            "pytorch": 0.46712979674339294,
+            "diff": 7.411319866434951e-05
+          }
+        ],
+        "max_probability_diff": 0.2099093401747396
+      }
+    },
+    {
+      "case_name": "事件抽取",
+      "input": {
+        "text": "中国地震台网正式测定：5月16日06时08分在云南临沧市凤庆县(北纬24.34度，东经99.98度)发生3.5级地震，震源深度10千米。",
+        "schema": {
+          "地震触发词": [
+            "地震强度",
+            "时间",
+            "震中位置",
+            "震源深度"
+          ]
+        }
+      },
+      "outputs": {
+        "onnx": [
+          {
+            "地震触发词": [
+              {
+                "text": "地震",
+                "start": 56.0,
+                "end": 58.0,
+                "probability": 0.997742496069165,
+                "relations": {
+                  "地震强度": [
+                    {
+                      "text": "3.5级",
+                      "start": 52.0,
+                      "end": 56.0,
+                      "probability": 0.9980807537133956
+                    }
+                  ],
+                  "时间": [
+                    {
+                      "text": "5月16日06时08分",
+                      "start": 11.0,
+                      "end": 22.0,
+                      "probability": 0.9852992667393039
+                    }
+                  ],
+                  "震中位置": [
+                    {
+                      "text": "云南临沧市凤庆县(北纬24.34度，东经99.98度)",
+                      "start": 23.0,
+                      "end": 50.0,
+                      "probability": 0.7874488113591553
+                    }
+                  ],
+                  "震源深度": [
+                    {
+                      "text": "10千米",
+                      "start": 63.0,
+                      "end": 67.0,
+                      "probability": 0.9937999405099731
+                    }
+                  ]
+                }
+              }
+            ]
+          }
+        ],
+        "pytorch": [
+          {
+            "地震触发词": [
+              {
+                "text": "地震",
+                "start": 56.0,
+                "end": 58.0,
+                "probability": 0.9977425336837769,
+                "relations": {
+                  "地震强度": [
+                    {
+                      "text": "3.5级",
+                      "start": 52.0,
+                      "end": 56.0,
+                      "probability": 0.9980801939964294
+                    }
+                  ],
+                  "时间": [
+                    {
+                      "text": "5月16日06时08分",
+                      "start": 11.0,
+                      "end": 22.0,
+                      "probability": 0.9853299856185913
+                    }
+                  ],
+                  "震中位置": [
+                    {
+                      "text": "云南临沧市凤庆县(北纬24.34度，东经99.98度)",
+                      "start": 23.0,
+                      "end": 50.0,
+                      "probability": 0.7874014973640442
+                    }
+                  ],
+                  "震源深度": [
+                    {
+                      "text": "10千米",
+                      "start": 63.0,
+                      "end": 67.0,
+                      "probability": 0.9937973022460938
+                    }
+                  ]
+                }
+              }
+            ]
+          }
+        ],
+        "matches": false,
+        "probability_diffs": [
+          {
+            "path": "[0].地震触发词[0].probability",
+            "onnx": 0.997742496069165,
+            "pytorch": 0.9977425336837769,
+            "diff": 3.761461186968518e-08
+          },
+          {
+            "path": "[0].地震触发词[0].relations.地震强度[0].probability",
+            "onnx": 0.9980807537133956,
+            "pytorch": 0.9980801939964294,
+            "diff": 5.597169661086809e-07
+          },
+          {
+            "path": "[0].地震触发词[0].relations.时间[0].probability",
+            "onnx": 0.9852992667393039,
+            "pytorch": 0.9853299856185913,
+            "diff": 3.07188792874058e-05
+          },
+          {
+            "path": "[0].地震触发词[0].relations.震中位置[0].probability",
+            "onnx": 0.7874488113591553,
+            "pytorch": 0.7874014973640442,
+            "diff": 4.731399511115342e-05
+          },
+          {
+            "path": "[0].地震触发词[0].relations.震源深度[0].probability",
+            "onnx": 0.9937999405099731,
+            "pytorch": 0.9937973022460938,
+            "diff": 2.638263879362057e-06
+          }
+        ],
+        "max_probability_diff": 4.731399511115342e-05
+      }
+    },
+    {
+      "case_name": "情感分析",
+      "input": {
+        "text": "店面干净，很清静，服务员服务热情，性价比很高，发现收银台有排队",
+        "schema": {
+          "评价维度": [
+            "观点词",
+            "情感倾向[正向，负向]"
+          ]
+        }
+      },
+      "outputs": {
+        "onnx": [
+          {
+            "评价维度": [
+              {
+                "text": "性价比",
+                "start": 17.0,
+                "end": 20.0,
+                "probability": 0.9816947685707831,
+                "relations": {
+                  "观点词": [
+                    {
+                      "text": "高",
+                      "start": 21.0,
+                      "end": 22.0,
+                      "probability": 0.9573563787963479
+                    }
+                  ],
+                  "情感倾向[正向，负向]": [
+                    {
+                      "text": "正向",
+                      "probability": 0.9966081212676805
+                    }
+                  ]
+                }
+              },
+              {
+                "text": "店面",
+                "start": 0.0,
+                "end": 2.0,
+                "probability": 0.9697329670369754,
+                "relations": {
+                  "观点词": [
+                    {
+                      "text": "干净",
+                      "start": 2.0,
+                      "end": 4.0,
+                      "probability": 0.9945395308698579
+                    }
+                  ],
+                  "情感倾向[正向，负向]": [
+                    {
+                      "text": "正向",
+                      "probability": 0.9982160421894335
+                    }
+                  ]
+                }
+              }
+            ]
+          }
+        ],
+        "pytorch": [
+          {
+            "评价维度": [
+              {
+                "text": "性价比",
+                "start": 17.0,
+                "end": 20.0,
+                "probability": 0.9817039370536804,
+                "relations": {
+                  "观点词": [
+                    {
+                      "text": "高",
+                      "start": 21.0,
+                      "end": 22.0,
+                      "probability": 0.9573964476585388
+                    }
+                  ],
+                  "情感倾向[正向，负向]": [
+                    {
+                      "text": "正向",
+                      "probability": 0.9966142773628235
+                    }
+                  ]
+                }
+              },
+              {
+                "text": "店面",
+                "start": 0.0,
+                "end": 2.0,
+                "probability": 0.9696847200393677,
+                "relations": {
+                  "观点词": [
+                    {
+                      "text": "干净",
+                      "start": 2.0,
+                      "end": 4.0,
+                      "probability": 0.9945318102836609
+                    }
+                  ],
+                  "情感倾向[正向，负向]": [
+                    {
+                      "text": "正向",
+                      "probability": 0.9982153177261353
+                    }
+                  ]
+                }
+              }
+            ]
+          }
+        ],
+        "matches": false,
+        "probability_diffs": [
+          {
+            "path": "[0].评价维度[0].probability",
+            "onnx": 0.9816947685707831,
+            "pytorch": 0.9817039370536804,
+            "diff": 9.168482897337071e-06
+          },
+          {
+            "path": "[0].评价维度[0].relations.观点词[0].probability",
+            "onnx": 0.9573563787963479,
+            "pytorch": 0.9573964476585388,
+            "diff": 4.006886219087846e-05
+          },
+          {
+            "path": "[0].评价维度[0].relations.情感倾向[正向，负向][0].probability",
+            "onnx": 0.9966081212676805,
+            "pytorch": 0.9966142773628235,
+            "diff": 6.156095142983986e-06
+          },
+          {
+            "path": "[0].评价维度[1].probability",
+            "onnx": 0.9697329670369754,
+            "pytorch": 0.9696847200393677,
+            "diff": 4.82469976077482e-05
+          },
+          {
+            "path": "[0].评价维度[1].relations.观点词[0].probability",
+            "onnx": 0.9945395308698579,
+            "pytorch": 0.9945318102836609,
+            "diff": 7.720586197024204e-06
+          },
+          {
+            "path": "[0].评价维度[1].relations.情感倾向[正向，负向][0].probability",
+            "onnx": 0.9982160421894335,
+            "pytorch": 0.9982153177261353,
+            "diff": 7.244632982406074e-07
+          }
+        ],
+        "max_probability_diff": 4.82469976077482e-05
+      }
+    },
+    {
+      "case_name": "分类任务",
+      "input": {
+        "text": "这个产品用起来真的很流畅，我非常喜欢",
+        "schema": "情感倾向[正向，负向]"
+      },
+      "outputs": {
+        "onnx": [
+          {
+            "情感倾向[正向，负向]": [
+              {
+                "text": "正向",
+                "probability": 0.9990008568783395
+              }
+            ]
+          }
+        ],
+        "pytorch": [
+          {
+            "情感倾向[正向，负向]": [
+              {
+                "text": "正向",
+                "probability": 0.9990023970603943
+              }
+            ]
+          }
+        ],
+        "matches": false,
+        "probability_diffs": [
+          {
+            "path": "[0].情感倾向[正向，负向][0].probability",
+            "onnx": 0.9990008568783395,
+            "pytorch": 0.9990023970603943,
+            "diff": 1.5401820547822354e-06
+          }
+        ],
+        "max_probability_diff": 1.5401820547822354e-06
+      }
+    },
+    {
+      "case_name": "复杂关系抽取",
+      "input": {
+        "text": "北京市海淀区人民法院\n            民事判决书\n            (199x)建初字第xxx号\n            原告：张三。\n            委托代理人李四，北京市 A律师事务所律师。\n            被告：B公司，法定代表人王五，开发公司总经理。\n            委托代理人赵六，北京市 C律师事务所律师。",
+        "schema": [
+          "法院",
+          {
+            "原告": "委托代理人"
+          },
+          {
+            "被告": "委托代理人"
+          }
+        ]
+      },
+      "outputs": {
+        "onnx": [
+          {
+            "法院": [
+              {
+                "text": "北京市海淀区人民法院",
+                "start": 0.0,
+                "end": 10.0,
+                "probability": 0.9219728006197414
+              }
+            ],
+            "原告": [
+              {
+                "text": "张三",
+                "start": 71.0,
+                "end": 73.0,
+                "probability": 0.994995078985994,
+                "relations": {
+                  "委托代理人": [
+                    {
+                      "text": "李四",
+                      "start": 92.0,
+                      "end": 94.0,
+                      "probability": 0.7952536469989475
+                    }
+                  ]
+                }
+              }
+            ],
+            "被告": [
+              {
+                "text": "B公司",
+                "start": 124.0,
+                "end": 127.0,
+                "probability": 0.8431729295214296,
+                "relations": {
+                  "委托代理人": [
+                    {
+                      "text": "赵六",
+                      "start": 162.0,
+                      "end": 164.0,
+                      "probability": 0.7268286253941483
+                    }
+                  ]
+                }
+              }
+            ]
+          }
+        ],
+        "pytorch": [
+          {
+            "法院": [
+              {
+                "text": "北京市海淀区人民法院",
+                "start": 0.0,
+                "end": 10.0,
+                "probability": 0.9221080541610718
+              }
+            ],
+            "原告": [
+              {
+                "text": "张三",
+                "start": 71.0,
+                "end": 73.0,
+                "probability": 0.9949812889099121,
+                "relations": {
+                  "委托代理人": [
+                    {
+                      "text": "李四",
+                      "start": 92.0,
+                      "end": 94.0,
+                      "probability": 0.7956846356391907
+                    }
+                  ]
+                }
+              }
+            ],
+            "被告": [
+              {
+                "text": "B公司",
+                "start": 124.0,
+                "end": 127.0,
+                "probability": 0.8437343239784241,
+                "relations": {
+                  "委托代理人": [
+                    {
+                      "text": "赵六",
+                      "start": 162.0,
+                      "end": 164.0,
+                      "probability": 0.7267114520072937
+                    }
+                  ]
+                }
+              }
+            ]
+          }
+        ],
+        "matches": false,
+        "probability_diffs": [
+          {
+            "path": "[0].法院[0].probability",
+            "onnx": 0.9219728006197414,
+            "pytorch": 0.9221080541610718,
+            "diff": 0.00013525354133037126
+          },
+          {
+            "path": "[0].原告[0].probability",
+            "onnx": 0.994995078985994,
+            "pytorch": 0.9949812889099121,
+            "diff": 1.3790076081932057e-05
+          },
+          {
+            "path": "[0].原告[0].relations.委托代理人[0].probability",
+            "onnx": 0.7952536469989475,
+            "pytorch": 0.7956846356391907,
+            "diff": 0.0004309886402431573
+          },
+          {
+            "path": "[0].被告[0].probability",
+            "onnx": 0.8431729295214296,
+            "pytorch": 0.8437343239784241,
+            "diff": 0.0005613944569944351
+          },
+          {
+            "path": "[0].被告[0].relations.委托代理人[0].probability",
+            "onnx": 0.7268286253941483,
+            "pytorch": 0.7267114520072937,
+            "diff": 0.00011717338685457435
+          }
+        ],
+        "max_probability_diff": 0.0005613944569944351
+      }
+    }
+  ],
+  "summary": {
+    "total_cases": 7,
+    "matching_outputs": 0,
+    "max_probability_diff": 0.3964776175631215
+  }
+}