latency_receipt.json

{
  "environment": {
    "cpu_only": true,
    "onnxruntime": "1.28.0",
    "tensorflow": "2.21.0",
    "torch": "2.13.0+cu130"
  },
  "onnx_batch1": {
    "median_ms": 0.006119,
    "p95_ms": 0.0067055,
    "repeats": 150
  },
  "onnx_batch1024": {
    "median_ms": 0.17622100000000002,
    "p95_ms": 0.24993579999999999,
    "repeats": 50
  },
  "pytorch_batch1": {
    "median_ms": 0.033549999999999996,
    "p95_ms": 0.03858209999999997,
    "repeats": 150
  },
  "scope": "single_container_cpu_measurement_not_device_slo"
}