metrics/ernie_uint4_qmm_explicit_default_allocator_8step_metrics.json

{
  "label": "ernie_uint4_qmm_explicit_default_allocator_8step_repeat2",
  "device": "NVIDIA RTX 6000 Ada Generation",
  "torch": "2.8.0+cu128",
  "sdnq": "0.1.9",
  "env": {
    "PYTORCH_CUDA_ALLOC_CONF": null
  },
  "settings": {
    "num_inference_steps": 8,
    "guidance_scale": 1.0,
    "use_pe": false,
    "explicit_apply_qmm": true,
    "qmm_states": {
      "pe": true,
      "text_encoder": true,
      "transformer": true
    }
  },
  "load": {
    "seconds": 63.15932087600231,
    "gpu_start_mib": 436,
    "gpu_end_mib": 10172,
    "torch_peak_allocated_mib": 9724,
    "torch_peak_reserved_mib": 9738
  },
  "generations": [
    {
      "prompt_id": "00-cyrillic-poster",
      "title": "Cyrillic event poster",
      "seed": 41001,
      "width": 1024,
      "height": 1024,
      "seconds": 8.344464145600796,
      "gpu_start_mib": 10172,
      "gpu_end_mib": 11070,
      "torch_peak_allocated_mib": 19150,
      "torch_peak_reserved_mib": 19296
    },
    {
      "prompt_id": "01-long-text-bakery-ad",
      "title": "Long text product ad",
      "seed": 41002,
      "width": 896,
      "height": 1200,
      "seconds": 6.855839736759663,
      "gpu_start_mib": 11070,
      "gpu_end_mib": 11086,
      "torch_peak_allocated_mib": 19391,
      "torch_peak_reserved_mib": 19540
    },
    {
      "prompt_id": "02-technical-diagram",
      "title": "Technical diagram",
      "seed": 41003,
      "width": 1200,
      "height": 896,
      "seconds": 6.9446728229522705,
      "gpu_start_mib": 11086,
      "gpu_end_mib": 11086,
      "torch_peak_allocated_mib": 19391,
      "torch_peak_reserved_mib": 19540
    },
    {
      "prompt_id": "03-four-panel-comic",
      "title": "Four-panel comic",
      "seed": 41004,
      "width": 1024,
      "height": 1024,
      "seconds": 5.54518087208271,
      "gpu_start_mib": 11086,
      "gpu_end_mib": 13474,
      "torch_peak_allocated_mib": 12172,
      "torch_peak_reserved_mib": 12954
    },
    {
      "prompt_id": "04-public-domain-painter-fusion",
      "title": "Painterly style fusion",
      "seed": 41005,
      "width": 1024,
      "height": 1024,
      "seconds": 5.585576198995113,
      "gpu_start_mib": 13474,
      "gpu_end_mib": 13474,
      "torch_peak_allocated_mib": 12171,
      "torch_peak_reserved_mib": 12954
    },
    {
      "prompt_id": "05-dashboard-ui",
      "title": "Dense UI dashboard",
      "seed": 41006,
      "width": 1376,
      "height": 768,
      "seconds": 6.736225217580795,
      "gpu_start_mib": 13474,
      "gpu_end_mib": 11140,
      "torch_peak_allocated_mib": 19226,
      "torch_peak_reserved_mib": 19308
    },
    {
      "prompt_id": "06-glass-still-life",
      "title": "Glass and reflections",
      "seed": 41007,
      "width": 1024,
      "height": 1024,
      "seconds": 5.988675691187382,
      "gpu_start_mib": 11140,
      "gpu_end_mib": 13506,
      "torch_peak_allocated_mib": 12171,
      "torch_peak_reserved_mib": 12986
    },
    {
      "prompt_id": "07-botanical-field-guide",
      "title": "Field guide plate",
      "seed": 41008,
      "width": 896,
      "height": 1200,
      "seconds": 5.80891427397728,
      "gpu_start_mib": 13506,
      "gpu_end_mib": 15086,
      "torch_peak_allocated_mib": 12236,
      "torch_peak_reserved_mib": 14564
    },
    {
      "prompt_id": "08-restaurant-menu-board",
      "title": "Menu board text",
      "seed": 41009,
      "width": 1024,
      "height": 1024,
      "seconds": 5.700445763766766,
      "gpu_start_mib": 15086,
      "gpu_end_mib": 15098,
      "torch_peak_allocated_mib": 12172,
      "torch_peak_reserved_mib": 14576
    },
    {
      "prompt_id": "09-isometric-city-map",
      "title": "Isometric map",
      "seed": 41010,
      "width": 1200,
      "height": 896,
      "seconds": 5.566534325480461,
      "gpu_start_mib": 15098,
      "gpu_end_mib": 15888,
      "torch_peak_allocated_mib": 12236,
      "torch_peak_reserved_mib": 15366
    }
  ],
  "summary": {
    "cold_seconds": 8.344464145600796,
    "hot_mean_seconds": 6.081340544753605,
    "hot_median_seconds": 5.80891427397728,
    "hot_min_seconds": 5.54518087208271,
    "hot_max_seconds": 6.9446728229522705,
    "hot_max_reserved_mib": 19540,
    "hot_max_allocated_mib": 19391
  }
}