quantization_manifest.json

{
  "source_model": "/media/prasanna/716F26140AED9B67/models/Marlin-2B",
  "quantization": {
    "method": "gptq",
    "bits": 4,
    "group_size": 128,
    "desc_act": true,
    "sym": true
  },
  "calibration_samples": 6,
  "note": "This directory was produced locally from the source checkpoint. The original checkpoint is unchanged."
}