{
  "repo_id": "Edmon02/gemma-4-12B-it-GGUF",
  "base_model": "google/gemma-4-12B-it",
  "source_mirror": "bartowski/gemma-4-12B-it-GGUF",
  "format": "gguf",
  "multimodal": true,
  "requires_mmproj_for_vision": true,
  "files": [
    {
      "path": "gemma-4-12B-it-IQ2_M.gguf",
      "quantization": "IQ2_M",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-IQ2_S.gguf",
      "quantization": "IQ2_S",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-IQ3_M.gguf",
      "quantization": "IQ3_M",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-IQ3_XS.gguf",
      "quantization": "IQ3_XS",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-IQ3_XXS.gguf",
      "quantization": "IQ3_XXS",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-IQ4_NL.gguf",
      "quantization": "IQ4_NL",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-IQ4_XS.gguf",
      "quantization": "IQ4_XS",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q2_K.gguf",
      "quantization": "Q2_K",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q2_K_L.gguf",
      "quantization": "Q2_K_L",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q3_K_L.gguf",
      "quantization": "Q3_K_L",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q3_K_M.gguf",
      "quantization": "Q3_K_M",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q3_K_S.gguf",
      "quantization": "Q3_K_S",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q3_K_XL.gguf",
      "quantization": "Q3_K_XL",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q4_0.gguf",
      "quantization": "Q4_0",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q4_1.gguf",
      "quantization": "Q4_1",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q4_K_L.gguf",
      "quantization": "Q4_K_L",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q4_K_M.gguf",
      "quantization": "Q4_K_M",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q4_K_S.gguf",
      "quantization": "Q4_K_S",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q5_K_L.gguf",
      "quantization": "Q5_K_L",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q5_K_M.gguf",
      "quantization": "Q5_K_M",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q5_K_S.gguf",
      "quantization": "Q5_K_S",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q6_K.gguf",
      "quantization": "Q6_K",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q6_K_L.gguf",
      "quantization": "Q6_K_L",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-Q8_0.gguf",
      "quantization": "Q8_0",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-bf16.gguf",
      "quantization": "bf16",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "gemma-4-12B-it-imatrix.gguf",
      "quantization": "imatrix",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": false
    },
    {
      "path": "mmproj-gemma-4-12B-it-bf16.gguf",
      "quantization": "mmproj-bf16",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": true
    },
    {
      "path": "mmproj-gemma-4-12B-it-f16.gguf",
      "quantization": "mmproj-f16",
      "size_bytes": null,
      "size_gb": null,
      "is_mmproj": true
    }
  ]
}