| --- |
| license: apache-2.0 |
| base_model: mistralai/Ministral-3-3B-Instruct-2512-BF16 |
| base_model_relation: quantized |
| quantized_by: UnstableLlama |
| tags: |
| - exl3 |
| --- |
| <style> |
| @import url('https://fonts.googleapis.com/css2?family=JetBrains+Mono:wght@400;700&display=swap'); |
|
|
| .test-container { |
| font-family: 'JetBrains Mono', 'Fira Code', monospace; |
| background-color: #0d0d0d; |
| color: #00ff9f; /* Neon Green text base */ |
| padding: 25px; |
| border: 1px solid #333; |
| border-radius: 4px; |
| } |
| |
| .test-header { |
| border-bottom: 2px solid #ff00ff; /* Magenta accent */ |
| margin-bottom: 30px; |
| padding-bottom: 15px; |
| } |
| |
| .test-header h1 { |
| color: #ffffff; /* Pure white text */ |
| font-size: 1.8em; |
| text-transform: uppercase; |
| letter-spacing: 1px; |
| margin: 0 0 10px 0; |
| text-shadow: |
| 0 0 8px #ffffff, |
| 0 0 16px #cccccc, |
| 0 0 24px #999999; /* Strong white/silver glow */ |
| } |
| |
|
|
| .test-meta { |
| display: flex; |
| gap: 15px; |
| font-size: 0.9em; |
| opacity: 0.8; |
| } |
| |
| .test-card { |
| border: 1px solid #00ff9f; |
| margin-bottom: 25px; |
| background-color: #111; |
| box-shadow: 5px 5px 0px #ff00ff; /* Hard magenta shadow for depth */ |
| } |
| |
| .test-card h2 { |
| background-color: #00ff9f; |
| color: #0d0d0d; |
| margin: 0; |
| padding: 8px 15px; |
| text-transform: uppercase; |
| font-size: 1.1em; |
| font-weight: 800; |
| letter-spacing: 1px; |
| } |
| |
| .test-content { |
| padding: 20px; |
| } |
| |
| /* Glitch Table Styling */ |
| .glitch-table-wrapper { |
| width: fit-content; /* Shrinks box to fit content */ |
| min-width: 400px; /* keeps it from getting too small */ |
| border: 1px solid rgba(0, 255, 159, 0.4); /* slightly brighter border base */ |
| border-radius: 6px; |
| padding: 15px; |
| margin-top: 20px; |
| } |
| .glitch-table th { |
| border-bottom: 2px solid #ff00ff; |
| color: #ff00ff; |
| padding: 12px; |
| font-weight: 700; |
| text-transform: uppercase; |
| font-size: 0.9em; |
| } |
| .glitch-table td { |
| border-bottom: 1px dashed #333; |
| padding: 12px; |
| transition: background 0.2s; |
| } |
| .glitch-table tr:hover td { |
| background-color: #1a1a1a; |
| color: #fff; |
| } |
| |
| /* Link Styling */ |
| a.test-link { |
| color: #00ff9f; |
| text-decoration: none; |
| font-weight: 700; |
| border-bottom: 1px dotted #00ff9f; |
| transition: all 0.2s; |
| } |
| a.test-link:hover { |
| background-color: #ff00ff; |
| color: #0d0d0d; |
| border-bottom: none; |
| box-shadow: 3px 3px 0px #00ff9f; |
| } |
| |
| /* Code Block Styling */ |
| .cmd-block { |
| background: #000; |
| border: 1px solid #333; |
| border-left: 3px solid #ff00ff; |
| color: #e0e0e0; |
| padding: 15px; |
| font-size: 0.9em; |
| overflow-x: auto; |
| white-space: pre-wrap; |
| } |
| </style> |
| |
| <div class="test-container"> |
| |
| <div class="test-header"> |
| <h1>>> mistralai/Ministral-3-8B-Instruct-2512</h1> |
| <div class="test-meta"> |
| <div>[QUANT :: UNSTABLELLAMA]</div> |
| </div> |
| </div> |
| |
| <div class="test-card"> |
| <h2>// REPO</h2> |
| <div class="test-content"> |
| EXL3 quantizations of <b><a class="test-link" href="https://huggingface.co/mistralai/Ministral-3-8B-Instruct-2512-BF16" target="_blank">mistralai's Ministral-3-8b-Instruct-2512-BF16</a></b>. |
| <br><br> |
| Quantized with <b><a class="test-link" href="https://github.com/turboderp-org/exllamav3" target="_blank">exllamav3 0.0.18</a></b>. |
| </div> |
| </div> |
| |
| <div class="test-card"> |
| <h2>// QUANTS</h2> |
| <div class="test-content"> |
| <table class="glitch-table"> |
| <thead> |
| <tr> |
| <th>[BRANCH]</th> |
| <th>[GiB]</th> |
| <th>[K/L_DIV]</th> |
| <th>[PPL]</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td><a class="test-link" href="https://huggingface.co/UnstableLlama/Ministral-3-8B-Instruct-2512-exl3/tree/2.10bpw" target="_blank">2.10bpw</a></td> |
| <td>4.4</td> |
| <td>no</td> |
| <td>measurements</td> |
| </tr> |
| <tr> |
| <td><a class="test-link" href="https://huggingface.co/UnstableLlama/Ministral-3-8B-Instruct-2512-exl3/tree/3.00bpw" target="_blank">3.00bpw</a></td> |
| <td>4.77</td> |
| <td>0.05864883</td> |
| <td>7.89712533</td> |
| </tr> |
| <tr> |
| <td><a class="test-link" href="https://huggingface.co/UnstableLlama/Ministral-3-8B-Instruct-2512-exl3/tree/3.15bpw" target="_blank">3.15bpw</a></td> |
| <td>4.89</td> |
| <td>0.04512541</td> |
| <td>7.81142826</td> |
| </tr> |
| <tr> |
| <td><a class="test-link" href="https://huggingface.co/UnstableLlama/Ministral-3-8B-Instruct-2512-exl3/tree/4.00bpw" target="_blank">4.00bpw</a></td> |
| <td>5.63</td> |
| <td>0.0162187</td> |
| <td>7.61291338</td> |
| </tr> |
| <tr> |
| <td><a class="test-link" href="https://huggingface.co/UnstableLlama/Ministral-3-8B-Instruct-2512-exl3/tree/6.00bpw" target="_blank">6.00bpw</a></td> |
| <td>7.36</td> |
| <td>0.0162187</td> |
| <td>7.51715039</td> |
| </tr> |
| <tr> |
| <td><a class="test-link" href="https://huggingface.co/mistralai/Ministral-3-8B-Instruct-2512-BF16/tree/main" target="_blank">bf16</td> |
| <td>16</td> |
| <td>0</td> |
| <td>x</td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| </div> |
| |
| <div class="test-card"> |
| <h2>// DOWNLOAD</h2> |
| <div class="test-content"> |
| Use HF-CLI to pull specific branches to your local machine: |
| <div class="cmd-block">huggingface-cli download UnstableLlama/Ministral-3-8B-Instruct-2512-exl3 --revision "3.00bpw" --local-dir ./</div> |
| </div> |
| </div> |
| |
| </div> |