kdeps-models-gguf

# GGUF model registry: aliases usable in model: fields and /model.
# Generated by tools/llamafile-harvester/harvest.py from HuggingFace; do not edit by hand.
# Entries: 155
version: 1.0.5
ggufs:
  - alias: "qwen3.6"
    description: "Qwen3.6-35B-A3B-UD-Q4_K_M [default]"
    url: "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 22134528992
    llama_version: "3.6"
    params: "35B"
    downloads: 1229705
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.6-35B-A3B-UD-Q4_K_M.gguf"
    repo: "unsloth/Qwen3.6-35B-A3B-GGUF"

  - alias: "gemma4"
    description: "gemma-4-12b-it-Q4_K_M [default]"
    url: "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 7121861440
    llama_version: "4"
    params: "12B"
    downloads: 1654466
    pipeline_tag: "image-text-to-text"
    filename: "gemma-4-12b-it-Q4_K_M.gguf"
    repo: "unsloth/gemma-4-12b-it-GGUF"

  - alias: "qwen3.5"
    description: "Qwen3.5-4B-Q4_K_M [default]"
    url: "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 2740937888
    llama_version: "3.5"
    params: "4B"
    downloads: 1198520
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-4B-Q4_K_M.gguf"
    repo: "unsloth/Qwen3.5-4B-GGUF"

  - alias: "yue2"
    description: "YuE2-3B-Q5_K_M [default]"
    url: "https://huggingface.co/Serveurperso/YuE2-GGUF/resolve/main/YuE2-3B-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 2622936832
    llama_version: "2"
    params: "3B"
    downloads: 2253137
    pipeline_tag: ""
    filename: "YuE2-3B-Q5_K_M.gguf"
    repo: "Serveurperso/YuE2-GGUF"

  - alias: "ornith1.0"
    description: "ornith-1.0-9b-Q4_K_M [default]"
    url: "https://huggingface.co/ornith-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5629108704
    llama_version: "1.0"
    params: "9B"
    downloads: 2395969
    pipeline_tag: "text-generation"
    filename: "ornith-1.0-9b-Q4_K_M.gguf"
    repo: "ornith-ai/Ornith-1.0-9B-GGUF"

  - alias: "qwen3"
    description: "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M [default]"
    url: "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 18556689568
    llama_version: "3"
    params: "30B"
    downloads: 3864575
    pipeline_tag: "text-generation"
    filename: "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf"
    repo: "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF"

  - alias: "ornith1.5"
    description: "Ornith-1.5-9B-Q4_K_M [default]"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-9B-GGUF/resolve/main/Ornith-1.5-9B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5780090816
    llama_version: "1.5"
    params: "9B"
    downloads: 5056836
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-9B-Q4_K_M.gguf"
    repo: "ornith-ai/Ornith-1.5-9B-GGUF"

  - alias: "qwen3.8"
    description: "Qwen3.8-27B-UD-Q4_K_M [default]"
    url: "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-UD-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 16464440224
    llama_version: "3.8"
    params: "27B"
    downloads: 6650349
    pipeline_tag: ""
    filename: "Qwen3.8-27B-UD-Q4_K_M.gguf"
    repo: "unsloth/Qwen3.8-27B-GGUF"

  - alias: "qwen3.8:27b"
    description: "Qwen3.8-27B-UD-Q4_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-UD-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 16464440224
    llama_version: "3.8"
    params: "27B"
    downloads: 6650349
    pipeline_tag: ""
    filename: "Qwen3.8-27B-UD-Q4_K_M.gguf"
    repo: "unsloth/Qwen3.8-27B-GGUF"

  - alias: "qwen3.8:27b-q4"
    description: "Qwen3.8-27B-UD-Q4_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-UD-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 16464440224
    llama_version: "3.8"
    params: "27B"
    downloads: 6650349
    pipeline_tag: ""
    filename: "Qwen3.8-27B-UD-Q4_K_M.gguf"
    repo: "unsloth/Qwen3.8-27B-GGUF"

  - alias: "qwen3.8:27b-q2"
    description: "Qwen3.8-27B-UD-Q2_K_XL"
    url: "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-UD-Q2_K_XL.gguf"
    quantization: "Q2_K_XL"
    size_bytes: 9828981664
    llama_version: "3.8"
    params: "27B"
    downloads: 6650349
    pipeline_tag: ""
    filename: "Qwen3.8-27B-UD-Q2_K_XL.gguf"
    repo: "unsloth/Qwen3.8-27B-GGUF"

  - alias: "qwen3.8:27b-q3"
    description: "Qwen3.8-27B-UD-Q3_K_XL"
    url: "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-UD-Q3_K_XL.gguf"
    quantization: "Q3_K_XL"
    size_bytes: 13146393504
    llama_version: "3.8"
    params: "27B"
    downloads: 6650349
    pipeline_tag: ""
    filename: "Qwen3.8-27B-UD-Q3_K_XL.gguf"
    repo: "unsloth/Qwen3.8-27B-GGUF"

  - alias: "qwen3.8:27b-q5"
    description: "Qwen3.8-27B-UD-Q5_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-UD-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 19771509664
    llama_version: "3.8"
    params: "27B"
    downloads: 6650349
    pipeline_tag: ""
    filename: "Qwen3.8-27B-UD-Q5_K_M.gguf"
    repo: "unsloth/Qwen3.8-27B-GGUF"

  - alias: "qwen3.8:27b-q6"
    description: "Qwen3.8-27B-UD-Q6_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-UD-Q6_K_M.gguf"
    quantization: "Q6_K_M"
    size_bytes: 23088409504
    llama_version: "3.8"
    params: "27B"
    downloads: 6650349
    pipeline_tag: ""
    filename: "Qwen3.8-27B-UD-Q6_K_M.gguf"
    repo: "unsloth/Qwen3.8-27B-GGUF"

  - alias: "qwen3.8:27b-q8"
    description: "Qwen3.8-27B-Q8_0"
    url: "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 29047086048
    llama_version: "3.8"
    params: "27B"
    downloads: 6650349
    pipeline_tag: ""
    filename: "Qwen3.8-27B-Q8_0.gguf"
    repo: "unsloth/Qwen3.8-27B-GGUF"

  - alias: "ornith1.5:9b"
    description: "Ornith-1.5-9B-Q4_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-9B-GGUF/resolve/main/Ornith-1.5-9B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5780090816
    llama_version: "1.5"
    params: "9B"
    downloads: 5056836
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-9B-Q4_K_M.gguf"
    repo: "ornith-ai/Ornith-1.5-9B-GGUF"

  - alias: "ornith1.5:9b-q4"
    description: "Ornith-1.5-9B-Q4_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-9B-GGUF/resolve/main/Ornith-1.5-9B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5780090816
    llama_version: "1.5"
    params: "9B"
    downloads: 5056836
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-9B-Q4_K_M.gguf"
    repo: "ornith-ai/Ornith-1.5-9B-GGUF"

  - alias: "ornith1.5:9b-q2"
    description: "Ornith-1.5-9B-uncensored.Q2_K"
    url: "https://huggingface.co/mradermacher/Ornith-1.5-9B-uncensored-GGUF/resolve/main/Ornith-1.5-9B-uncensored.Q2_K.gguf"
    quantization: "Q2_K"
    size_bytes: 3827262624
    llama_version: "1.5"
    params: "9B"
    downloads: 1568242
    pipeline_tag: ""
    filename: "Ornith-1.5-9B-uncensored.Q2_K.gguf"
    repo: "mradermacher/Ornith-1.5-9B-uncensored-GGUF"

  - alias: "ornith1.5:9b-q3"
    description: "Ornith-1.5-9B-uncensored.Q3_K_M"
    url: "https://huggingface.co/mradermacher/Ornith-1.5-9B-uncensored-GGUF/resolve/main/Ornith-1.5-9B-uncensored.Q3_K_M.gguf"
    quantization: "Q3_K_M"
    size_bytes: 4623525024
    llama_version: "1.5"
    params: "9B"
    downloads: 1568242
    pipeline_tag: ""
    filename: "Ornith-1.5-9B-uncensored.Q3_K_M.gguf"
    repo: "mradermacher/Ornith-1.5-9B-uncensored-GGUF"

  - alias: "ornith1.5:9b-q5"
    description: "Ornith-1.5-9B-Q5_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-9B-GGUF/resolve/main/Ornith-1.5-9B-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 6642544576
    llama_version: "1.5"
    params: "9B"
    downloads: 5056836
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-9B-Q5_K_M.gguf"
    repo: "ornith-ai/Ornith-1.5-9B-GGUF"

  - alias: "ornith1.5:9b-q6"
    description: "Ornith-1.5-9B-Q6_K"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-9B-GGUF/resolve/main/Ornith-1.5-9B-Q6_K.gguf"
    quantization: "Q6_K"
    size_bytes: 7558901696
    llama_version: "1.5"
    params: "9B"
    downloads: 5056836
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-9B-Q6_K.gguf"
    repo: "ornith-ai/Ornith-1.5-9B-GGUF"

  - alias: "ornith1.5:9b-q8"
    description: "Ornith-1.5-9B-Q8_0"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-9B-GGUF/resolve/main/Ornith-1.5-9B-Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 9786060384
    llama_version: "1.5"
    params: "9B"
    downloads: 5056836
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-9B-Q8_0.gguf"
    repo: "ornith-ai/Ornith-1.5-9B-GGUF"

  - alias: "qwen3:30b"
    description: "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M"
    url: "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 18556689568
    llama_version: "3"
    params: "30B"
    downloads: 3864575
    pipeline_tag: "text-generation"
    filename: "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf"
    repo: "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF"

  - alias: "qwen3:30b-q4"
    description: "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M"
    url: "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 18556689568
    llama_version: "3"
    params: "30B"
    downloads: 3864575
    pipeline_tag: "text-generation"
    filename: "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf"
    repo: "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF"

  - alias: "qwen3:30b-q2"
    description: "Qwen3-Coder-30B-A3B-Instruct-Q2_K"
    url: "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q2_K.gguf"
    quantization: "Q2_K"
    size_bytes: 11258612896
    llama_version: "3"
    params: "30B"
    downloads: 3864575
    pipeline_tag: "text-generation"
    filename: "Qwen3-Coder-30B-A3B-Instruct-Q2_K.gguf"
    repo: "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF"

  - alias: "qwen3:30b-q3"
    description: "Qwen3-Coder-30B-A3B-Instruct-Q3_K_M"
    url: "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q3_K_M.gguf"
    quantization: "Q3_K_M"
    size_bytes: 14711850144
    llama_version: "3"
    params: "30B"
    downloads: 3864575
    pipeline_tag: "text-generation"
    filename: "Qwen3-Coder-30B-A3B-Instruct-Q3_K_M.gguf"
    repo: "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF"

  - alias: "qwen3:30b-q5"
    description: "Qwen3-Coder-30B-A3B-Instruct-Q5_K_M"
    url: "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 21725584544
    llama_version: "3"
    params: "30B"
    downloads: 3864575
    pipeline_tag: "text-generation"
    filename: "Qwen3-Coder-30B-A3B-Instruct-Q5_K_M.gguf"
    repo: "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF"

  - alias: "qwen3:30b-q6"
    description: "Qwen3-Coder-30B-A3B-Instruct-Q6_K"
    url: "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q6_K.gguf"
    quantization: "Q6_K"
    size_bytes: 25092535456
    llama_version: "3"
    params: "30B"
    downloads: 3864575
    pipeline_tag: "text-generation"
    filename: "Qwen3-Coder-30B-A3B-Instruct-Q6_K.gguf"
    repo: "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF"

  - alias: "qwen3:30b-q8"
    description: "Qwen3-Coder-30B-A3B-Instruct-Q8_0"
    url: "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 32483935392
    llama_version: "3"
    params: "30B"
    downloads: 3864575
    pipeline_tag: "text-generation"
    filename: "Qwen3-Coder-30B-A3B-Instruct-Q8_0.gguf"
    repo: "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF"

  - alias: "ornith1.5:35b"
    description: "Ornith-1.5-35B-Q4_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-35B-A3B-GGUF/resolve/main/Ornith-1.5-35B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 21713463040
    llama_version: "1.5"
    params: "35B"
    downloads: 3657774
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-35B-Q4_K_M.gguf"
    repo: "ornith-ai/Ornith-1.5-35B-A3B-GGUF"

  - alias: "ornith1.5:35b-q4"
    description: "Ornith-1.5-35B-Q4_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-35B-A3B-GGUF/resolve/main/Ornith-1.5-35B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 21713463040
    llama_version: "1.5"
    params: "35B"
    downloads: 3657774
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-35B-Q4_K_M.gguf"
    repo: "ornith-ai/Ornith-1.5-35B-A3B-GGUF"

  - alias: "ornith1.5:35b-q5"
    description: "Ornith-1.5-35B-Q5_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-35B-A3B-GGUF/resolve/main/Ornith-1.5-35B-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 25347532544
    llama_version: "1.5"
    params: "35B"
    downloads: 3657774
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-35B-Q5_K_M.gguf"
    repo: "ornith-ai/Ornith-1.5-35B-A3B-GGUF"

  - alias: "ornith1.5:35b-q6"
    description: "Ornith-1.5-35B-Q6_K"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-35B-A3B-GGUF/resolve/main/Ornith-1.5-35B-Q6_K.gguf"
    quantization: "Q6_K"
    size_bytes: 29208731392
    llama_version: "1.5"
    params: "35B"
    downloads: 3657774
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-35B-Q6_K.gguf"
    repo: "ornith-ai/Ornith-1.5-35B-A3B-GGUF"

  - alias: "ornith1.5:35b-q8"
    description: "Ornith-1.5-35B-Q8_0"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-35B-A3B-GGUF/resolve/main/Ornith-1.5-35B-Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 37802149280
    llama_version: "1.5"
    params: "35B"
    downloads: 3657774
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-35B-Q8_0.gguf"
    repo: "ornith-ai/Ornith-1.5-35B-A3B-GGUF"

  - alias: "ornith1.0:9b"
    description: "ornith-1.0-9b-Q4_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5629108704
    llama_version: "1.0"
    params: "9B"
    downloads: 2395969
    pipeline_tag: "text-generation"
    filename: "ornith-1.0-9b-Q4_K_M.gguf"
    repo: "ornith-ai/Ornith-1.0-9B-GGUF"

  - alias: "ornith1.0:9b-q4"
    description: "ornith-1.0-9b-Q4_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5629108704
    llama_version: "1.0"
    params: "9B"
    downloads: 2395969
    pipeline_tag: "text-generation"
    filename: "ornith-1.0-9b-Q4_K_M.gguf"
    repo: "ornith-ai/Ornith-1.0-9B-GGUF"

  - alias: "ornith1.0:9b-q5"
    description: "ornith-1.0-9b-Q5_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 6467969472
    llama_version: "1.0"
    params: "9B"
    downloads: 2395969
    pipeline_tag: "text-generation"
    filename: "ornith-1.0-9b-Q5_K_M.gguf"
    repo: "ornith-ai/Ornith-1.0-9B-GGUF"

  - alias: "ornith1.0:9b-q6"
    description: "ornith-1.0-9b-Q6_K"
    url: "https://huggingface.co/ornith-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q6_K.gguf"
    quantization: "Q6_K"
    size_bytes: 7359259072
    llama_version: "1.0"
    params: "9B"
    downloads: 2395969
    pipeline_tag: "text-generation"
    filename: "ornith-1.0-9b-Q6_K.gguf"
    repo: "ornith-ai/Ornith-1.0-9B-GGUF"

  - alias: "ornith1.0:9b-q8"
    description: "ornith-1.0-9b-Q8_0"
    url: "https://huggingface.co/ornith-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 9527500992
    llama_version: "1.0"
    params: "9B"
    downloads: 2395969
    pipeline_tag: "text-generation"
    filename: "ornith-1.0-9b-Q8_0.gguf"
    repo: "ornith-ai/Ornith-1.0-9B-GGUF"

  - alias: "yue2:3b"
    description: "YuE2-3B-Q5_K_M"
    url: "https://huggingface.co/Serveurperso/YuE2-GGUF/resolve/main/YuE2-3B-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 2622936832
    llama_version: "2"
    params: "3B"
    downloads: 2253137
    pipeline_tag: ""
    filename: "YuE2-3B-Q5_K_M.gguf"
    repo: "Serveurperso/YuE2-GGUF"

  - alias: "yue2:3b-q5"
    description: "YuE2-3B-Q5_K_M"
    url: "https://huggingface.co/Serveurperso/YuE2-GGUF/resolve/main/YuE2-3B-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 2622936832
    llama_version: "2"
    params: "3B"
    downloads: 2253137
    pipeline_tag: ""
    filename: "YuE2-3B-Q5_K_M.gguf"
    repo: "Serveurperso/YuE2-GGUF"

  - alias: "yue2:3b-q6"
    description: "YuE2-3B-Q6_K"
    url: "https://huggingface.co/Serveurperso/YuE2-GGUF/resolve/main/YuE2-3B-Q6_K.gguf"
    quantization: "Q6_K"
    size_bytes: 2943331072
    llama_version: "2"
    params: "3B"
    downloads: 2253137
    pipeline_tag: ""
    filename: "YuE2-3B-Q6_K.gguf"
    repo: "Serveurperso/YuE2-GGUF"

  - alias: "yue2:3b-q8"
    description: "YuE2-3B-Q8_0"
    url: "https://huggingface.co/Serveurperso/YuE2-GGUF/resolve/main/YuE2-3B-Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 3810232064
    llama_version: "2"
    params: "3B"
    downloads: 2253137
    pipeline_tag: ""
    filename: "YuE2-3B-Q8_0.gguf"
    repo: "Serveurperso/YuE2-GGUF"

  - alias: "qwen3.5:9b"
    description: "Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q4_K_M"
    url: "https://huggingface.co/DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF/resolve/main/Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 6979975392
    llama_version: "3.5"
    params: "9B"
    downloads: 1948620
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q4_K_M.gguf"
    repo: "DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF"

  - alias: "qwen3.5:9b-q4"
    description: "Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q4_K_M"
    url: "https://huggingface.co/DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF/resolve/main/Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 6979975392
    llama_version: "3.5"
    params: "9B"
    downloads: 1948620
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q4_K_M.gguf"
    repo: "DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF"

  - alias: "qwen3.5:9b-q2"
    description: "Qwen3.5-9B-UD-Q2_K_XL"
    url: "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q2_K_XL.gguf"
    quantization: "Q2_K_XL"
    size_bytes: 4121781472
    llama_version: "3.5"
    params: "9B"
    downloads: 1229091
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-9B-UD-Q2_K_XL.gguf"
    repo: "unsloth/Qwen3.5-9B-GGUF"

  - alias: "qwen3.5:9b-q3"
    description: "Qwen3.5-9B-Q3_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q3_K_M.gguf"
    quantization: "Q3_K_M"
    size_bytes: 4673643744
    llama_version: "3.5"
    params: "9B"
    downloads: 1229091
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-9B-Q3_K_M.gguf"
    repo: "unsloth/Qwen3.5-9B-GGUF"

  - alias: "qwen3.5:9b-q5"
    description: "Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q5_K_M"
    url: "https://huggingface.co/DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF/resolve/main/Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 7842429152
    llama_version: "3.5"
    params: "9B"
    downloads: 1948620
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q5_K_M.gguf"
    repo: "DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF"

  - alias: "qwen3.5:9b-q6"
    description: "Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q6_K"
    url: "https://huggingface.co/DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF/resolve/main/Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q6_K.gguf"
    quantization: "Q6_K"
    size_bytes: 8758786272
    llama_version: "3.5"
    params: "9B"
    downloads: 1948620
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q6_K.gguf"
    repo: "DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF"

  - alias: "qwen3.5:9b-q8"
    description: "Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q8_0"
    url: "https://huggingface.co/DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF/resolve/main/Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 10739611872
    llama_version: "3.5"
    params: "9B"
    downloads: 1948620
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-MTP-Q8_0.gguf"
    repo: "DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF"

  - alias: "gemma4:12b"
    description: "gemma-4-12b-it-Q4_K_M"
    url: "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 7121861440
    llama_version: "4"
    params: "12B"
    downloads: 1654466
    pipeline_tag: "image-text-to-text"
    filename: "gemma-4-12b-it-Q4_K_M.gguf"
    repo: "unsloth/gemma-4-12b-it-GGUF"

  - alias: "gemma4:12b-q4"
    description: "gemma-4-12b-it-Q4_K_M"
    url: "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 7121861440
    llama_version: "4"
    params: "12B"
    downloads: 1654466
    pipeline_tag: "image-text-to-text"
    filename: "gemma-4-12b-it-Q4_K_M.gguf"
    repo: "unsloth/gemma-4-12b-it-GGUF"

  - alias: "gemma4:12b-q2"
    description: "gemma-4-12b-it-UD-Q2_K_XL"
    url: "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-UD-Q2_K_XL.gguf"
    quantization: "Q2_K_XL"
    size_bytes: 4661419840
    llama_version: "4"
    params: "12B"
    downloads: 1654466
    pipeline_tag: "image-text-to-text"
    filename: "gemma-4-12b-it-UD-Q2_K_XL.gguf"
    repo: "unsloth/gemma-4-12b-it-GGUF"

  - alias: "gemma4:12b-q3"
    description: "gemma-4-12b-it-Q3_K_M"
    url: "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q3_K_M.gguf"
    quantization: "Q3_K_M"
    size_bytes: 5693872960
    llama_version: "4"
    params: "12B"
    downloads: 1654466
    pipeline_tag: "image-text-to-text"
    filename: "gemma-4-12b-it-Q3_K_M.gguf"
    repo: "unsloth/gemma-4-12b-it-GGUF"

  - alias: "gemma4:12b-q5"
    description: "gemma-4-12b-it-Q5_K_M"
    url: "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 8413576000
    llama_version: "4"
    params: "12B"
    downloads: 1654466
    pipeline_tag: "image-text-to-text"
    filename: "gemma-4-12b-it-Q5_K_M.gguf"
    repo: "unsloth/gemma-4-12b-it-GGUF"

  - alias: "gemma4:12b-q6"
    description: "gemma-4-12b-it-Q6_K"
    url: "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q6_K.gguf"
    quantization: "Q6_K"
    size_bytes: 9786022720
    llama_version: "4"
    params: "12B"
    downloads: 1654466
    pipeline_tag: "image-text-to-text"
    filename: "gemma-4-12b-it-Q6_K.gguf"
    repo: "unsloth/gemma-4-12b-it-GGUF"

  - alias: "gemma4:12b-q8"
    description: "gemma-4-12b-it-Q8_0"
    url: "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 12669647680
    llama_version: "4"
    params: "12B"
    downloads: 1654466
    pipeline_tag: "image-text-to-text"
    filename: "gemma-4-12b-it-Q8_0.gguf"
    repo: "unsloth/gemma-4-12b-it-GGUF"

  - alias: "ornith1.0:35b"
    description: "ornith-1.0-35b-Q4_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.0-35B-GGUF/resolve/main/ornith-1.0-35b-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 21166757760
    llama_version: "1.0"
    params: "35B"
    downloads: 1557764
    pipeline_tag: "text-generation"
    filename: "ornith-1.0-35b-Q4_K_M.gguf"
    repo: "ornith-ai/Ornith-1.0-35B-GGUF"

  - alias: "ornith1.0:35b-q4"
    description: "ornith-1.0-35b-Q4_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.0-35B-GGUF/resolve/main/ornith-1.0-35b-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 21166757760
    llama_version: "1.0"
    params: "35B"
    downloads: 1557764
    pipeline_tag: "text-generation"
    filename: "ornith-1.0-35b-Q4_K_M.gguf"
    repo: "ornith-ai/Ornith-1.0-35B-GGUF"

  - alias: "ornith1.0:35b-q5"
    description: "ornith-1.0-35b-Q5_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.0-35B-GGUF/resolve/main/ornith-1.0-35b-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 24729130848
    llama_version: "1.0"
    params: "35B"
    downloads: 1557764
    pipeline_tag: "text-generation"
    filename: "ornith-1.0-35b-Q5_K_M.gguf"
    repo: "ornith-ai/Ornith-1.0-35B-GGUF"

  - alias: "ornith1.0:35b-q6"
    description: "ornith-1.0-35b-Q6_K"
    url: "https://huggingface.co/ornith-ai/Ornith-1.0-35B-GGUF/resolve/main/ornith-1.0-35b-Q6_K.gguf"
    quantization: "Q6_K"
    size_bytes: 28514152288
    llama_version: "1.0"
    params: "35B"
    downloads: 1557764
    pipeline_tag: "text-generation"
    filename: "ornith-1.0-35b-Q6_K.gguf"
    repo: "ornith-ai/Ornith-1.0-35B-GGUF"

  - alias: "ornith1.0:35b-q8"
    description: "ornith-1.0-35b-Q8_0"
    url: "https://huggingface.co/ornith-ai/Ornith-1.0-35B-GGUF/resolve/main/ornith-1.0-35b-Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 36903138880
    llama_version: "1.0"
    params: "35B"
    downloads: 1557764
    pipeline_tag: "text-generation"
    filename: "ornith-1.0-35b-Q8_0.gguf"
    repo: "ornith-ai/Ornith-1.0-35B-GGUF"

  - alias: "qwen3.6:35b"
    description: "Qwen3.6-35B-A3B-UD-Q4_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 22134528992
    llama_version: "3.6"
    params: "35B"
    downloads: 1229705
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.6-35B-A3B-UD-Q4_K_M.gguf"
    repo: "unsloth/Qwen3.6-35B-A3B-GGUF"

  - alias: "qwen3.6:35b-q4"
    description: "Qwen3.6-35B-A3B-UD-Q4_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 22134528992
    llama_version: "3.6"
    params: "35B"
    downloads: 1229705
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.6-35B-A3B-UD-Q4_K_M.gguf"
    repo: "unsloth/Qwen3.6-35B-A3B-GGUF"

  - alias: "qwen3.6:35b-q2"
    description: "Qwen3.6-35B-A3B-UD-Q2_K_XL"
    url: "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf"
    quantization: "Q2_K_XL"
    size_bytes: 12290628576
    llama_version: "3.6"
    params: "35B"
    downloads: 1229705
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf"
    repo: "unsloth/Qwen3.6-35B-A3B-GGUF"

  - alias: "qwen3.6:35b-q3"
    description: "Qwen3.6-35B-A3B-UD-Q3_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q3_K_M.gguf"
    quantization: "Q3_K_M"
    size_bytes: 16600710112
    llama_version: "3.6"
    params: "35B"
    downloads: 1229705
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.6-35B-A3B-UD-Q3_K_M.gguf"
    repo: "unsloth/Qwen3.6-35B-A3B-GGUF"

  - alias: "qwen3.6:35b-q5"
    description: "Qwen3.6-35B-A3B-UD-Q5_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 26456194016
    llama_version: "3.6"
    params: "35B"
    downloads: 1229705
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.6-35B-A3B-UD-Q5_K_M.gguf"
    repo: "unsloth/Qwen3.6-35B-A3B-GGUF"

  - alias: "qwen3.6:35b-q6"
    description: "Qwen3.6-35B-A3B-UD-Q6_K"
    url: "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q6_K.gguf"
    quantization: "Q6_K"
    size_bytes: 29308320736
    llama_version: "3.6"
    params: "35B"
    downloads: 1229705
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.6-35B-A3B-UD-Q6_K.gguf"
    repo: "unsloth/Qwen3.6-35B-A3B-GGUF"

  - alias: "qwen3.6:35b-q8"
    description: "Qwen3.6-35B-A3B-Q8_0"
    url: "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 36903140320
    llama_version: "3.6"
    params: "35B"
    downloads: 1229705
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.6-35B-A3B-Q8_0.gguf"
    repo: "unsloth/Qwen3.6-35B-A3B-GGUF"

  - alias: "qwen3.5:4b"
    description: "Qwen3.5-4B-Q4_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 2740937888
    llama_version: "3.5"
    params: "4B"
    downloads: 1198520
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-4B-Q4_K_M.gguf"
    repo: "unsloth/Qwen3.5-4B-GGUF"

  - alias: "qwen3.5:4b-q4"
    description: "Qwen3.5-4B-Q4_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 2740937888
    llama_version: "3.5"
    params: "4B"
    downloads: 1198520
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-4B-Q4_K_M.gguf"
    repo: "unsloth/Qwen3.5-4B-GGUF"

  - alias: "qwen3.5:4b-q2"
    description: "Qwen3.5-4B-UD-Q2_K_XL"
    url: "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q2_K_XL.gguf"
    quantization: "Q2_K_XL"
    size_bytes: 1940825248
    llama_version: "3.5"
    params: "4B"
    downloads: 1198520
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-4B-UD-Q2_K_XL.gguf"
    repo: "unsloth/Qwen3.5-4B-GGUF"

  - alias: "qwen3.5:4b-q3"
    description: "Qwen3.5-4B-Q3_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q3_K_M.gguf"
    quantization: "Q3_K_M"
    size_bytes: 2293388448
    llama_version: "3.5"
    params: "4B"
    downloads: 1198520
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-4B-Q3_K_M.gguf"
    repo: "unsloth/Qwen3.5-4B-GGUF"

  - alias: "qwen3.5:4b-q5"
    description: "Qwen3.5-4B-Q5_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 3143656608
    llama_version: "3.5"
    params: "4B"
    downloads: 1198520
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-4B-Q5_K_M.gguf"
    repo: "unsloth/Qwen3.5-4B-GGUF"

  - alias: "qwen3.5:4b-q6"
    description: "Qwen3.5-4B-Q6_K"
    url: "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q6_K.gguf"
    quantization: "Q6_K"
    size_bytes: 3525956768
    llama_version: "3.5"
    params: "4B"
    downloads: 1198520
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-4B-Q6_K.gguf"
    repo: "unsloth/Qwen3.5-4B-GGUF"

  - alias: "qwen3.5:4b-q8"
    description: "Qwen3.5-4B-Q8_0"
    url: "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 4482403488
    llama_version: "3.5"
    params: "4B"
    downloads: 1198520
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-4B-Q8_0.gguf"
    repo: "unsloth/Qwen3.5-4B-GGUF"

  - alias: "ornith1.5:397b"
    description: "Ornith-1.5-397B-Q4_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-397B-GGUF/resolve/main/Ornith-1.5-397B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 244309803808
    llama_version: "1.5"
    params: "397B"
    downloads: 1161965
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-397B-Q4_K_M.gguf"
    repo: "ornith-ai/Ornith-1.5-397B-GGUF"

  - alias: "ornith1.5:397b-q4"
    description: "Ornith-1.5-397B-Q4_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-397B-GGUF/resolve/main/Ornith-1.5-397B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 244309803808
    llama_version: "1.5"
    params: "397B"
    downloads: 1161965
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-397B-Q4_K_M.gguf"
    repo: "ornith-ai/Ornith-1.5-397B-GGUF"

  - alias: "ornith1.5:397b-q5"
    description: "Ornith-1.5-397B-Q5_K_M"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-397B-GGUF/resolve/main/Ornith-1.5-397B-Q5_K_M.gguf"
    quantization: "Q5_K_M"
    size_bytes: 286324736800
    llama_version: "1.5"
    params: "397B"
    downloads: 1161965
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-397B-Q5_K_M.gguf"
    repo: "ornith-ai/Ornith-1.5-397B-GGUF"

  - alias: "ornith1.5:397b-q6"
    description: "Ornith-1.5-397B-Q6_K"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-397B-GGUF/resolve/main/Ornith-1.5-397B-Q6_K.gguf"
    quantization: "Q6_K"
    size_bytes: 330965603104
    llama_version: "1.5"
    params: "397B"
    downloads: 1161965
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-397B-Q6_K.gguf"
    repo: "ornith-ai/Ornith-1.5-397B-GGUF"

  - alias: "ornith1.5:397b-q8"
    description: "Ornith-1.5-397B-Q8_0"
    url: "https://huggingface.co/ornith-ai/Ornith-1.5-397B-GGUF/resolve/main/Ornith-1.5-397B-Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 428521390560
    llama_version: "1.5"
    params: "397B"
    downloads: 1161965
    pipeline_tag: "text-generation"
    filename: "Ornith-1.5-397B-Q8_0.gguf"
    repo: "ornith-ai/Ornith-1.5-397B-GGUF"

  - alias: "qwen3.5"
    description: "Qwen3.5-9B-DeepSeek-V4-Flash-Q4_K_M [default]"
    url: "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5629105408
    llama_version: "3.5"
    params: "9B"
    downloads: 106111
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-9B-DeepSeek-V4-Flash-Q4_K_M.gguf"
    repo: "Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF"

  - alias: "hermes3.6"
    description: "Hermes3.6-35B-A3B-Uncensored-Genesis-Q8_K_P [default]"
    url: "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-GGUF/resolve/main/Hermes3.6-35B-A3B-Uncensored-Genesis-Q8_K_P.gguf"
    quantization: "Q8_K_P"
    size_bytes: 43605014656
    llama_version: "3.6"
    params: "35B"
    downloads: 609931
    pipeline_tag: "image-text-to-text"
    filename: "Hermes3.6-35B-A3B-Uncensored-Genesis-Q8_K_P.gguf"
    repo: "LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-GGUF"

  - alias: "qwen2.5"
    description: "Qwen2.5-32B-Instruct-Q4_K_M [default]"
    url: "https://huggingface.co/bartowski/Qwen2.5-32B-Instruct-GGUF/resolve/main/Qwen2.5-32B-Instruct-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 19851336576
    llama_version: "2.5"
    params: "32B"
    downloads: 847134
    pipeline_tag: "text-generation"
    filename: "Qwen2.5-32B-Instruct-Q4_K_M.gguf"
    repo: "bartowski/Qwen2.5-32B-Instruct-GGUF"

  - alias: "qwen3.6"
    description: "Qwen3.6-27B-Q4_K_M [default]"
    url: "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 16817244384
    llama_version: "3.6"
    params: "27B"
    downloads: 578462
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.6-27B-Q4_K_M.gguf"
    repo: "unsloth/Qwen3.6-27B-GGUF"

  - alias: "qwen3"
    description: "Qwen3-4B-Q4_K_M [default]"
    url: "https://huggingface.co/Qwen/Qwen3-4B-GGUF/resolve/main/Qwen3-4B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 2497280256
    llama_version: "3"
    params: "4B"
    downloads: 565950
    pipeline_tag: "text-generation"
    filename: "Qwen3-4B-Q4_K_M.gguf"
    repo: "Qwen/Qwen3-4B-GGUF"

  - alias: "qwen3.8"
    description: "Qwen3.8-4B-Q4_K_M [default]"
    url: "https://huggingface.co/empero-ai/Qwen3.8-4B-Distill-GGUF/resolve/main/Qwen3.8-4B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 2783446304
    llama_version: "3.8"
    params: "4B"
    downloads: 544878
    pipeline_tag: "text-generation"
    filename: "Qwen3.8-4B-Q4_K_M.gguf"
    repo: "empero-ai/Qwen3.8-4B-Distill-GGUF"

  - alias: "qwen3.5:35b"
    description: "Qwen3.5-35B-A3B-Q4_K_M"
    url: "https://huggingface.co/unsloth/Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen3.5-35B-A3B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 22016023168
    llama_version: "3.5"
    params: "35B"
    downloads: 930936
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-35B-A3B-Q4_K_M.gguf"
    repo: "unsloth/Qwen3.5-35B-A3B-GGUF"

  - alias: "qwen3.8:35b"
    description: "Qwen3.8-35B-A3B-Q4_K_M"
    url: "https://huggingface.co/empero-ai/Qwen3.8-35B-A3B-Distill-GGUF/resolve/main/Qwen3.8-35B-A3B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 21713462944
    llama_version: "3.8"
    params: "35B"
    downloads: 914335
    pipeline_tag: "text-generation"
    filename: "Qwen3.8-35B-A3B-Q4_K_M.gguf"
    repo: "empero-ai/Qwen3.8-35B-A3B-Distill-GGUF"

  - alias: "qwen3:8b"
    description: "Qwen3-VL-8B-Instruct-abliterated.Q4_K_M"
    url: "https://huggingface.co/mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF/resolve/main/Qwen3-VL-8B-Instruct-abliterated.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5027785792
    llama_version: "3"
    params: "8B"
    downloads: 667301
    pipeline_tag: ""
    filename: "Qwen3-VL-8B-Instruct-abliterated.Q4_K_M.gguf"
    repo: "mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF"

  - alias: "qwen3.8:9b"
    description: "Qwen3.8-9B-Q4_K_M"
    url: "https://huggingface.co/empero-ai/Qwen3.8-9B-Distill-GGUF/resolve/main/Qwen3.8-9B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5780090176
    llama_version: "3.8"
    params: "9B"
    downloads: 563647
    pipeline_tag: "text-generation"
    filename: "Qwen3.8-9B-Q4_K_M.gguf"
    repo: "empero-ai/Qwen3.8-9B-Distill-GGUF"

  - alias: "hermes2.5"
    description: "Hermes-2.5-Yi-1.5-9B-Chat.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF/resolve/main/Hermes-2.5-Yi-1.5-9B-Chat.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5328958528
    llama_version: "2.5"
    params: "9B"
    downloads: 4777
    pipeline_tag: ""
    filename: "Hermes-2.5-Yi-1.5-9B-Chat.i1-Q4_K_M.gguf"
    repo: "mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF"

  - alias: "dolphin2"
    description: "dolphin-2_2-yi-34b.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/dolphin-2_2-yi-34b-i1-GGUF/resolve/main/dolphin-2_2-yi-34b.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 20658711648
    llama_version: "2"
    params: "34B"
    downloads: 5245
    pipeline_tag: ""
    filename: "dolphin-2_2-yi-34b.i1-Q4_K_M.gguf"
    repo: "mradermacher/dolphin-2_2-yi-34b-i1-GGUF"

  - alias: "yi9"
    description: "Yi-9B-200K.Q4_K_M [default]"
    url: "https://huggingface.co/RichardErkhov/01-ai_-_Yi-9B-200K-gguf/resolve/main/Yi-9B-200K.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5328957216
    llama_version: "9"
    params: "9B"
    downloads: 6104
    pipeline_tag: ""
    filename: "Yi-9B-200K.Q4_K_M.gguf"
    repo: "RichardErkhov/01-ai_-_Yi-9B-200K-gguf"

  - alias: "dolphin2.9"
    description: "dolphin-2.9.3-Yi-1.5-34B-32k-Q4_K_M [default]"
    url: "https://huggingface.co/bartowski/dolphin-2.9.3-Yi-1.5-34B-32k-GGUF/resolve/main/dolphin-2.9.3-Yi-1.5-34B-32k-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 20658711264
    llama_version: "2.9"
    params: "34B"
    downloads: 9037
    pipeline_tag: "text-generation"
    filename: "dolphin-2.9.3-Yi-1.5-34B-32k-Q4_K_M.gguf"
    repo: "bartowski/dolphin-2.9.3-Yi-1.5-34B-32k-GGUF"

  - alias: "yi34"
    description: "Yi-34B.Q4_K_M [default]"
    url: "https://huggingface.co/RichardErkhov/01-ai_-_Yi-34B-gguf/resolve/main/Yi-34B.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 20658710880
    llama_version: "34"
    params: "34B"
    downloads: 11672
    pipeline_tag: ""
    filename: "Yi-34B.Q4_K_M.gguf"
    repo: "RichardErkhov/01-ai_-_Yi-34B-gguf"

  - alias: "yi6"
    description: "Yi-6B-Chat.Q4_K_M [default]"
    url: "https://huggingface.co/RichardErkhov/01-ai_-_Yi-6B-Chat-gguf/resolve/main/Yi-6B-Chat.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 3673968640
    llama_version: "6"
    params: "6B"
    downloads: 15435
    pipeline_tag: ""
    filename: "Yi-6B-Chat.Q4_K_M.gguf"
    repo: "RichardErkhov/01-ai_-_Yi-6B-Chat-gguf"

  - alias: "yi1.5"
    description: "Yi-1.5-6B-Chat.Q4_K_M [default]"
    url: "https://huggingface.co/MaziyarPanahi/Yi-1.5-6B-Chat-GGUF/resolve/main/Yi-1.5-6B-Chat.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 3673968512
    llama_version: "1.5"
    params: "6B"
    downloads: 121303
    pipeline_tag: "text-generation"
    filename: "Yi-1.5-6B-Chat.Q4_K_M.gguf"
    repo: "MaziyarPanahi/Yi-1.5-6B-Chat-GGUF"

  - alias: "yi1.5:6b-q8"
    description: "Yi-1.5-6B-Chat.Q8_0"
    url: "https://huggingface.co/RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf/resolve/main/Yi-1.5-6B-Chat.Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 6442127488
    llama_version: "1.5"
    params: "6B"
    downloads: 4749
    pipeline_tag: ""
    filename: "Yi-1.5-6B-Chat.Q8_0.gguf"
    repo: "RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf"

  - alias: "yi1.5:34b"
    description: "Yi-1.5-34B-Chat.Q4_K_M"
    url: "https://huggingface.co/RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-gguf/resolve/main/Yi-1.5-34B-Chat.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 20658711392
    llama_version: "1.5"
    params: "34B"
    downloads: 13658
    pipeline_tag: ""
    filename: "Yi-1.5-34B-Chat.Q4_K_M.gguf"
    repo: "RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-gguf"

  - alias: "yi1.5:9b"
    description: "Yi-1.5-9B-Chat-16K.Q4_K_M"
    url: "https://huggingface.co/QuantFactory/Yi-1.5-9B-Chat-16K-GGUF/resolve/main/Yi-1.5-9B-Chat-16K.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5328957728
    llama_version: "1.5"
    params: "9B"
    downloads: 5907
    pipeline_tag: "text-generation"
    filename: "Yi-1.5-9B-Chat-16K.Q4_K_M.gguf"
    repo: "QuantFactory/Yi-1.5-9B-Chat-16K-GGUF"

  - alias: "dolphin2:34b-q8"
    description: "dolphin-2_2-yi-34b.Q8_0"
    url: "https://huggingface.co/TheBloke/dolphin-2_2-yi-34b-GGUF/resolve/main/dolphin-2_2-yi-34b.Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 36542281760
    llama_version: "2"
    params: "34B"
    downloads: 4459
    pipeline_tag: ""
    filename: "dolphin-2_2-yi-34b.Q8_0.gguf"
    repo: "TheBloke/dolphin-2_2-yi-34b-GGUF"

  - alias: "qwen3.5"
    description: "Qwen3.5-9B-GLM5.1-Distill-v1-Q4_K_M [default]"
    url: "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5629105408
    llama_version: "3.5"
    params: "9B"
    downloads: 12964
    pipeline_tag: "image-text-to-text"
    filename: "Qwen3.5-9B-GLM5.1-Distill-v1-Q4_K_M.gguf"
    repo: "Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF"

  - alias: "glm4"
    description: "glm-4-9b-chat.Q4_K [default]"
    url: "https://huggingface.co/legraphista/glm-4-9b-chat-IMat-GGUF/resolve/main/glm-4-9b-chat.Q4_K.gguf"
    quantization: "Q4_K"
    size_bytes: 6250923456
    llama_version: "4"
    params: "9B"
    downloads: 28630
    pipeline_tag: "text-generation"
    filename: "glm-4-9b-chat.Q4_K.gguf"
    repo: "legraphista/glm-4-9b-chat-IMat-GGUF"

  - alias: "glm4.7"
    description: "GLM-4.7-Flash-REAP-23B-A3B-Q4_K_M [default]"
    url: "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 14113838816
    llama_version: "4.7"
    params: "23B"
    downloads: 34733
    pipeline_tag: "text-generation"
    filename: "GLM-4.7-Flash-REAP-23B-A3B-Q4_K_M.gguf"
    repo: "unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF"

  - alias: "glm4:32b"
    description: "GLM-4-32B-0414-Q4_K_M"
    url: "https://huggingface.co/unsloth/GLM-4-32B-0414-GGUF/resolve/main/GLM-4-32B-0414-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 19680022848
    llama_version: "4"
    params: "32B"
    downloads: 9825
    pipeline_tag: "text-generation"
    filename: "GLM-4-32B-0414-Q4_K_M.gguf"
    repo: "unsloth/GLM-4-32B-0414-GGUF"

  - alias: "chatglm3"
    description: "chatglm3-6b.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/chatglm3-6b-i1-GGUF/resolve/main/chatglm3-6b.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 4140343360
    llama_version: "3"
    params: "6B"
    downloads: 831
    pipeline_tag: ""
    filename: "chatglm3-6b.i1-Q4_K_M.gguf"
    repo: "mradermacher/chatglm3-6b-i1-GGUF"

  - alias: "chatglm3:6b-q8"
    description: "chatglm3-6b.Q8_0"
    url: "https://huggingface.co/mradermacher/chatglm3-6b-GGUF/resolve/main/chatglm3-6b.Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 6636363616
    llama_version: "3"
    params: "6B"
    downloads: 738
    pipeline_tag: ""
    filename: "chatglm3-6b.Q8_0.gguf"
    repo: "mradermacher/chatglm3-6b-GGUF"

  - alias: "internlm3"
    description: "internlm3-8b-instruct-Q4_K_M [default]"
    url: "https://huggingface.co/bartowski/internlm3-8b-instruct-GGUF/resolve/main/internlm3-8b-instruct-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5358624320
    llama_version: "3"
    params: "8B"
    downloads: 2006
    pipeline_tag: "text-generation"
    filename: "internlm3-8b-instruct-Q4_K_M.gguf"
    repo: "bartowski/internlm3-8b-instruct-GGUF"

  - alias: "openchat3.5"
    description: "OpenChat-3.5-7B-InternLM-v2.0.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF/resolve/main/OpenChat-3.5-7B-InternLM-v2.0.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 4368452160
    llama_version: "3.5"
    params: "7B"
    downloads: 3695
    pipeline_tag: ""
    filename: "OpenChat-3.5-7B-InternLM-v2.0.i1-Q4_K_M.gguf"
    repo: "mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF"

  - alias: "internlm2"
    description: "InternLM2-1.8B-OpenOrca.Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/InternLM2-1.8B-OpenOrca-GGUF/resolve/main/InternLM2-1.8B-OpenOrca.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 1172364800
    llama_version: "2"
    params: "1.8B"
    downloads: 1644
    pipeline_tag: ""
    filename: "InternLM2-1.8B-OpenOrca.Q4_K_M.gguf"
    repo: "mradermacher/InternLM2-1.8B-OpenOrca-GGUF"

  - alias: "internlm2:20b"
    description: "internlm2-math-base-20b.i1-Q4_K_M"
    url: "https://huggingface.co/mradermacher/internlm2-math-base-20b-i1-GGUF/resolve/main/internlm2-math-base-20b.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 11984470176
    llama_version: "2"
    params: "20B"
    downloads: 4218
    pipeline_tag: ""
    filename: "internlm2-math-base-20b.i1-Q4_K_M.gguf"
    repo: "mradermacher/internlm2-math-base-20b-i1-GGUF"

  - alias: "internlm2:20b-q2"
    description: "internlm2-math-plus-20b.Q2_K"
    url: "https://huggingface.co/legraphista/internlm2-math-plus-20b-IMat-GGUF/resolve/main/internlm2-math-plus-20b.Q2_K.gguf"
    quantization: "Q2_K"
    size_bytes: 7546670528
    llama_version: "2"
    params: "20B"
    downloads: 6000
    pipeline_tag: "text-generation"
    filename: "internlm2-math-plus-20b.Q2_K.gguf"
    repo: "legraphista/internlm2-math-plus-20b-IMat-GGUF"

  - alias: "internlm2:7b"
    description: "internlm2-math-base-7b.i1-Q4_K_M"
    url: "https://huggingface.co/mradermacher/internlm2-math-base-7b-i1-GGUF/resolve/main/internlm2-math-base-7b.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 4712769280
    llama_version: "2"
    params: "7B"
    downloads: 4065
    pipeline_tag: ""
    filename: "internlm2-math-base-7b.i1-Q4_K_M.gguf"
    repo: "mradermacher/internlm2-math-base-7b-i1-GGUF"

  - alias: "internlm2:7b-q2"
    description: "internlm2-math-plus-7b.Q2_K"
    url: "https://huggingface.co/legraphista/internlm2-math-plus-7b-IMat-GGUF/resolve/main/internlm2-math-plus-7b.Q2_K.gguf"
    quantization: "Q2_K"
    size_bytes: 3005449248
    llama_version: "2"
    params: "7B"
    downloads: 5728
    pipeline_tag: "text-generation"
    filename: "internlm2-math-plus-7b.Q2_K.gguf"
    repo: "legraphista/internlm2-math-plus-7b-IMat-GGUF"

  - alias: "openchat3.5:7b-q8"
    description: "OpenChat-3.5-7B-InternLM-v2.0.Q8_0"
    url: "https://huggingface.co/mradermacher/OpenChat-3.5-7B-InternLM-v2.0-GGUF/resolve/main/OpenChat-3.5-7B-InternLM-v2.0.Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 7695876384
    llama_version: "3.5"
    params: "7B"
    downloads: 2024
    pipeline_tag: ""
    filename: "OpenChat-3.5-7B-InternLM-v2.0.Q8_0.gguf"
    repo: "mradermacher/OpenChat-3.5-7B-InternLM-v2.0-GGUF"

  - alias: "sentie1.0"
    description: "Sentie1.0-3B.Q4_K_M [default]"
    url: "https://huggingface.co/SentieAI/Sentie1.0-3B-Claude-Fable-5-GPT5.2-Sol-Kimi-K3-GLM-5.2-GGUF/resolve/main/Sentie1.0-3B.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 2443112224
    llama_version: "1.0"
    params: "3B"
    downloads: 1709
    pipeline_tag: "text-generation"
    filename: "Sentie1.0-3B.Q4_K_M.gguf"
    repo: "SentieAI/Sentie1.0-3B-Claude-Fable-5-GPT5.2-Sol-Kimi-K3-GLM-5.2-GGUF"

  - alias: "qwopus3.5"
    description: "Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-Q4_K_M [default]"
    url: "https://huggingface.co/OpenYourMind/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF/resolve/main/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 75842332192
    llama_version: "3.5"
    params: "122B"
    downloads: 2055
    pipeline_tag: "image-text-to-text"
    filename: "Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-Q4_K_M.gguf"
    repo: "OpenYourMind/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF"

  - alias: "poe8"
    description: "Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF/resolve/main/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5027786080
    llama_version: "8"
    params: "8B"
    downloads: 2533
    pipeline_tag: ""
    filename: "Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q4_K_M.gguf"
    repo: "mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF"

  - alias: "kimiko2"
    description: "kimiko-v2-13b.Q4_K_M [default]"
    url: "https://huggingface.co/TheBloke/Kimiko-v2-13B-GGUF/resolve/main/kimiko-v2-13b.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 7865956288
    llama_version: "2"
    params: "13B"
    downloads: 3568
    pipeline_tag: "text-generation"
    filename: "kimiko-v2-13b.Q4_K_M.gguf"
    repo: "TheBloke/Kimiko-v2-13B-GGUF"

  - alias: "gemma3"
    description: "gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 7300780256
    llama_version: "3"
    params: "12B"
    downloads: 4754
    pipeline_tag: ""
    filename: "gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf"
    repo: "mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF"

  - alias: "qwen3.5"
    description: "Qwen3.5-9B-Kimi-k3-Distilled.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-i1-GGUF/resolve/main/Qwen3.5-9B-Kimi-k3-Distilled.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 5780092064
    llama_version: "3.5"
    params: "9B"
    downloads: 13792
    pipeline_tag: ""
    filename: "Qwen3.5-9B-Kimi-k3-Distilled.i1-Q4_K_M.gguf"
    repo: "mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-i1-GGUF"

  - alias: "qwen3.5:9b-q8"
    description: "Qwen3.5-9B-Kimi-k3-Distilled.Q8_0"
    url: "https://huggingface.co/mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF/resolve/main/Qwen3.5-9B-Kimi-k3-Distilled.Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 9786061696
    llama_version: "3.5"
    params: "9B"
    downloads: 12992
    pipeline_tag: ""
    filename: "Qwen3.5-9B-Kimi-k3-Distilled.Q8_0.gguf"
    repo: "mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF"

  - alias: "qwopus3.5:122b-q2"
    description: "Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated.i1-Q2_K"
    url: "https://huggingface.co/mradermacher/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-i1-GGUF/resolve/main/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated.i1-Q2_K.gguf"
    quantization: "Q2_K"
    size_bytes: 45810400352
    llama_version: "3.5"
    params: "122B"
    downloads: 1820
    pipeline_tag: ""
    filename: "Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated.i1-Q2_K.gguf"
    repo: "mradermacher/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-i1-GGUF"

  - alias: "hunyuan4"
    description: "Hunyuan-4B-Instruct.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/Hunyuan-4B-Instruct-i1-GGUF/resolve/main/Hunyuan-4B-Instruct.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 2607710144
    llama_version: "4"
    params: "4B"
    downloads: 569
    pipeline_tag: ""
    filename: "Hunyuan-4B-Instruct.i1-Q4_K_M.gguf"
    repo: "mradermacher/Hunyuan-4B-Instruct-i1-GGUF"

  - alias: "hunyuan1.8"
    description: "Hunyuan-1.8B-Instruct.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/Hunyuan-1.8B-Instruct-i1-GGUF/resolve/main/Hunyuan-1.8B-Instruct.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 1133085280
    llama_version: "1.8"
    params: "1.8B"
    downloads: 624
    pipeline_tag: ""
    filename: "Hunyuan-1.8B-Instruct.i1-Q4_K_M.gguf"
    repo: "mradermacher/Hunyuan-1.8B-Instruct-i1-GGUF"

  - alias: "hunyuan0.5"
    description: "Hunyuan-0.5B-Instruct.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/Hunyuan-0.5B-Instruct-i1-GGUF/resolve/main/Hunyuan-0.5B-Instruct.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 354970912
    llama_version: "0.5"
    params: "0.5B"
    downloads: 698
    pipeline_tag: ""
    filename: "Hunyuan-0.5B-Instruct.i1-Q4_K_M.gguf"
    repo: "mradermacher/Hunyuan-0.5B-Instruct-i1-GGUF"

  - alias: "hunyuan7"
    description: "Hunyuan-7B-Instruct.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/Hunyuan-7B-Instruct-i1-GGUF/resolve/main/Hunyuan-7B-Instruct.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 4621993408
    llama_version: "7"
    params: "7B"
    downloads: 1006
    pipeline_tag: ""
    filename: "Hunyuan-7B-Instruct.i1-Q4_K_M.gguf"
    repo: "mradermacher/Hunyuan-7B-Instruct-i1-GGUF"

  - alias: "hunyuan7:7b-q8"
    description: "Hunyuan-7B-Instruct-Q8_0_GXL"
    url: "https://huggingface.co/marcelone/Hunyuan-7B-Instruct-GGUF/resolve/main/Hunyuan-7B-Instruct-Q8_0_GXL.gguf"
    quantization: "Q8_0_GXL"
    size_bytes: 8474090784
    llama_version: "7"
    params: "7B"
    downloads: 669
    pipeline_tag: "text-generation"
    filename: "Hunyuan-7B-Instruct-Q8_0_GXL.gguf"
    repo: "marcelone/Hunyuan-7B-Instruct-GGUF"

  - alias: "blossom4"
    description: "blossom-v4-baichuan2-7b.Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/blossom-v4-baichuan2-7b-GGUF/resolve/main/blossom-v4-baichuan2-7b.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 4613837280
    llama_version: "4"
    params: "7B"
    downloads: 115
    pipeline_tag: ""
    filename: "blossom-v4-baichuan2-7b.Q4_K_M.gguf"
    repo: "mradermacher/blossom-v4-baichuan2-7b-GGUF"

  - alias: "shieldlm13"
    description: "ShieldLM-13B-baichuan2.Q4_K_M [default]"
    url: "https://huggingface.co/RichardErkhov/thu-coai_-_ShieldLM-13B-baichuan2-gguf/resolve/main/ShieldLM-13B-baichuan2.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 8998815776
    llama_version: "13"
    params: "13B"
    downloads: 334
    pipeline_tag: ""
    filename: "ShieldLM-13B-baichuan2.Q4_K_M.gguf"
    repo: "RichardErkhov/thu-coai_-_ShieldLM-13B-baichuan2-gguf"

  - alias: "blossom1"
    description: "blossom-v1-baichuan-7b.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/blossom-v1-baichuan-7b-i1-GGUF/resolve/main/blossom-v1-baichuan-7b.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 4262870976
    llama_version: "1"
    params: "7B"
    downloads: 537
    pipeline_tag: ""
    filename: "blossom-v1-baichuan-7b.i1-Q4_K_M.gguf"
    repo: "mradermacher/blossom-v1-baichuan-7b-i1-GGUF"

  - alias: "baichuan2"
    description: "Baichuan2-7B-Chat.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/Baichuan2-7B-Chat-i1-GGUF/resolve/main/Baichuan2-7B-Chat.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 4613837504
    llama_version: "2"
    params: "7B"
    downloads: 346
    pipeline_tag: ""
    filename: "Baichuan2-7B-Chat.i1-Q4_K_M.gguf"
    repo: "mradermacher/Baichuan2-7B-Chat-i1-GGUF"

  - alias: "baichuan7"
    description: "Baichuan-7B-Instruction.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/Baichuan-7B-Instruction-i1-GGUF/resolve/main/Baichuan-7B-Instruction.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 4262870688
    llama_version: "7"
    params: "7B"
    downloads: 726
    pipeline_tag: ""
    filename: "Baichuan-7B-Instruction.i1-Q4_K_M.gguf"
    repo: "mradermacher/Baichuan-7B-Instruction-i1-GGUF"

  - alias: "blossom2"
    description: "blossom-v2-baichuan-7b.Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/blossom-v2-baichuan-7b-GGUF/resolve/main/blossom-v2-baichuan-7b.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 4262871424
    llama_version: "2"
    params: "7B"
    downloads: 176
    pipeline_tag: ""
    filename: "blossom-v2-baichuan-7b.Q4_K_M.gguf"
    repo: "mradermacher/blossom-v2-baichuan-7b-GGUF"

  - alias: "blossom3"
    description: "blossom-v3-baichuan2-7b.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/blossom-v3-baichuan2-7b-i1-GGUF/resolve/main/blossom-v3-baichuan2-7b.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 4613838432
    llama_version: "3"
    params: "7B"
    downloads: 808
    pipeline_tag: ""
    filename: "blossom-v3-baichuan2-7b.i1-Q4_K_M.gguf"
    repo: "mradermacher/blossom-v3-baichuan2-7b-i1-GGUF"

  - alias: "blossom3:7b-q8"
    description: "blossom-v3-baichuan2-7b.Q8_0"
    url: "https://huggingface.co/TheBloke/blossom-v3-baichuan2-7B-GGUF/resolve/main/blossom-v3-baichuan2-7b.Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 7978757536
    llama_version: "3"
    params: "7B"
    downloads: 529
    pipeline_tag: ""
    filename: "blossom-v3-baichuan2-7b.Q8_0.gguf"
    repo: "TheBloke/blossom-v3-baichuan2-7B-GGUF"

  - alias: "blossom2:13b"
    description: "blossom-v2-baichuan-13b.i1-Q4_K_M"
    url: "https://huggingface.co/mradermacher/blossom-v2-baichuan-13b-i1-GGUF/resolve/main/blossom-v2-baichuan-13b.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 8560489344
    llama_version: "2"
    params: "13B"
    downloads: 747
    pipeline_tag: ""
    filename: "blossom-v2-baichuan-13b.i1-Q4_K_M.gguf"
    repo: "mradermacher/blossom-v2-baichuan-13b-i1-GGUF"

  - alias: "blossom2:13b-q8"
    description: "blossom-v2-baichuan-13b.Q8_0"
    url: "https://huggingface.co/mradermacher/blossom-v2-baichuan-13b-GGUF/resolve/main/blossom-v2-baichuan-13b.Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 14096540288
    llama_version: "2"
    params: "13B"
    downloads: 190
    pipeline_tag: ""
    filename: "blossom-v2-baichuan-13b.Q8_0.gguf"
    repo: "mradermacher/blossom-v2-baichuan-13b-GGUF"

  - alias: "baichuan2:13b"
    description: "Baichuan2-13B-Chat.i1-Q4_K_M"
    url: "https://huggingface.co/mradermacher/Baichuan2-13B-Chat-i1-GGUF/resolve/main/Baichuan2-13B-Chat.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 8998816480
    llama_version: "2"
    params: "13B"
    downloads: 711
    pipeline_tag: ""
    filename: "Baichuan2-13B-Chat.i1-Q4_K_M.gguf"
    repo: "mradermacher/Baichuan2-13B-Chat-i1-GGUF"

  - alias: "baichuan2:13b-q8"
    description: "Baichuan2-13B-Chat.Q8_0"
    url: "https://huggingface.co/mradermacher/Baichuan2-13B-Chat-GGUF/resolve/main/Baichuan2-13B-Chat.Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 14769312224
    llama_version: "2"
    params: "13B"
    downloads: 388
    pipeline_tag: ""
    filename: "Baichuan2-13B-Chat.Q8_0.gguf"
    repo: "mradermacher/Baichuan2-13B-Chat-GGUF"

  - alias: "baichuan2:7b-q2"
    description: "baichuan2-7b-chat.Q2_K"
    url: "https://huggingface.co/shaowenchen/baichuan2-7b-chat-gguf/resolve/main/baichuan2-7b-chat.Q2_K.gguf"
    quantization: "Q2_K"
    size_bytes: 3268824416
    llama_version: "2"
    params: "7B"
    downloads: 705
    pipeline_tag: "text-generation"
    filename: "baichuan2-7b-chat.Q2_K.gguf"
    repo: "shaowenchen/baichuan2-7b-chat-gguf"

  - alias: "blossom1:7b-q8"
    description: "blossom-v1-baichuan-7b.Q8_0"
    url: "https://huggingface.co/mradermacher/blossom-v1-baichuan-7b-GGUF/resolve/main/blossom-v1-baichuan-7b.Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 7440236224
    llama_version: "1"
    params: "7B"
    downloads: 175
    pipeline_tag: ""
    filename: "blossom-v1-baichuan-7b.Q8_0.gguf"
    repo: "mradermacher/blossom-v1-baichuan-7b-GGUF"

  - alias: "blossom3:13b"
    description: "blossom-v3_1-baichuan2-13b.Q4_K_M"
    url: "https://huggingface.co/mradermacher/blossom-v3_1-baichuan2-13b-GGUF/resolve/main/blossom-v3_1-baichuan2-13b.Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 8998816448
    llama_version: "3"
    params: "13B"
    downloads: 241
    pipeline_tag: ""
    filename: "blossom-v3_1-baichuan2-13b.Q4_K_M.gguf"
    repo: "mradermacher/blossom-v3_1-baichuan2-13b-GGUF"

  - alias: "qwen3"
    description: "qwen3vl-32B-MiniMax-H3-Q4_K_M [default]"
    url: "https://huggingface.co/realrebelai/MiniMax-H3_GGUFs/resolve/main/qwen3vl-32B-MiniMax-H3-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 14576977888
    llama_version: "3"
    params: "32B"
    downloads: 224114
    pipeline_tag: ""
    filename: "qwen3vl-32B-MiniMax-H3-Q4_K_M.gguf"
    repo: "realrebelai/MiniMax-H3_GGUFs"

  - alias: "qwen3:32b-q3"
    description: "Qwen3VL-32b-MiniMaxH3-UD-Q3_K_XL"
    url: "https://huggingface.co/PurpleBlazey/Minimax-H3-pruned-GGUF/resolve/main/Qwen3VL-32b-MiniMaxH3-UD-Q3_K_XL.gguf"
    quantization: "Q3_K_XL"
    size_bytes: 12394984704
    llama_version: "3"
    params: "32B"
    downloads: 2792
    pipeline_tag: "image-text-to-video"
    filename: "Qwen3VL-32b-MiniMaxH3-UD-Q3_K_XL.gguf"
    repo: "PurpleBlazey/Minimax-H3-pruned-GGUF"

  - alias: "ernie21"
    description: "ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking.i1-Q4_K_M [default]"
    url: "https://huggingface.co/mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF/resolve/main/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 13245833216
    llama_version: "21"
    params: "21B"
    downloads: 2123
    pipeline_tag: ""
    filename: "ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking.i1-Q4_K_M.gguf"
    repo: "mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF"

  - alias: "ernie4.5"
    description: "ERNIE-4.5-0.3B-PT-Q4_K_M [default]"
    url: "https://huggingface.co/unsloth/ERNIE-4.5-0.3B-PT-GGUF/resolve/main/ERNIE-4.5-0.3B-PT-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 240645600
    llama_version: "4.5"
    params: "0.3B"
    downloads: 1511
    pipeline_tag: "text-generation"
    filename: "ERNIE-4.5-0.3B-PT-Q4_K_M.gguf"
    repo: "unsloth/ERNIE-4.5-0.3B-PT-GGUF"

  - alias: "ernie4.5:21b"
    description: "ERNIE-4.5-21B-A3B-Thinking-Q4_K_M"
    url: "https://huggingface.co/unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF/resolve/main/ERNIE-4.5-21B-A3B-Thinking-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 13331018624
    llama_version: "4.5"
    params: "21B"
    downloads: 8777
    pipeline_tag: "text-generation"
    filename: "ERNIE-4.5-21B-A3B-Thinking-Q4_K_M.gguf"
    repo: "unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF"

  - alias: "ernie21:21b-q8"
    description: "ERNIE-21B-A3B-GLM-4.7-Flash-Thinking.Q8_0"
    url: "https://huggingface.co/mradermacher/ERNIE-21B-A3B-GLM-4.7-Flash-Thinking-GGUF/resolve/main/ERNIE-21B-A3B-GLM-4.7-Flash-Thinking.Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 23205359232
    llama_version: "21"
    params: "21B"
    downloads: 387
    pipeline_tag: ""
    filename: "ERNIE-21B-A3B-GLM-4.7-Flash-Thinking.Q8_0.gguf"
    repo: "mradermacher/ERNIE-21B-A3B-GLM-4.7-Flash-Thinking-GGUF"

  - alias: "ernie4.5:51b"
    description: "ERNIE-4.5-HUGE-51B-A3B-Thinking-Brainstorm40x.i1-Q4_K_M"
    url: "https://huggingface.co/mradermacher/ERNIE-4.5-HUGE-51B-A3B-Thinking-Brainstorm40x-i1-GGUF/resolve/main/ERNIE-4.5-HUGE-51B-A3B-Thinking-Brainstorm40x.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 30714064992
    llama_version: "4.5"
    params: "51B"
    downloads: 1185
    pipeline_tag: ""
    filename: "ERNIE-4.5-HUGE-51B-A3B-Thinking-Brainstorm40x.i1-Q4_K_M.gguf"
    repo: "mradermacher/ERNIE-4.5-HUGE-51B-A3B-Thinking-Brainstorm40x-i1-GGUF"

  - alias: "ernie4.5:37b"
    description: "ERNIE-4.5-37B-A3B-Thinking-Brainstorm20x.i1-Q4_K_M"
    url: "https://huggingface.co/mradermacher/ERNIE-4.5-37B-A3B-Thinking-Brainstorm20x-i1-GGUF/resolve/main/ERNIE-4.5-37B-A3B-Thinking-Brainstorm20x.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 22501882656
    llama_version: "4.5"
    params: "37B"
    downloads: 951
    pipeline_tag: ""
    filename: "ERNIE-4.5-37B-A3B-Thinking-Brainstorm20x.i1-Q4_K_M.gguf"
    repo: "mradermacher/ERNIE-4.5-37B-A3B-Thinking-Brainstorm20x-i1-GGUF"

  - alias: "ernie4.5:37b-q8"
    description: "ERNIE-4.5-37B-A3B-Thinking-Brainstorm20x.Q8_0"
    url: "https://huggingface.co/mradermacher/ERNIE-4.5-37B-A3B-Thinking-Brainstorm20x-GGUF/resolve/main/ERNIE-4.5-37B-A3B-Thinking-Brainstorm20x.Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 39534391808
    llama_version: "4.5"
    params: "37B"
    downloads: 377
    pipeline_tag: ""
    filename: "ERNIE-4.5-37B-A3B-Thinking-Brainstorm20x.Q8_0.gguf"
    repo: "mradermacher/ERNIE-4.5-37B-A3B-Thinking-Brainstorm20x-GGUF"

  - alias: "ernie4.5:29b"
    description: "ERNIE-4.5-29B-A4B-PT.i1-Q4_K_M"
    url: "https://huggingface.co/mradermacher/ERNIE-4.5-29B-A4B-PT-i1-GGUF/resolve/main/ERNIE-4.5-29B-A4B-PT.i1-Q4_K_M.gguf"
    quantization: "Q4_K_M"
    size_bytes: 17542031072
    llama_version: "4.5"
    params: "29B"
    downloads: 834
    pipeline_tag: ""
    filename: "ERNIE-4.5-29B-A4B-PT.i1-Q4_K_M.gguf"
    repo: "mradermacher/ERNIE-4.5-29B-A4B-PT-i1-GGUF"

  - alias: "ernie4.5:29b-q8"
    description: "ERNIE-4.5-29B-A4B-PT.Q8_0"
    url: "https://huggingface.co/mradermacher/ERNIE-4.5-29B-A4B-PT-GGUF/resolve/main/ERNIE-4.5-29B-A4B-PT.Q8_0.gguf"
    quantization: "Q8_0"
    size_bytes: 30806906304
    llama_version: "4.5"
    params: "29B"
    downloads: 332
    pipeline_tag: ""
    filename: "ERNIE-4.5-29B-A4B-PT.Q8_0.gguf"
    repo: "mradermacher/ERNIE-4.5-29B-A4B-PT-GGUF"