noctrex/huihui-qwen3-vl-30b-a3b-instruct-abliterated-gguf overview

{
  "metadata": {},
  "card_data": {
    "pipeline_tag": "image-text-to-text",
    "base_model": [
      "huihui-ai/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated"
    ],
    "frontmatter": {
      "pipeline_tag": "image-text-to-text",
      "base_model": [
        "huihui-ai/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated"
      ]
    },
    "hero_image_url": "",
    "summary": "These are quantizations of the model Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated The imatrix from unsloth has been used for these. Original model: https://huggingface.co/huihui-ai/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated Download the latest llama.cpp to use them. Try to use the best quality you can run. For the mmproj, try to use the F32 version as it will produce the best results. F32 > BF16 > F16.",
    "quick_links": [],
    "benchmark_table_html": "",
    "readme_markdown": "---\npipeline_tag: image-text-to-text\nbase_model:\n- huihui-ai/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated\n---\nThese are quantizations of the model Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated\n\nThe imatrix from unsloth has been used for these.\n\nOriginal model: https://huggingface.co/huihui-ai/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated\n\nDownload the latest llama.cpp to use them.\n\nTry to use the best quality you can run.  \nFor the mmproj, try to use the F32 version as it will produce the best results.  \nF32 > BF16 > F16.\n",
    "related_quantizations": []
  },
  "tags": [
    "gguf",
    "image-text-to-text",
    "base_model:huihui-ai/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated",
    "base_model:quantized:huihui-ai/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated",
    "endpoints_compatible",
    "region:us",
    "imatrix",
    "conversational"
  ],
  "likes": 18,
  "downloads": 19336,
  "gated": false,
  "private": false,
  "last_modified": "2025-11-07T13:26:52.000Z",
  "created_at": "2025-10-22T08:02:29.000Z",
  "pipeline_tag": "image-text-to-text",
  "library_name": ""
}

{
  "_id": "68f88f952c57bfd825a8623f",
  "id": "noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF",
  "modelId": "noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF",
  "sha": "6f9740ab52d5cefac63d89b65de95c12b48d49a6",
  "createdAt": "2025-10-22T08:02:29.000Z",
  "lastModified": "2025-11-07T13:26:52.000Z",
  "author": "noctrex",
  "downloads": 19336,
  "likes": 18,
  "gated": false,
  "private": false,
  "pipeline_tag": "image-text-to-text",
  "library_name": "",
  "siblings_count": 27
}