darkhn-quants-2/magistral-2509-36b-animus-v12.1-gguf overview

{
  "metadata": {},
  "card_data": {
    "license": "apache-2.0",
    "base_model": [
      "Darkhn/Magistral-2509-36B-Animus-V12.1"
    ],
    "tags": [
      "magistral",
      "mistral",
      "finetune",
      "roleplay",
      "chat",
      "wings-of-fire",
      "reasoning",
      "thinking",
      "nsfw",
      "not-for-all-audiences"
    ],
    "frontmatter": {
      "license": "apache-2.0",
      "base_model": [
        "Darkhn/Magistral-2509-36B-Animus-V12.1"
      ],
      "tags": [
        "magistral",
        "mistral",
        "finetune",
        "roleplay",
        "chat",
        "wings-of-fire",
        "reasoning",
        "thinking",
        "nsfw",
        "not-for-all-audiences"
      ]
    },
    "hero_image_url": "WTAX5SVYP8JFZ97YRENK0FV4Z0.jpeg",
    "summary": "body { font-family: 'Quicksand', sans-serif; background: linear-gradient(135deg, #4a1e00 0%, #1c0a00 100%); color: #F5EFE6; margin: 0; padding: 0; font-size: 16px; } h1, h2, h3, h4, summary { font-family: 'Cinzel', serif; } .container { margin: 20px auto; max-width: 900px; background-color: rgba(28, 22, 18, 0.95); padding: 30px; border-radius: 12px; box-shadow: 0 4px 20px rgba(255, 140, 0, 0.15); border: 1px solid rgba(255, 140, 0, 0.2); outline: 1px solid rgba(255, 140, 0, 0.5); outline-offset: -1px; position: relative; } .container::before { content: ''; position: absolute; top: -1px; left: -1px; right: -1px; bottom: -1px; border: 1px solid rgba(255, 165, 0, 0.98); border-radius: 12px; pointer-events: none; animation: borderGlow 2.5s ease-in-out infinite; } @keyframes borderGlow { 0% { box-shadow: 0 0 5px rgba(255, 165, 0, 0.98); } 50% { box-shadow: 0 0 12px rgba(255, 165, 0, 0.98); } 100% { box-shadow: 0 0 5px rgba(255, 165, 0, 0.98); } } .header h1 { font-size: 32px; color: #FFA500; margin: 0 0 20px 0; text-align: center; text-shadow: 0 0 12px rgba(255, 100, 0, 0.6); } .info img { width: 100%; max-width: 700px; display: block; margin: 0 auto 25px auto; border-radius: 10px; box-shadow: 0 0 20px rgba(255, 140, 0, 0.25); border: 1px solid rgba(255, 140, 0, 0.2); outline: 1px solid rgba(255, 140, 0, 0.5); outline-offset: -1px; } a { color: #FFD700; text-decoration: none; transition: color 0.3s ease; } a:hover { color: #FFDAB9; } .button { display: inline-block; background-color: #E55B00; color: #FFFFFF; padding: 12px 24px; border-radius: 5px; cursor: pointer; text-decoration: none; font-family: 'Cinzel', serif; font-weight: 600; transition: all 0.3s ease; border: 1px solid transparent; } .button:hover { background-color: #FF8C00; box-shadow: 0 0 15px rgba(255, 140, 0, 0.5); transform: translateY(-2px); } pre { background-color: rgba(45, 35, 25, 0.95); padding: 15px; border-radius: 5px; overflow-x: auto; border: 1px solid rgba(255, 140, 0, 0.2); outline: 1px solid rgba(255, 140, 0, 0.5); outline-offset: -1px; } code { font-family: 'Courier New', monospace; color: #F5EFE6; } .section-container { margin: 40px 0; } h2 { font-size: 26px; color: #FFA500; text-shadow: 0 0 10px rgba(255, 140, 0, 0.5); border-bottom: 1px solid rgba(255, 140, 0, 0.2); padding-bottom: 10px; margin-bottom: 20px; } .info-card { background: rgba(45, 35, 25, 0.95); border: 1px solid rgba(255, 140, 0, 0.2); border-radius: 8px; overflow: hidden; margin-bottom: 25px; } .info-header { background: rgba(255, 140, 0, 0.1); padding: 20px; border-bottom: 1px solid rgba(255, 140, 0, 0.2); } .info-header h3 { color: #FFA500; margin: 0 0 10px 0; font-size: 22px; text-shadow: 0 0 5px rgba(255, 140, 0, 0.3); } .model-tags { display: flex; gap: 8px; flex-wrap: wrap; } .model-tag { background: rgba(218, 165, 32, 0.15); color: #FFD700; padding: 4px 8px; border-radius: 4px; font-size: 12px; border: 1px solid rgba(218, 165, 32, 0.3); font-family: 'Quicksand', sans-serif; } .card-content { padding: 20px; line-height: 1.7; } .card-content p, .card-content li { margin-bottom: 1em; } .card-content p:last-child, .card-content li:last-child { margin-bottom: 0; } .card-content ul { list-style: none; padding-left: 20px; } .card-content li::before { content: '✦'; color: #FFD700; font-weight: bold; display: inline-block; width: 1em; margin-left: -1.2em; font-size: 1.2em; line-height: 1; } .card-content strong { color: #FFD700; font-weight: 600; } .config-container { background: rgba(45, 35, 25, 0.95); border: 1px solid rgba(255, 140, 0, 0.2); border-radius: 8px; overflow: hidden; } .config-header { background: rgba(255, 140, 0, 0.1); padding: 15px 20px; border-bottom: 1px solid rgba(255, 140, 0, 0.2); } .config-header h3 { margin: 0; color: #FFA500; font-size: 22px; } .config-content { padding: 20px; display: grid; grid-template-columns: repeat(auto-fit, minmax(200px, 1fr)); gap: 20px; } .config-item { display: flex; flex-direction: column; gap: 5px; } .config-label { color: #FFD700; font-size: 14px; font-weight: 500; font-family: 'Quicksand', sans-serif; } .config-value { color: #F5EFE6; font-family: 'Courier New', monospace; font-size: 18px; font-weight: bold; } .link-arrow { display: inline-block; transition: transform 0.3s ease; } a:hover .link-arrow { transform: translateX(3px); } .support-section { text-align: center; margin-top: 40px; background: rgba(45, 35, 25, 0.95); border: 1px solid rgba(255, 140, 0, 0.2); border-radius: 8px; padding: 20px; } .support-section p { margin-bottom: 15px; font-size: 1.1em; margin-top: 0; } summary { cursor: pointer; list-style: none; outline: none; display: flex; align-items: flex-start; } summary::-webkit-details-marker { display: none; } summary::before { content: '▶'; font-size: 1.2em; color: #FFA500; /* Match h2 color */ margin-right: 15px; padding-top: 5px; /* Adjust vertical alignment with h2 text */ transition: transform 0.2s ease; flex-shrink: 0; /* Prevent the arrow from shrinking */ } details[open] > summary::before { transform: rotate(90deg); } summary > h2 { flex-grow: 1; } .format-list { margin: 1.5em 0; } .format-list dt { color: #FFA500; font-family: 'Cinzel', serif; font-weight: 600; font-size: 1.3em; text-shadow: 0 0 8px rgba(255, 140, 0, 0.5); margin-bottom: 0.6em; } .format-list dd { margin-left: 0; margin-bottom: 1.5em; background-color: rgba(28, 22, 18, 0.95); padding: 12px 15px; border-radius: 6px; border: 1px solid rgba(255, 140, 0, 0.2); border-left: 4px solid #FFA500; } .format-list dd:last-of-type { margin-bottom: 0; }     Magistral-2509-36B-Animus-V12.1-GGUF     Send me your support to help me feed the data beast! also taking comissions for universe specific models  Support on Ko-fi     Important: Reasoning Format & Backend Setup   This model uses a special reasoning format. There are two methods to enable it: the official format designed by MistralAI, and a legacy format that works due to the base model's pre-training. The correct method depends on your backend software (e.g., llama.cpp, Kobold.cpp).  Official Format: [THINK] (Recommended for llama.cpp) This is the official instruction format from MistralAI and is the recommended method. It is confirmed to work with backends like llama.cpp (with specific flags) and mistral-common.  Llama.cpp Prerequisite: Launch llama.cpp with the --special and --jinja arguments enabled. Instruction Format: The model uses [THINK] and [/THINK] tags. Activation (2 steps):  Set your prefill sequence (in your frontend like SillyTavern) to start with [THINK]. You must also include the keyword /think anywhere in your system prompt to activate the reasoning module.    Recommended System Prompt for Official Format Add the following to your system prompt to guide the model's output structure: First draft your thinking process (inner monologue) until you arrive at a response. You must use the /think keyword. Format your response using Markdown, and use LaTeX for any mathematical equations. Write both your thoughts and the response in the same language as the input. Your thinking process must follow the template below:[THINK]Your thoughts or/and draft, like working through an exercise on scratch paper. Be as casual and as long as you want until you are confident to generate the response. Use the same language as the input.[/THINK]Here, provide a self-contained response. SillyTavern Quick Setup For a complete SillyTavern configuration, you can download and import this JSON file:  Download SillyTavern JSON →   Legacy Format: <think> (For Kobold.cpp & TabbyAPI) This format is not official but is highly effective with backends like Kobold.cpp and TabbyAPI. It works because the model's predecessor was trained on these angle-bracket tags, and the model inherits this behavior.  Instruction Format: Wrap the model's reasoning in <think> and </think> tags. Activation: In your frontend, set your prefill sequence to start with <think>.    See the GitHub Issue for technical details →         Quantized Models   The quantized model files are available for download. Click the buttons below to view the files.  Download EXL3 Files →        Character Card & Lore Book   For the best roleplaying experience, it is highly recommended to use the provided character card and lore book. These files help guide the model's persona and provide rich, in-universe context.  Download Files →        Sampler Presets   For a seamless setup in SillyTavern, you can download the pre-configured JSON file linked in the \"Reasoning & Usage\" section above. For those that dont use SillyTavern, the recommended sampler settings are:  Temp: 1.0 Min P: 0.02         Roleplay Format Guide    For the best results, use this structured format. This helps the AI clearly distinguish between actions, inner thoughts, and dialogue.  Actions / Descriptions *He walked across the room and stared out the window.* Inner Thoughts *-I wonder what she's thinking.-* Dialogue Alex (Curious): \"What do you see out there?\"  Standard novel-style formatting is also understood, but this structured format is preferred for clarity.       Model Description   This is Version 12.1, an experimental model in the Animus series built with a new focus on reasoning. V12.1 is a direct fine-tune of Darkhn/Magistral-2509-36B-Text-Only (a 36B upscaled, text-only modification of mistralai/Magistral-2509). V12.1's strength comes from a novel dataset designed to teach the model the why behind the lore, not just the what. The training data is a mix of:  A 3,000-example Q&A dataset: This data is framed as an in-character study session, like a student at Jade Mountain Academy learning about the history, relationships, and politics of Pyrrhia's tribes. This provides a deep, contextual understanding of the universe. A 3,000-example uncensored roleplay dataset: The same high-quality, mature roleplay scenarios used in previous versions, ensuring the model maintains its engaging and dynamic narrative capabilities. 900 roleplay reasoning examples: These new examples are designed to teach the model how to \"think\" through its responses using a special format, improving coherence and logical flow.  The result is a model with exceptionally strong prose and a deep grasp of in-universe lore, making for a highly immersive and accurate roleplaying experience. Note for roleplay, it follows system prompt and first message, meaning if the first assistant message is short, the following messages will be short.       Training Details   V12.1 Training Process   V12.0 marks a shift from model merging to a focused, direct fine-tuning approach. This allows for greater control over the final model's characteristics.  Base Model: Darkhn/Magistral-2509-36B-Text-Only Hardware: 1x NVIDIA H200 Training Time: 8 hours Epochs: 2 LoRA Rank: 128 Context size 8192 Scheduler: Cosine      Feature Update: Removal of DM Choices   A key feature in previous test versions—the presentation of multiple-choice actions (e.g., A, B, C) to guide the user—has been removed. While a promising concept, this feature needs further refinement to ensure it enhances, rather than restricts, the roleplaying experience. It may be reintroduced in a more polished form in a future release. For now, the model returns to a more traditional, open-ended prose format.     Training Dataset   The V12.1 dataset consists of 6,900 high-quality examples, a combination of three distinct types:  In-Character Q&A (3,000 examples): This new dataset simulates a student at Jade Mountain Academy studying the world's lore. It's composed of roleplay-style questions and answers covering tribe history, family dynamics, and political relationships. This method builds a foundational, interconnected understanding of the lore. Uncensored Roleplay (3,000 examples): This is the same mature, canon-centric dataset refined for previous versions. It explores pivotal \"what-if\" scenarios from the books using only canon characters, ensuring the model can handle complex and dramatic narratives. Roleplay Reasoning (900 examples): This new dataset Tunes the Reasoning for roleplaying before generating prose.  Both datasets underwent a rigorous cleaning process to remove formatting artifacts, such as **scene transitions**, resulting in a cleaner and more natural narrative style.       Intended Use & Limitations    Intended Use: The primary purpose of this model is for creative and roleplaying within the Wings of Fire universe. However, user feedback indicates it is also highly effective for general-purpose roleplaying. Limitations & Quirks:  Performance on tasks outside of its training domain (general knowledge, coding, etc.) is not guaranteed and will likely be poor. Versatility: While it appears to be only a Wings of Fire tuned model, users have reported it is very capable of performing normal roleplay with other settings and characters. The model may \"hallucinate\" or generate plausible but non-canonical information, especially when pushed outside the established \"what-if\" scenarios. Content: The training data includes mature and darker themes from the Wings of Fire series, such as conflict, character death, and moral ambiguity. The model is capable of generating content reflecting these themes. As always, it is up to the user what they do with it. Formatting: Training data was cleaned to remove narrative artifacts like **scene transitions**. The model should now produce cleaner prose. Safety: This model has not undergone additional safety alignment beyond what was included in its base model. Standard responsible AI practices should be followed.          Acknowledgements    Credit to the Mistral for the powerful Magistral architecture. Credit to Google for the Gemini Pro model, used in dataset generation.",
    "quick_links": [],
    "benchmark_table_html": "",
    "readme_markdown": "---\nlicense: apache-2.0\nbase_model:\n- Darkhn/Magistral-2509-36B-Animus-V12.1\ntags:\n- magistral\n- mistral\n- finetune\n- roleplay\n- chat\n- wings-of-fire\n- reasoning\n- thinking\n- nsfw\n- not-for-all-audiences\n---\n\n<style>\nbody {\n  font-family: 'Quicksand', sans-serif;\n  background: linear-gradient(135deg, #4a1e00 0%, #1c0a00 100%);\n  color: #F5EFE6;\n  margin: 0;\n  padding: 0;\n  font-size: 16px;\n}\n\nh1, h2, h3, h4, summary {\n    font-family: 'Cinzel', serif;\n}\n\n.container {\n  margin: 20px auto;\n  max-width: 900px;\n  background-color: rgba(28, 22, 18, 0.95);\n  padding: 30px;\n  border-radius: 12px;\n  box-shadow: 0 4px 20px rgba(255, 140, 0, 0.15);\n  border: 1px solid rgba(255, 140, 0, 0.2);\n  outline: 1px solid rgba(255, 140, 0, 0.5);\n  outline-offset: -1px;\n  position: relative;\n}\n\n.container::before {\n  content: '';\n  position: absolute;\n  top: -1px;\n  left: -1px;\n  right: -1px;\n  bottom: -1px;\n  border: 1px solid rgba(255, 165, 0, 0.98);\n  border-radius: 12px;\n  pointer-events: none;\n  animation: borderGlow 2.5s ease-in-out infinite;\n}\n\n@keyframes borderGlow {\n  0% {\n    box-shadow: 0 0 5px rgba(255, 165, 0, 0.98);\n  }\n  50% {\n    box-shadow: 0 0 12px rgba(255, 165, 0, 0.98);\n  }\n  100% {\n    box-shadow: 0 0 5px rgba(255, 165, 0, 0.98);\n  }\n}\n\n.header h1 {\n  font-size: 32px;\n  color: #FFA500;\n  margin: 0 0 20px 0;\n  text-align: center;\n  text-shadow: 0 0 12px rgba(255, 100, 0, 0.6);\n}\n\n.info img {\n  width: 100%;\n  max-width: 700px;\n  display: block;\n  margin: 0 auto 25px auto;\n  border-radius: 10px;\n  box-shadow: 0 0 20px rgba(255, 140, 0, 0.25);\n  border: 1px solid rgba(255, 140, 0, 0.2);\n  outline: 1px solid rgba(255, 140, 0, 0.5);\n  outline-offset: -1px;\n}\n\na {\n  color: #FFD700;\n  text-decoration: none;\n  transition: color 0.3s ease;\n}\n\na:hover {\n  color: #FFDAB9;\n}\n\n.button {\n  display: inline-block;\n  background-color: #E55B00;\n  color: #FFFFFF;\n  padding: 12px 24px;\n  border-radius: 5px;\n  cursor: pointer;\n  text-decoration: none;\n  font-family: 'Cinzel', serif;\n  font-weight: 600;\n  transition: all 0.3s ease;\n  border: 1px solid transparent;\n}\n\n.button:hover {\n  background-color: #FF8C00;\n  box-shadow: 0 0 15px rgba(255, 140, 0, 0.5);\n  transform: translateY(-2px);\n}\n\npre {\n  background-color: rgba(45, 35, 25, 0.95);\n  padding: 15px;\n  border-radius: 5px;\n  overflow-x: auto;\n  border: 1px solid rgba(255, 140, 0, 0.2);\n  outline: 1px solid rgba(255, 140, 0, 0.5);\n  outline-offset: -1px;\n}\n\ncode {\n  font-family: 'Courier New', monospace;\n  color: #F5EFE6;\n}\n\n.section-container {\n  margin: 40px 0;\n}\n\nh2 {\n    font-size: 26px;\n    color: #FFA500;\n    text-shadow: 0 0 10px rgba(255, 140, 0, 0.5);\n    border-bottom: 1px solid rgba(255, 140, 0, 0.2);\n    padding-bottom: 10px;\n    margin-bottom: 20px;\n}\n\n.info-card {\n  background: rgba(45, 35, 25, 0.95);\n  border: 1px solid rgba(255, 140, 0, 0.2);\n  border-radius: 8px;\n  overflow: hidden;\n  margin-bottom: 25px;\n}\n\n.info-header {\n  background: rgba(255, 140, 0, 0.1);\n  padding: 20px;\n  border-bottom: 1px solid rgba(255, 140, 0, 0.2);\n}\n\n.info-header h3 {\n  color: #FFA500;\n  margin: 0 0 10px 0;\n  font-size: 22px;\n  text-shadow: 0 0 5px rgba(255, 140, 0, 0.3);\n}\n\n.model-tags {\n  display: flex;\n  gap: 8px;\n  flex-wrap: wrap;\n}\n\n.model-tag {\n  background: rgba(218, 165, 32, 0.15);\n  color: #FFD700;\n  padding: 4px 8px;\n  border-radius: 4px;\n  font-size: 12px;\n  border: 1px solid rgba(218, 165, 32, 0.3);\n  font-family: 'Quicksand', sans-serif;\n}\n\n.card-content {\n  padding: 20px;\n  line-height: 1.7;\n}\n\n.card-content p, .card-content li {\n    margin-bottom: 1em;\n}\n\n.card-content p:last-child, .card-content li:last-child {\n    margin-bottom: 0;\n}\n\n.card-content ul {\n    list-style: none;\n    padding-left: 20px;\n}\n\n.card-content li::before {\n    content: '✦';\n    color: #FFD700;\n    font-weight: bold;\n    display: inline-block;\n    width: 1em;\n    margin-left: -1.2em;\n    font-size: 1.2em;\n    line-height: 1;\n}\n\n.card-content strong {\n    color: #FFD700;\n    font-weight: 600;\n}\n\n.config-container {\n  background: rgba(45, 35, 25, 0.95);\n  border: 1px solid rgba(255, 140, 0, 0.2);\n  border-radius: 8px;\n  overflow: hidden;\n}\n\n.config-header {\n  background: rgba(255, 140, 0, 0.1);\n  padding: 15px 20px;\n  border-bottom: 1px solid rgba(255, 140, 0, 0.2);\n}\n\n.config-header h3 {\n    margin: 0;\n    color: #FFA500;\n    font-size: 22px;\n}\n\n.config-content {\n  padding: 20px;\n  display: grid;\n  grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));\n  gap: 20px;\n}\n\n.config-item {\n  display: flex;\n  flex-direction: column;\n  gap: 5px;\n}\n\n.config-label {\n  color: #FFD700;\n  font-size: 14px;\n  font-weight: 500;\n  font-family: 'Quicksand', sans-serif;\n}\n\n.config-value {\n  color: #F5EFE6;\n  font-family: 'Courier New', monospace;\n  font-size: 18px;\n  font-weight: bold;\n}\n\n.link-arrow {\n  display: inline-block;\n  transition: transform 0.3s ease;\n}\n\na:hover .link-arrow {\n  transform: translateX(3px);\n}\n\n.support-section {\n    text-align: center;\n    margin-top: 40px;\n    background: rgba(45, 35, 25, 0.95);\n    border: 1px solid rgba(255, 140, 0, 0.2);\n    border-radius: 8px;\n    padding: 20px;\n}\n\n.support-section p {\n    margin-bottom: 15px;\n    font-size: 1.1em;\n    margin-top: 0;\n}\n\nsummary {\n    cursor: pointer;\n    list-style: none;\n    outline: none;\n    display: flex;\n    align-items: flex-start;\n}\nsummary::-webkit-details-marker {\n    display: none;\n}\nsummary::before {\n    content: '▶';\n    font-size: 1.2em;\n    color: #FFA500; /* Match h2 color */\n    margin-right: 15px;\n    padding-top: 5px; /* Adjust vertical alignment with h2 text */\n    transition: transform 0.2s ease;\n    flex-shrink: 0; /* Prevent the arrow from shrinking */\n}\ndetails[open] > summary::before {\n    transform: rotate(90deg);\n}\nsummary > h2 {\n    flex-grow: 1;\n}\n\n.format-list {\n  margin: 1.5em 0;\n}\n\n.format-list dt {\n  color: #FFA500;\n  font-family: 'Cinzel', serif;\n  font-weight: 600;\n  font-size: 1.3em;\n  text-shadow: 0 0 8px rgba(255, 140, 0, 0.5);\n  margin-bottom: 0.6em;\n}\n\n.format-list dd {\n  margin-left: 0;\n  margin-bottom: 1.5em;\n  background-color: rgba(28, 22, 18, 0.95); \n  padding: 12px 15px;\n  border-radius: 6px;\n  border: 1px solid rgba(255, 140, 0, 0.2);\n  border-left: 4px solid #FFA500; \n}\n\n.format-list dd:last-of-type {\n  margin-bottom: 0;\n}\n</style>\n<div class=\"container\">\n<link href=\"https://fonts.googleapis.com/css2?family=Cinzel:wght@400;500;600&family=Quicksand:wght@400;500&display=swap\" rel=\"stylesheet\">\n<div class=\"header\">\n  <h1>Magistral-2509-36B-Animus-V12.1-GGUF</h1>\n</div>\n<div class=\"info\">\n  <img src=\"WTAX5SVYP8JFZ97YRENK0FV4Z0.jpeg\" alt=\"Wings_of_Fire\" width=\"700\">\n\n  <div class=\"support-section\">\n    <p><strong>Send me your support to help me feed the data beast! also taking comissions for universe specific models</strong></p>\n    <a href=\"https://ko-fi.com/som1tokmynam\" target=\"_blank\" class=\"button\">\n      Support on Ko-fi\n    </a>\n  </div>\n\n<div class=\"section-container\">\n    <details open>\n        <summary><h2>Important: Reasoning Format & Backend Setup</h2></summary>\n        <div class=\"info-card\">\n            <div class=\"card-content\">\n                <p>This model uses a special reasoning format. There are two methods to enable it: the <strong>official format</strong> designed by MistralAI, and a <strong>legacy format</strong> that works due to the base model's pre-training. The correct method depends on your backend software (e.g., llama.cpp, Kobold.cpp).</p>\n                <hr>\n                <h3>Official Format: <code>[THINK]</code> (Recommended for llama.cpp)</h3>\n                <p>This is the official instruction format from MistralAI and is the recommended method. It is confirmed to work with backends like <strong>llama.cpp</strong> (with specific flags) and <strong>mistral-common</strong>.</p>\n                <ul>\n                    <li><strong>Llama.cpp Prerequisite:</strong> Launch llama.cpp with the <code>--special</code> and <code>--jinja</code> arguments enabled.</li>\n                    <li><strong>Instruction Format:</strong> The model uses <code>[THINK]</code> and <code>[/THINK]</code> tags.</li>\n                    <li><strong>Activation (2 steps):</strong>\n                        <ol>\n                            <li>Set your prefill sequence (in your frontend like SillyTavern) to start with <code>[THINK]</code>.</li>\n                            <li>You <strong>must</strong> also include the keyword <code>/think</code> anywhere in your system prompt to activate the reasoning module.</li>\n                        </ol>\n                    </li>\n                </ul>\n                <h4>Recommended System Prompt for Official Format</h4>\n                <p>Add the following to your system prompt to guide the model's output structure:</p>\n                <pre><code>First draft your thinking process (inner monologue) until you arrive at a response. You must use the /think keyword. Format your response using Markdown, and use LaTeX for any mathematical equations. Write both your thoughts and the response in the same language as the input. Your thinking process must follow the template below:[THINK]Your thoughts or/and draft, like working through an exercise on scratch paper. Be as casual and as long as you want until you are confident to generate the response. Use the same language as the input.[/THINK]Here, provide a self-contained response.</code></pre>\n                <h4>SillyTavern Quick Setup</h4>\n                <p>For a complete SillyTavern configuration, you can download and import this JSON file:</p>\n                <a href=\"https://huggingface.co/Darkhn/Sampler_settings_and_system_prompt/blob/main/Magistral_SillyTavern_settings.json\" target=\"_blank\" class=\"button\">\n                    Download SillyTavern JSON <span class=\"link-arrow\">→</span>\n                </a>\n                <hr>\n                <h3>Legacy Format: <code>&lt;think&gt;</code> (For Kobold.cpp & TabbyAPI)</h3>\n                <p>This format is not official but is highly effective with backends like <strong>Kobold.cpp</strong> and <strong>TabbyAPI</strong>. It works because the model's predecessor was trained on these angle-bracket tags, and the model inherits this behavior.</p>\n                <ul>\n                    <li><strong>Instruction Format:</strong> Wrap the model's reasoning in <code>&lt;think&gt;</code> and <code>&lt;/think&gt;</code> tags.</li>\n                    <li><strong>Activation:</strong> In your frontend, set your prefill sequence to start with <code>&lt;think&gt;</code>.</li>\n                </ul>\n                <p>\n                    <a href=\"https://github.com/LostRuins/koboldcpp/issues/1745\" target=\"_blank\" class=\"button\">\n                        See the GitHub Issue for technical details <span class=\"link-arrow\">→</span>\n                    </a>\n                </p>\n            </div>\n        </div>\n    </details>\n</div>\n\n<div class=\"section-container\">\n  <details>\n    <summary><h2>Quantized Models</h2></summary>\n    <div class=\"info-card\">\n      <div class=\"card-content\">\n        <p>The quantized model files are available for download. Click the buttons below to view the files.</p>\n        <a href=\"https://huggingface.co/Darkhn-Quants-2/Magistral-2509-36B-Animus-V12.1-EXL3\" target=\"_blank\" class=\"button\">\n          Download EXL3 Files <span class=\"link-arrow\">→</span>\n        </a>\n      </div>\n    </div>\n  </details>\n</div>\n\n  <div class=\"section-container\">\n    <details>\n      <summary><h2>Character Card & Lore Book</h2></summary>\n      <div class=\"info-card\">\n        <div class=\"card-content\">\n          <p>For the best roleplaying experience, it is highly recommended to use the provided character card and lore book. These files help guide the model's persona and provide rich, in-universe context.</p>\n          <a href=\"https://huggingface.co/Darkhn/Sampler_settings_and_system_prompt/tree/main/character_card\" target=\"_blank\" class=\"button\">\n            Download Files <span class=\"link-arrow\">→</span>\n          </a>\n        </div>\n      </div>\n    </details>\n  </div>\n\n  <div class=\"section-container\">\n    <details>\n      <summary><h2>Sampler Presets</h2></summary>\n      <div class=\"info-card\">\n        <div class=\"card-content\">\n          <p>For a seamless setup in SillyTavern, you can download the pre-configured JSON file linked in the \"Reasoning & Usage\" section above.</p>\n          <p>For those that dont use SillyTavern, the recommended sampler settings are:</p>\n          <ul>\n              <p><strong>Temp:</strong> 1.0</p>\n              <p><strong>Min P:</strong> 0.02</p>\n          </ul>\n        </div>\n      </div>\n    </details>\n  </div>\n  \n  <div class=\"section-container\">\n    <details open>\n        <summary>\n            <h2>Roleplay Format Guide</h2>\n        </summary>\n        <div class=\"info-card\">\n            <div class=\"card-content\">\n                <p>For the best results, use this structured format. This helps the AI clearly distinguish between actions, inner thoughts, and dialogue.</p>\n                <dl class=\"format-list\">\n                    <dt>Actions / Descriptions</dt>\n                    <dd><code>*He walked across the room and stared out the window.*</code></dd>\n                    <dt>Inner Thoughts</dt>\n                    <dd><code>*-I wonder what she's thinking.-*</code></dd>\n                    <dt>Dialogue</dt>\n                    <dd><code>Alex (Curious): \"What do you see out there?\"</code></dd>\n                </dl>\n                <p>Standard novel-style formatting is also understood, but this structured format is preferred for clarity.</p>\n            </div>\n        </div>\n    </details>\n  </div>\n\n  <div class=\"section-container\">\n    <details open>\n      <summary><h2>Model Description</h2></summary>\n      <div class=\"info-card\">\n        <div class=\"card-content\">\n          <p>This is <strong>Version 12.1</strong>, an experimental model in the Animus series built with a new focus on reasoning. V12.1 is a direct fine-tune of <strong>Darkhn/Magistral-2509-36B-Text-Only</strong> (a 36B upscaled, text-only modification of `mistralai/Magistral-2509`).</p>\n\t\t  <p>V12.1's strength comes from a novel dataset designed to teach the model the <em>why</em> behind the lore, not just the <em>what</em>. The training data is a mix of:</p>\n            <ul>\n                <li><strong>A 3,000-example Q&A dataset:</strong> This data is framed as an in-character study session, like a student at Jade Mountain Academy learning about the history, relationships, and politics of Pyrrhia's tribes. This provides a deep, contextual understanding of the universe.</li>\n                <li><strong>A 3,000-example uncensored roleplay dataset:</strong> The same high-quality, mature roleplay scenarios used in previous versions, ensuring the model maintains its engaging and dynamic narrative capabilities.</li>\n                <li><strong>900 roleplay reasoning examples:</strong> These new examples are designed to teach the model how to \"think\" through its responses using a special format, improving coherence and logical flow.</li>\n            </ul>\n          <p>The result is a model with <strong>exceptionally strong prose and a deep grasp of in-universe lore</strong>, making for a highly immersive and accurate roleplaying experience.</p>\n\t\t  <p>Note for roleplay, it follows system prompt and first message, meaning if the first assistant message is short, the following messages will be short.</p>\n        </div>\n      </div>\n    </details>\n  </div>\n  \n  <div class=\"section-container\">\n    <details open>\n      <summary><h2>Training Details</h2></summary>\n      <div class=\"info-card\">\n          <div class=\"info-header\">\n              <h3>V12.1 Training Process</h3>\n          </div>\n          <div class=\"card-content\">\n              <p>V12.0 marks a shift from model merging to a focused, direct fine-tuning approach. This allows for greater control over the final model's characteristics.</p>\n              <ul>\n                  <li><strong>Base Model:</strong> Darkhn/Magistral-2509-36B-Text-Only</li>\n                  <li><strong>Hardware:</strong> 1x NVIDIA H200</li>\n                  <li><strong>Training Time:</strong> 8 hours</li>\n                  <li><strong>Epochs:</strong> 2</li>\n                  <li><strong>LoRA Rank:</strong> 128</li>\n\t\t\t\t  <li><strong>Context size</strong> 8192</li>\n                  <li><strong>Scheduler:</strong> Cosine</li>\n              </ul>\n          </div>\n      </div>\n      <div class=\"info-card\">\n        <div class=\"info-header\">\n            <h3>Feature Update: Removal of DM Choices</h3>\n        </div>\n        <div class=\"card-content\">\n            <p>A key feature in previous test versions—the presentation of multiple-choice actions (e.g., A, B, C) to guide the user—has been <strong>removed</strong>.</p>\n            <p>While a promising concept, this feature needs further refinement to ensure it enhances, rather than restricts, the roleplaying experience. It may be reintroduced in a more polished form in a future release. For now, the model returns to a more traditional, open-ended prose format.</p>\n        </div>\n    </div>\n      <div class=\"info-card\">\n          <div class=\"info-header\">\n              <h3>Training Dataset</h3>\n          </div>\n          <div class=\"card-content\">\n              <p>The V12.1 dataset consists of <strong>6,900 high-quality examples</strong>, a combination of three distinct types:</p>\n              <ul>\n                  <li><strong>In-Character Q&A (3,000 examples):</strong> This new dataset simulates a student at Jade Mountain Academy studying the world's lore. It's composed of roleplay-style questions and answers covering tribe history, family dynamics, and political relationships. This method builds a foundational, interconnected understanding of the lore.</li>\n                  <li><strong>Uncensored Roleplay (3,000 examples):</strong> This is the same mature, canon-centric dataset refined for previous versions. It explores pivotal \"what-if\" scenarios from the books using only canon characters, ensuring the model can handle complex and dramatic narratives.</li>\n                  <li><strong>Roleplay Reasoning (900 examples):</strong> This new dataset Tunes the Reasoning for roleplaying before generating prose.</li>\n              </ul>\n              <p>Both datasets underwent a rigorous cleaning process to remove formatting artifacts, such as <code>**scene transitions**</code>, resulting in a cleaner and more natural narrative style.</p>\n          </div>\n      </div>\n    </details>\n  </div>\n  \n  <div class=\"section-container\">\n    <details>\n      <summary><h2>Intended Use & Limitations</h2></summary>\n      <div class=\"info-card\">\n          <div class=\"card-content\">\n              <ul>\n                  <li><strong>Intended Use:</strong> The primary purpose of this model is for creative and roleplaying within the <em>Wings of Fire</em> universe. However, user feedback indicates it is also highly effective for general-purpose roleplaying.</li>\n                  <li><strong>Limitations & Quirks:</strong>\n                      <ul>\n                          <li>Performance on tasks outside of its training domain (general knowledge, coding, etc.) is not guaranteed and will likely be poor.</li>\n                          <li><strong>Versatility:</strong> While it appears to be only a <em>Wings of Fire</em> tuned model, users have reported it is very capable of performing normal roleplay with other settings and characters.</li>\n                          <li>The model may \"hallucinate\" or generate plausible but non-canonical information, especially when pushed outside the established \"what-if\" scenarios.</li>\n                          <li><strong>Content:</strong> The training data includes mature and darker themes from the <em>Wings of Fire</em> series, such as conflict, character death, and moral ambiguity. The model is capable of generating content reflecting these themes. As always, it is up to the user what they do with it.</li>\n                          <li><strong>Formatting:</strong> Training data was cleaned to remove narrative artifacts like <code>**scene transitions**</code>. The model should now produce cleaner prose.</li>\n                          <li><strong>Safety:</strong> This model has not undergone additional safety alignment beyond what was included in its base model. Standard responsible AI practices should be followed.</li>\n                      </ul>\n                  </li>\n              </ul>\n          </div>\n      </div>\n    </details>\n  </div>\n\n  <div class=\"section-container\">\n    <details>\n      <summary><h2>Acknowledgements</h2></summary>\n      <div class=\"info-card\">\n          <div class=\"card-content\">\n              <ul>\n                  <li>Credit to the Mistral for the powerful Magistral architecture.</li>\n                  <li>Credit to Google for the Gemini Pro model, used in dataset generation.</li>\n              </ul>\n          </div>\n      </div>\n    </details>\n  </div>\n\n</div>\n</div>",
    "related_quantizations": []
  },
  "tags": [
    "gguf",
    "magistral",
    "mistral",
    "finetune",
    "roleplay",
    "chat",
    "wings-of-fire",
    "reasoning",
    "thinking",
    "nsfw",
    "not-for-all-audiences",
    "base_model:Darkhn/Magistral-2509-36B-Animus-V12.1",
    "base_model:quantized:Darkhn/Magistral-2509-36B-Animus-V12.1",
    "license:apache-2.0",
    "endpoints_compatible",
    "region:us",
    "conversational"
  ],
  "likes": 4,
  "downloads": 210,
  "gated": false,
  "private": false,
  "last_modified": "2026-01-09T13:29:33.000Z",
  "created_at": "2025-10-01T17:11:37.000Z",
  "pipeline_tag": "",
  "library_name": ""
}

{
  "_id": "68dd60c9a3f25bae9976f4fa",
  "id": "Darkhn-Quants-2/Magistral-2509-36B-Animus-V12.1-GGUF",
  "modelId": "Darkhn-Quants-2/Magistral-2509-36B-Animus-V12.1-GGUF",
  "sha": "34245df82cb1edce2619f6081887bfc5a383bf40",
  "createdAt": "2025-10-01T17:11:37.000Z",
  "lastModified": "2026-01-09T13:29:33.000Z",
  "author": "Darkhn-Quants-2",
  "downloads": 210,
  "likes": 4,
  "gated": false,
  "private": false,
  "pipeline_tag": "",
  "library_name": "",
  "siblings_count": 11
}