Upload 3 files

app.py

@@ -87,45 +87,54 @@ with gr.Blocks(fill_width=True, elem_id="container", css=css, delete_cache=(60,
                     vae_model = gr.Dropdown(label="VAE Model", choices=get_vaes(), value=get_vaes()[0])
 
                 with gr.Accordion("LoRA", open=True, visible=True):
+                    def lora_dropdown(label):
+                        return gr.Dropdown(label=label, choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
+
+                    def lora_scale_slider(label):
+                        return gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label=label)
+                    
+                    def lora_textbox():
+                        return gr.Textbox(label="", info="Example of prompt:", value="", show_copy_button=True, interactive=False, visible=False)
+                    
                     with gr.Row():
                         with gr.Column():
                             with gr.Row():
-                                lora1 = gr.Dropdown(label="LoRA 1", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
-                                lora1_wt = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA 1: weight")
+                                lora1 = lora_dropdown("LoRA 1")
+                                lora1_wt = lora_scale_slider("LoRA 1: weight")
                             with gr.Row():
-                                lora1_info = gr.Textbox(label="", info="Example of prompt:", value="", show_copy_button=True, interactive=False, visible=False)
+                                lora1_info = lora_textbox()
                                 lora1_copy = gr.Button(value="Copy example to prompt", visible=False)
                             lora1_md = gr.Markdown(value="", visible=False)
                         with gr.Column():
                             with gr.Row():
-                                lora2 = gr.Dropdown(label="LoRA 2", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
-                                lora2_wt = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA 2: weight")
+                                lora2 = lora_dropdown("LoRA 2")
+                                lora2_wt = lora_scale_slider("LoRA 2: weight")
                             with gr.Row():
-                                lora2_info = gr.Textbox(label="", info="Example of prompt:", value="", show_copy_button=True, interactive=False, visible=False)
+                                lora2_info = lora_textbox()
                                 lora2_copy = gr.Button(value="Copy example to prompt", visible=False)
                             lora2_md = gr.Markdown(value="", visible=False)
                         with gr.Column():
                             with gr.Row():
-                                lora3 = gr.Dropdown(label="LoRA 3", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
-                                lora3_wt = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA 3: weight")
+                                lora3 = lora_dropdown("LoRA 3")
+                                lora3_wt = lora_scale_slider("LoRA 3: weight")
                             with gr.Row():
-                                lora3_info = gr.Textbox(label="", info="Example of prompt:", value="", show_copy_button=True, interactive=False, visible=False)
+                                lora3_info = lora_textbox()
                                 lora3_copy = gr.Button(value="Copy example to prompt", visible=False)
                             lora3_md = gr.Markdown(value="", visible=False)
                         with gr.Column():
                             with gr.Row():
-                                lora4 = gr.Dropdown(label="LoRA 4", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
-                                lora4_wt = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA 4: weight")
+                                lora4 = lora_dropdown("LoRA 4")
+                                lora4_wt = lora_scale_slider("LoRA 4: weight")
                             with gr.Row():
-                                lora4_info = gr.Textbox(label="", info="Example of prompt:", value="", show_copy_button=True, interactive=False, visible=False)
+                                lora4_info = lora_textbox()
                                 lora4_copy = gr.Button(value="Copy example to prompt", visible=False)
                             lora4_md = gr.Markdown(value="", visible=False)
                         with gr.Column():
                             with gr.Row():
-                                lora5 = gr.Dropdown(label="LoRA 5", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
-                                lora5_wt = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA 5: weight")
+                                lora5 = lora_dropdown("LoRA 5")
+                                lora5_wt = lora_scale_slider("LoRA 5: weight")
                             with gr.Row():
-                                lora5_info = gr.Textbox(label="", info="Example of prompt:", value="", show_copy_button=True, interactive=False, visible=False)
+                                lora5_info = lora_textbox()
                                 lora5_copy = gr.Button(value="Copy example to prompt", visible=False)
                             lora5_md = gr.Markdown(value="", visible=False)
                     with gr.Accordion("From URL", open=True, visible=True):
@@ -137,7 +146,7 @@ with gr.Blocks(fill_width=True, elem_id="container", css=css, delete_cache=(60,
                             lora_search_civitai_result = gr.Dropdown(label="Search Results", choices=[("", "")], value="", allow_custom_value=True, visible=False)
                             lora_search_civitai_json = gr.JSON(value={}, visible=False)
                             lora_search_civitai_desc = gr.Markdown(value="", visible=False)
-                        lora_download_url = gr.Textbox(label="URL", placeholder="http://...my_lora_url.safetensors", lines=1)
+                        lora_download_url = gr.Textbox(label="LoRA URL", placeholder="https://civitai.com/api/download/models/28907", lines=1)
                         lora_download = gr.Button("Get and set LoRA and apply to prompt")
 
                 with gr.Row():

dc.py

@@ -86,6 +86,13 @@ preprocessor_controlnet = {
     "None",
     "None (anime)",
   ],
+  "lineart_anime": [
+    "Lineart",
+    "Lineart coarse",
+    "Lineart (anime)",
+    "None",
+    "None (anime)",
+  ],
   "shuffle": [
     "ContentShuffle",
     "None",
@@ -253,20 +260,20 @@ upscaler_dict_gui = {
     'Latent (bicubic antialiased)': 'Latent (bicubic antialiased)',
     'Latent (nearest)': 'Latent (nearest)',
     'Latent (nearest-exact)': 'Latent (nearest-exact)',
-    "RealESRGAN_x4plus" : "https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.0/RealESRGAN_x4plus.pth",
-    "RealESRNet_x4plus" : "https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.1/RealESRNet_x4plus.pth",
+    "RealESRGAN_x4plus": "https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.0/RealESRGAN_x4plus.pth",
+    "RealESRNet_x4plus": "https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.1/RealESRNet_x4plus.pth",
     "RealESRGAN_x4plus_anime_6B": "https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.2.4/RealESRGAN_x4plus_anime_6B.pth",
     "RealESRGAN_x2plus": "https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.1/RealESRGAN_x2plus.pth",
     "realesr-animevideov3": "https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.5.0/realesr-animevideov3.pth",
     "realesr-general-x4v3": "https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.5.0/realesr-general-x4v3.pth",
-    "realesr-general-wdn-x4v3" : "https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.5.0/realesr-general-wdn-x4v3.pth",
+    "realesr-general-wdn-x4v3": "https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.5.0/realesr-general-wdn-x4v3.pth",
     "4x-UltraSharp" : "https://huggingface.co/Shandypur/ESRGAN-4x-UltraSharp/resolve/main/4x-UltraSharp.pth",
-    "4x_foolhardy_Remacri" : "https://huggingface.co/FacehugmanIII/4x_foolhardy_Remacri/resolve/main/4x_foolhardy_Remacri.pth",
-    "Remacri4xExtraSmoother" : "https://huggingface.co/hollowstrawberry/upscalers-backup/resolve/main/ESRGAN/Remacri%204x%20ExtraSmoother.pth",
-    "AnimeSharp4x" : "https://huggingface.co/hollowstrawberry/upscalers-backup/resolve/main/ESRGAN/AnimeSharp%204x.pth",
+    "4x_foolhardy_Remacri": "https://huggingface.co/FacehugmanIII/4x_foolhardy_Remacri/resolve/main/4x_foolhardy_Remacri.pth",
+    "Remacri4xExtraSmoother": "https://huggingface.co/hollowstrawberry/upscalers-backup/resolve/main/ESRGAN/Remacri%204x%20ExtraSmoother.pth",
+    "AnimeSharp4x": "https://huggingface.co/hollowstrawberry/upscalers-backup/resolve/main/ESRGAN/AnimeSharp%204x.pth",
     "lollypop" : "https://huggingface.co/hollowstrawberry/upscalers-backup/resolve/main/ESRGAN/lollypop.pth",
-    "RealisticRescaler4x" : "https://huggingface.co/hollowstrawberry/upscalers-backup/resolve/main/ESRGAN/RealisticRescaler%204x.pth",
-    "NickelbackFS4x" : "https://huggingface.co/hollowstrawberry/upscalers-backup/resolve/main/ESRGAN/NickelbackFS%204x.pth"
+    "RealisticRescaler4x": "https://huggingface.co/hollowstrawberry/upscalers-backup/resolve/main/ESRGAN/RealisticRescaler%204x.pth",
+    "NickelbackFS4x": "https://huggingface.co/hollowstrawberry/upscalers-backup/resolve/main/ESRGAN/NickelbackFS%204x.pth"
 }
 
 upscaler_keys = list(upscaler_dict_gui.keys())
@@ -536,8 +543,6 @@ class GuiSD:
         self.model.device = torch.device("cuda:0")
         model_precision = torch.float16
         if not self.model:
-            from stablepy import Model_Diffusers
-
             print("Loading model...")
             self.model = Model_Diffusers(
                 base_model_id=model_name,

llmdolphin.py

@@ -7,6 +7,7 @@ from llama_cpp_agent.chat_history import BasicChatHistory
 from llama_cpp_agent.chat_history.messages import Roles
 from ja_to_danbooru.ja_to_danbooru import jatags_to_danbooru_tags
 import wrapt_timeout_decorator
+from pathlib import Path
 
 
 llm_models_dir = "./llm_models"
@@ -19,6 +20,8 @@ llm_models = {
     #"": ["", MessagesFormatterType.PHI_3],
     "mn-12b-lyra-v2a1-q5_k_m.gguf": ["HalleyStarbun/MN-12B-Lyra-v2a1-Q5_K_M-GGUF", MessagesFormatterType.CHATML],
     "L3-8B-Tamamo-v1.i1-Q5_K_M.gguf": ["mradermacher/L3-8B-Tamamo-v1-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "MN-12B-Mag-Mell-Q4_K_M.gguf": ["inflatebot/MN-12B-Mag-Mell-R1-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-Instruct-Q4_K_M.gguf": ["bartowski/Qwen2.5-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Instant-RP-Noodles-12B-v1.3.Q4_K_M.gguf": ["mradermacher/Instant-RP-Noodles-12B-v1.3-GGUF", MessagesFormatterType.MISTRAL],
     "MN-12B-Lyra-v4-Q4_K_M.gguf": ["bartowski/MN-12B-Lyra-v4-GGUF", MessagesFormatterType.CHATML],
     "Lyra4-Gutenberg-12B.Q4_K_M.gguf": ["mradermacher/Lyra4-Gutenberg-12B-GGUF", MessagesFormatterType.CHATML],
@@ -50,9 +53,86 @@ llm_models = {
     "StarDust-12b-v2.i1-Q5_K_M.gguf": ["mradermacher/StarDust-12b-v2-i1-GGUF", MessagesFormatterType.CHATML],
     "Rocinante-12B-v2c-Q4_K_M.gguf": ["TheDrummer/UnslopNemo-v1-GGUF", MessagesFormatterType.MISTRAL],
     "mn-maghin-12b-q6_k.gguf": ["rityak/MN-Maghin-12B-Q6_K-GGUF", MessagesFormatterType.MISTRAL],
+    "qwen2.5-lumen-14b-q4_k_m.gguf": ["Lambent/Qwen2.5-Lumen-14B-Q4_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.4.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.4-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.3.1.Q4_K_M.gguf": ["mradermacher/ChatWaifu_v1.3.1-GGUF", MessagesFormatterType.MISTRAL],
+    "Athena-gemma-2-9b-it-Philos-KTO.i1-Q4_K_M.gguf": ["mradermacher/Athena-gemma-2-9b-it-Philos-KTO-i1-GGUF", MessagesFormatterType.ALPACA],
+    "Qwen2.5-14B-Gutenberg-Instruct-Slerpeno.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Gutenberg-Instruct-Slerpeno-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "typressai-9b-q4_k_m.gguf": ["ClaudioItaly/TypressAI-9B-Q4_K_M-GGUF", MessagesFormatterType.ALPACA],
+    "josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_K_M.gguf": ["Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2-gguf", MessagesFormatterType.OPEN_CHAT],
+    "josiefied-qwen2.5-7b-instruct-abliterated.Q5_K_M.gguf": ["Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated-gguf", MessagesFormatterType.OPEN_CHAT],
+    "Fireball-Llama-3.1-8B-Philos-Reflection-v0.2.i1-Q5_K_M.gguf": ["mradermacher/Fireball-Llama-3.1-8B-Philos-Reflection-v0.2-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "ArliAI-RPMax-Formax-v1.Q5_K_M.gguf": ["mradermacher/ArliAI-RPMax-Formax-v1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Agente-Llama-3.1-Asistant-16bit-v2.Q5_K_M.gguf": ["mradermacher/Agente-Llama-3.1-Asistant-16bit-v2-GGUF", MessagesFormatterType.LLAMA_3],
+    "Magnum-Blackout-Ataraxy-4-9b.Q4_K_M.gguf": ["mradermacher/Magnum-Blackout-Ataraxy-4-9b-GGUF", MessagesFormatterType.ALPACA],
+    "Magnum-Blackout-Ataraxy-5-9b.Q4_K_M.gguf": ["mradermacher/Magnum-Blackout-Ataraxy-5-9b-GGUF", MessagesFormatterType.ALPACA],
+    "Vapor_7B.Q5_K_M.gguf": ["mradermacher/Vapor_7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "fusion-guide-12b-0.1.Q4_K_M.gguf": ["mradermacher/fusion-guide-12b-0.1-GGUF", MessagesFormatterType.MISTRAL],
+    "Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES.i1-Q4_K_M.gguf": ["mradermacher/Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2.5-14B_Uncencored-Q4_K_M.gguf": ["bartowski/Qwen2.5-14B_Uncencored-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "L3.1-Niitorm-8B-DPO-t0.0001.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Niitorm-8B-DPO-t0.0001-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q5_K_M.gguf": ["mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "qwen2.5-boosted-q5_k_m.gguf": ["ClaudioItaly/Qwen2.5-Boosted-Q5_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "qwen2.5-14b-q4_k_m.gguf": ["Triangle104/Qwen2.5-14B-Q4_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-7B-Instruct-Q4_K_M.gguf": ["bartowski/Qwen2.5-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Hermes-Storm-lorablated.i1-Q5_K_M.gguf": ["mradermacher/Hermes-Storm-lorablated-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Gemma-Ataraxy-Dare-NoBase-9b.i1-Q4_K_M.gguf": ["mradermacher/Gemma-Ataraxy-Dare-NoBase-9b-i1-GGUF", MessagesFormatterType.ALPACA],
+    "Axolotl-Llama-3.1-8B-instruct-finetuned-V3-merged.Q4_K_M.gguf": ["mradermacher/Axolotl-Llama-3.1-8B-instruct-finetuned-V3-merged-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3.1-8B-TitanFusion-v2.i1-Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-TitanFusion-v2-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Magnum-Blackout-Ataraxy-2-9b.Q4_K_M.gguf": ["mradermacher/Magnum-Blackout-Ataraxy-2-9b-GGUF", MessagesFormatterType.ALPACA],
+    "Aspire-8B-model_stock.i1-Q5_K_M.gguf": ["mradermacher/Aspire-8B-model_stock-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3.1-Celestial-Stone-2x8B-DPO.Q4_K_M.gguf": ["mradermacher/L3.1-Celestial-Stone-2x8B-DPO-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3-Dark-Planet-8B-V2-Eight-Orbs-Of-Power.i1-Q4_K_M.gguf": ["mradermacher/L3-Dark-Planet-8B-V2-Eight-Orbs-Of-Power-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "l3-luna-8b-q5_k_m-imat.gguf": ["Casual-Autopsy/L3-Luna-8B-Q5_K_M-GGUF", MessagesFormatterType.LLAMA_3],
+    "Insanity.i1-Q4_K_M.gguf": ["mradermacher/Insanity-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Rocinante-12B-v2d-Q4_K_M.gguf": ["TheDrummer/UnslopNemo-v2-GGUF", MessagesFormatterType.MISTRAL],
+    "Fatgirl_8B.Q4_K_M.gguf": ["QuantFactory/Fatgirl_8B-GGUF", MessagesFormatterType.MISTRAL],
+    "stormclimate-q4_k_m.gguf": ["MotherEarth/stormclimate-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3],
+    "InsanityB.Q4_K_M.gguf": ["mradermacher/InsanityB-GGUF", MessagesFormatterType.MISTRAL],
+    "mistral-nemo-gutades-12B.Q4_K_M.gguf": ["mradermacher/mistral-nemo-gutades-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "FourFictionGemma-9.Q5_K_M.gguf": ["mradermacher/FourFictionGemma-9-GGUF", MessagesFormatterType.ALPACA],
+    "blackmagnumataraxy-9b-q6_k.gguf": ["BarBarickoza/BlackMagnumAtaraxy-9B-Q6_K-GGUF", MessagesFormatterType.ALPACA],
+    "fourfastgemma-9-q4_k_m-imat.gguf": ["ClaudioItaly/FourFastGemma-9-Q4_K_M-GGUF", MessagesFormatterType.ALPACA],
+    "ThinkingMistral-gen.i1-Q4_K_M.gguf": ["mradermacher/ThinkingMistral-gen-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "L3.1-Dark-Planet-10.7B-ExxxxxxxxTended-D_AU-Q4_k_m.gguf": ["DavidAU/L3.1-Dark-Planet-10.7B-ExxxxxxxxTended-GGUF", MessagesFormatterType.LLAMA_3],
+    "Gemma-The-Writer-9B-D_AU-Q4_k_m.gguf": ["DavidAU/Gemma-The-Writer-9B-GGUF", MessagesFormatterType.ALPACA],
+    "CleverBoi-Nemo-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/CleverBoi-Nemo-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "ORPO-EdgeRunner-Tactical-7B-GSM8K.Q5_K_M.gguf": ["mradermacher/ORPO-EdgeRunner-Tactical-7B-GSM8K-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "wip-test_pending_c-q4_k_m.gguf": ["DreadPoor/WIP-TEST_PENDING_C-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3.1-8B-komorebi-q8_0.gguf": ["crestf411/L3.1-8B-komorebi-gguf", MessagesFormatterType.LLAMA_3],
+    "Canada_Reimbursement_Model.Q5_K_M.gguf": ["mradermacher/Canada_Reimbursement_Model-GGUF", MessagesFormatterType.LLAMA_3],
+    "BuddyGlassNeverSleeps.Q5_K_M.gguf": ["mradermacher/BuddyGlassNeverSleeps-GGUF", MessagesFormatterType.LLAMA_3],
+    "gemma-writer-stock-no-ifable-9b-q6_k.gguf": ["BarBarickoza/Gemma-writer-stock-no-Ifable-9b-Q6_K-GGUF", MessagesFormatterType.ALPACA],
+    "Gemma-Ataraxy-Dare-9b.i1-Q4_K_M.gguf": ["mradermacher/Gemma-Ataraxy-Dare-9b-i1-GGUF", MessagesFormatterType.ALPACA],
+    "MotherEarth-Hermes-8B.i1-Q5_K_M.gguf": ["mradermacher/MotherEarth-Hermes-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "albacus-q5_k_m-imat.gguf": ["ClaudioItaly/Albacus-V2-Imatrix", MessagesFormatterType.MISTRAL],
+    "mn-12b-siskin-test2-q8_0.gguf": ["Nohobby/MN-12B-Siskin-TEST2-Q8_0-GGUF", MessagesFormatterType.MISTRAL],
+    "mn-12b-siskin-test3-q8_0.gguf": ["Nohobby/MN-12B-Siskin-TEST3-Q8_0-GGUF", MessagesFormatterType.MISTRAL],
+    "Violet_Twilight-v0.2.Q4_K_M.gguf": ["Epiculous/Violet_Twilight-v0.2-GGUF", MessagesFormatterType.CHATML],
+    "albacus-q4_k_m-imat.gguf": ["ClaudioItaly/Albacus-Imatrix-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
+    "mn-chinofun-q4_k_m.gguf": ["djuna/MN-Chinofun-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
+    "NarraThinker12B.i1-Q4_K_M.gguf": ["mradermacher/NarraThinker12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "IceDrinkNameNotFoundRP-7b-Model_Stock.Q4_K_S.gguf": ["mradermacher/IceDrinkNameNotFoundRP-7b-Model_Stock-GGUF", MessagesFormatterType.MISTRAL],
+    "Hatheno_Max_1.1-ALT-8B-model_stock.i1-Q5_K_M.gguf": ["mradermacher/Hatheno_Max_1.1-ALT-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Gluon-8B.i1-Q5_K_M.gguf": ["mradermacher/Gluon-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "mergekit-model_stock-yhrnwcb-q4_k_m.gguf": ["DreadPoor/WIP-TEST_PENDING_A-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3],
+    "wip-test_pending_b-q4_k_m.gguf": ["DreadPoor/WIP-TEST_PENDING_B-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3],
+    "Hatheno_Max_1.1-8B-model_stock.i1-Q5_K_M.gguf": ["mradermacher/Hatheno_Max_1.1-8B-model_stock-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "MN-12B-Siskin-v0.2.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Siskin-v0.2-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Hatheno_Max-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Hatheno_Max-8B-model_stock-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3.1-SuperNovabliterated-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/L3.1-SuperNovabliterated-8B-model_stock-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Hatheno_Max-ALT-8B-model_stock.i1-Q5_K_M.gguf": ["mradermacher/Hatheno_Max-ALT-8B-model_stock-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "experiment_x-wip-q4_k_m.gguf": ["DreadPoor/EXPERIMENT_X-WIP-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
+    "narrathinker12b-q4_k_m.gguf": ["ClaudioItaly/NarraThinker12B-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
+    "llama-3.1-8b-matrix-q5_k_m.gguf": ["bunnycore/LLama-3.1-8B-Matrix-Q5_K_M-GGUF", MessagesFormatterType.LLAMA_3],
+    "Barcenas-8b-Cartas.Q5_K_M.gguf": ["mradermacher/Barcenas-8b-Cartas-GGUF", MessagesFormatterType.LLAMA_3],
+    "HannaOpenHermes-2.5-Mistral-7B.Q5_K_M.gguf": ["mradermacher/HannaOpenHermes-2.5-Mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "IceDrinkNameGoesHereRP-7b-Model_Stock.i1-Q4_K_M.gguf": ["mradermacher/IceDrinkNameGoesHereRP-7b-Model_Stock-i1-GGUF", MessagesFormatterType.ALPACA],
+    "Llama-3.1-Literotica-8B.Q4_K_S.gguf": ["mradermacher/Llama-3.1-Literotica-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "project-12-q4_k_m.gguf": ["ClaudioItaly/Project-12-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
+    "L3.1-Celestial-Stone-2x8B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Celestial-Stone-2x8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "experiment_y-wip-q4_k_m.gguf": ["DreadPoor/EXPERIMENT_Y-WIP-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3],
     "L3.1-Vulca-Epith-Bluegrade-v0.2-8B.q8_0.gguf": ["kromquant/L3.1-Vulca-Epith-Bluegrade-v0.2-8B-GGUFs", MessagesFormatterType.LLAMA_3],
     "llama-3.1-8b-omnimatrix-iq4_nl-imat.gguf": ["bunnycore/Llama-3.1-8B-OmniMatrix-IQ4_NL-GGUF", MessagesFormatterType.LLAMA_3],
     "L3.1-Artemis-d-8B.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Artemis-d-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
@@ -481,6 +561,7 @@ llm_models = {
     "Meta-Llama-3.1-8B-Claude-iMat-Q5_K_M.gguf": ["InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF", MessagesFormatterType.LLAMA_3],
     "Phi-3.1-mini-128k-instruct-Q6_K_L.gguf": ["bartowski/Phi-3.1-mini-128k-instruct-GGUF", MessagesFormatterType.PHI_3],
     "tifa-7b-qwen2-v0.1.q4_k_m.gguf": ["Tifa-RP/Tifa-7B-Qwen2-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Holland-Magnum-Merge-R2.i1-Q5_K_M.gguf": ["mradermacher/Holland-Magnum-Merge-R2-i1-GGUF", MessagesFormatterType.LLAMA_3],
     "Oumuamua-7b-RP_Q5_K_M.gguf": ["Aratako/Oumuamua-7b-RP-GGUF", MessagesFormatterType.MISTRAL],
     "Japanese-TextGen-Kage-v0.1.2-2x7B-NSFW_iMat_Ch200_IQ4_XS.gguf": ["dddump/Japanese-TextGen-Kage-v0.1.2-2x7B-NSFW-gguf", MessagesFormatterType.VICUNA],
     "ChatWaifu_v1.2.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.2.1-GGUF", MessagesFormatterType.MISTRAL],
@@ -1087,3 +1168,75 @@ def dolphin_parse_simple(
     else:
         prompts = list_uniq(to_list(raw_prompt) + ["nsfw", "explicit", "rating_explicit"])
     return ", ".join(prompts)
+
+
+# https://huggingface.co/spaces/CaioXapelaum/GGUF-Playground
+import cv2
+cv2.setNumThreads(1)
+
+@spaces.GPU()
+def respond_playground(
+    message,
+    history: list[tuple[str, str]],
+    model,
+    system_message,
+    max_tokens,
+    temperature,
+    top_p,
+    top_k,
+    repeat_penalty,
+):
+    if override_llm_format:
+        chat_template = override_llm_format
+    else:
+        chat_template = llm_models[model][1]
+
+    llm = Llama(
+        model_path=str(Path(f"{llm_models_dir}/{model}")),
+        flash_attn=True,
+        n_gpu_layers=81, # 81
+        n_batch=1024,
+        n_ctx=8192, #8192
+    )
+    provider = LlamaCppPythonProvider(llm)
+
+    agent = LlamaCppAgent(
+        provider,
+        system_prompt=f"{system_message}",
+        predefined_messages_formatter_type=chat_template,
+        debug_output=False
+    )
+    
+    settings = provider.get_provider_default_settings()
+    settings.temperature = temperature
+    settings.top_k = top_k
+    settings.top_p = top_p
+    settings.max_tokens = max_tokens
+    settings.repeat_penalty = repeat_penalty
+    settings.stream = True
+
+    messages = BasicChatHistory()
+
+    # Add user and assistant messages to the history
+    for msn in history:
+        user = {'role': Roles.user, 'content': msn[0]}
+        assistant = {'role': Roles.assistant, 'content': msn[1]}
+        messages.add_message(user)
+        messages.add_message(assistant)
+
+    # Stream the response
+    try:
+        stream = agent.get_chat_response(
+            message,
+            llm_sampling_settings=settings,
+            chat_history=messages,
+            returns_streaming_generator=True,
+            print_output=False
+        )
+
+        outputs = ""
+        for output in stream:
+            outputs += output
+            yield outputs
+    except Exception as e:
+        yield f"Error during response generation: {str(e)}"