Spaces:
Running
on
Zero
Running
on
Zero
Upload llmdolphin.py
Browse files- llmdolphin.py +46 -0
llmdolphin.py
CHANGED
@@ -56,8 +56,52 @@ llm_models = {
|
|
56 |
"qwen2.5-lumen-14b-q4_k_m.gguf": ["Lambent/Qwen2.5-Lumen-14B-Q4_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
|
57 |
"Qwen2.5-14B_Uncensored_Instruct.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B_Uncensored_Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
58 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
59 |
"ChatWaifu_v1.4.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.4-GGUF", MessagesFormatterType.MISTRAL],
|
60 |
"ChatWaifu_v1.3.1.Q4_K_M.gguf": ["mradermacher/ChatWaifu_v1.3.1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
61 |
"Collaiborator-MEDLLM-Llama-3-8B-v1.i1-Q5_K_M.gguf": ["mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v1-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
62 |
"Chili_Dog_8B.i1-Q4_K_M.gguf": ["mradermacher/Chili_Dog_8B-i1-GGUF", MessagesFormatterType.CHATML],
|
63 |
"astra-v1-12b-q5_k_m.gguf": ["P0x0/Astra-v1-12B-GGUF", MessagesFormatterType.MISTRAL],
|
@@ -585,6 +629,8 @@ llm_models = {
|
|
585 |
"tifa-7b-qwen2-v0.1.q4_k_m.gguf": ["Tifa-RP/Tifa-7B-Qwen2-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
586 |
"Holland-Magnum-Merge-R2.i1-Q5_K_M.gguf": ["mradermacher/Holland-Magnum-Merge-R2-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
587 |
"Oumuamua-7b-RP_Q5_K_M.gguf": ["Aratako/Oumuamua-7b-RP-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
|
|
588 |
"Berghof-NSFW-7B.Q5_K_M.gguf": ["QuantFactory/Berghof-NSFW-7B-GGUF", MessagesFormatterType.MISTRAL],
|
589 |
"Japanese-TextGen-Kage-v0.1.2-2x7B-NSFW_iMat_Ch200_IQ4_XS.gguf": ["dddump/Japanese-TextGen-Kage-v0.1.2-2x7B-NSFW-gguf", MessagesFormatterType.VICUNA],
|
590 |
"ChatWaifu_v1.2.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.2.1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
56 |
"qwen2.5-lumen-14b-q4_k_m.gguf": ["Lambent/Qwen2.5-Lumen-14B-Q4_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
|
57 |
"Qwen2.5-14B_Uncensored_Instruct.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B_Uncensored_Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
58 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
59 |
+
"ChatWaifu_22B_v2.0_preview.Q4_K_S.gguf": ["mradermacher/ChatWaifu_22B_v2.0_preview-GGUF", MessagesFormatterType.MISTRAL],
|
60 |
"ChatWaifu_v1.4.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.4-GGUF", MessagesFormatterType.MISTRAL],
|
61 |
"ChatWaifu_v1.3.1.Q4_K_M.gguf": ["mradermacher/ChatWaifu_v1.3.1-GGUF", MessagesFormatterType.MISTRAL],
|
62 |
+
"aurora_faustus-8b-lorablated_alt-q4_k_m.gguf": ["DreadPoor/Aurora_faustus-8B-LORABLATED_ALT-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3],
|
63 |
+
"L3.1-Suze-Vume-2-calc.Q5_K_M.gguf": ["mradermacher/L3.1-Suze-Vume-2-calc-GGUF", MessagesFormatterType.LLAMA_3],
|
64 |
+
"Gemma-2-Ataraxy-v2-9B.i1-Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-v2-9B-i1-GGUF", MessagesFormatterType.ALPACA],
|
65 |
+
"DreamTeam-gemma2-9b-it-vision.Q4_K_M.gguf": ["mradermacher/DreamTeam-gemma2-9b-it-vision-GGUF", MessagesFormatterType.ALPACA],
|
66 |
+
"L3.1-Aglow-Vulca-v0.1-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Aglow-Vulca-v0.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
67 |
+
"L3.1-15B-EtherealMaid-t0.0001-alpha.Q4_K_M.gguf": ["mradermacher/L3.1-15B-EtherealMaid-t0.0001-alpha-GGUF", MessagesFormatterType.LLAMA_3],
|
68 |
+
"Llama-3.2-3B-Instruct-uncensored.i1-Q5_K_S.gguf": ["mradermacher/Llama-3.2-3B-Instruct-uncensored-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
69 |
+
"L3-SthenoMaid-8B-V1-Q5_K_M.gguf": ["bartowski/L3-SthenoMaid-8B-V1-GGUF", MessagesFormatterType.LLAMA_3],
|
70 |
+
"Magot-v2-Gemma2-8k-9B.Q5_K_M.gguf": ["grimjim/Magot-v2-Gemma2-8k-9B-GGUF", MessagesFormatterType.ALPACA],
|
71 |
+
"Dante_9B.i1-Q4_K_M.gguf": ["mradermacher/Dante_9B-i1-GGUF", MessagesFormatterType.ALPACA],
|
72 |
+
"L3.1-Artemis-faustus-8B.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Artemis-faustus-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
73 |
+
"EdgeRunner-Command-Nested-FC-v3.i1-Q4_K_M.gguf": ["mradermacher/EdgeRunner-Command-Nested-FC-v3-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
74 |
+
"Virgil_9B.i1-Q4_K_M.gguf": ["mradermacher/Virgil_9B-i1-GGUF", MessagesFormatterType.ALPACA],
|
75 |
+
"L3.1-Noraian.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Noraian-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
76 |
+
"DARKER-PLANET-Broken-Land-12.15B-D_AU-Q4_k_m.gguf": ["DavidAU/DARKER-PLANET-Broken-Land-12.15B-GGUF", MessagesFormatterType.LLAMA_3],
|
77 |
+
"L3.1-Purosani.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Purosani-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
78 |
+
"L3-Darker-Planet-12.15B.i1-Q4_K_S.gguf": ["mradermacher/L3-Darker-Planet-12.15B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
79 |
+
"MFANN-llama3.1-Abliterated-SLERP.i1-Q5_K_M.gguf": ["mradermacher/MFANN-llama3.1-Abliterated-SLERP-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
80 |
+
"arsenic-v1-qwen2.5-14B.Q4_K_M.gguf": ["mradermacher/arsenic-v1-qwen2.5-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
81 |
+
"Mistral-Nemo-Gutenberg-Doppel-12B.Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF", MessagesFormatterType.MISTRAL],
|
82 |
+
"Gemma-The-Writer-9B.Q4_K_M.gguf": ["mradermacher/Gemma-The-Writer-9B-GGUF", MessagesFormatterType.ALPACA],
|
83 |
+
"Qwen2.5-14B-Instruct-abliterated.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
84 |
+
"LongCite-llama3.1-8B-Q5_K_M.gguf": ["LPN64/LongCite-llama3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
85 |
+
"IceDrinkNameGoesHereV0RP-7b-Model_Stock.Q4_K_M.gguf": ["mradermacher/IceDrinkNameGoesHereV0RP-7b-Model_Stock-GGUF", MessagesFormatterType.MISTRAL],
|
86 |
+
"Magnum-Picaro-0.7-v2-12b.i1-Q4_K_M.gguf": ["mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF", MessagesFormatterType.CHATML],
|
87 |
+
"arsenic-v1-qwen2.5-14b-q4_k_m.gguf": ["Lambent/arsenic-v1-qwen2.5-14B-Q4_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
|
88 |
+
"magnum-v3-9b-chatml.i1-Q4_K_M.gguf": ["mradermacher/magnum-v3-9b-chatml-i1-GGUF", MessagesFormatterType.CHATML],
|
89 |
+
"Aether-12b.Q4_K_M.gguf": ["mradermacher/Aether-12b-GGUF", MessagesFormatterType.MISTRAL],
|
90 |
+
"Magnum-Picaro-0.7-v2-12b.Q4_K_M.gguf": ["mradermacher/Magnum-Picaro-0.7-v2-12b-GGUF", MessagesFormatterType.CHATML],
|
91 |
+
"IceMartiniV1RP-7b.i1-Q4_K_M.gguf": ["mradermacher/IceMartiniV1RP-7b-i1-GGUF", MessagesFormatterType.MISTRAL],
|
92 |
+
"L3-Darker-Planet-12.15B-D_AU-Q4_k_s.gguf": ["DavidAU/L3-Darker-Planet-12.15B-GGUF", MessagesFormatterType.LLAMA_3],
|
93 |
+
"Llama-3-8B-Stroganoff-4.0-Version-B.i1-Q4_K_M.gguf": ["mradermacher/Llama-3-8B-Stroganoff-4.0-Version-B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
94 |
+
"IceDrunkCherryV1RP-7b.Q5_K_S.gguf": ["mradermacher/IceDrunkCherryV1RP-7b-GGUF", MessagesFormatterType.MISTRAL],
|
95 |
+
"Llama-3-8B-Stroganoff-4.0-Version-A.i1-Q4_K_M.gguf": ["mradermacher/Llama-3-8B-Stroganoff-4.0-Version-A-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
96 |
+
"vulca-reshapetesting-006.q8_0.gguf": ["kromquant/vulca-reshapetesting-006-GGUFs", MessagesFormatterType.MISTRAL],
|
97 |
+
"FatGirl_v2_DPO_v2_8B.Q4_K_M.gguf": ["mradermacher/FatGirl_v2_DPO_v2_8B-GGUF", MessagesFormatterType.MISTRAL],
|
98 |
+
"NemonsterExtreme-12b.Q4_K_M.gguf": ["mradermacher/NemonsterExtreme-12b-GGUF", MessagesFormatterType.MISTRAL],
|
99 |
+
"Magnum-Instruct-DPO-18B.Q4_K_M.gguf": ["mradermacher/Magnum-Instruct-DPO-18B-GGUF", MessagesFormatterType.MISTRAL],
|
100 |
+
"qwen2.5-reinstruct-alternate-lumen-14B.Q4_K_M.gguf": ["mradermacher/qwen2.5-reinstruct-alternate-lumen-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
101 |
+
"SuperHeart.i1-Q5_K_M.gguf": ["mradermacher/SuperHeart-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
102 |
+
"SuperHeartBerg.i1-Q4_K_M.gguf": ["mradermacher/SuperHeartBerg-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
103 |
+
"gemma-2-9B-it-function-calling-Q5_K_M.gguf": ["DiTy/gemma-2-9b-it-function-calling-GGUF", MessagesFormatterType.ALPACA],
|
104 |
+
"Qwen2.5-7B-TitanFusion.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-TitanFusion-GGUF", MessagesFormatterType.OPEN_CHAT],
|
105 |
"Collaiborator-MEDLLM-Llama-3-8B-v1.i1-Q5_K_M.gguf": ["mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v1-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
106 |
"Chili_Dog_8B.i1-Q4_K_M.gguf": ["mradermacher/Chili_Dog_8B-i1-GGUF", MessagesFormatterType.CHATML],
|
107 |
"astra-v1-12b-q5_k_m.gguf": ["P0x0/Astra-v1-12B-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
629 |
"tifa-7b-qwen2-v0.1.q4_k_m.gguf": ["Tifa-RP/Tifa-7B-Qwen2-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
630 |
"Holland-Magnum-Merge-R2.i1-Q5_K_M.gguf": ["mradermacher/Holland-Magnum-Merge-R2-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
631 |
"Oumuamua-7b-RP_Q5_K_M.gguf": ["Aratako/Oumuamua-7b-RP-GGUF", MessagesFormatterType.MISTRAL],
|
632 |
+
"ContextualKunoichi_KTO-7B.Q5_K_M.gguf": ["mradermacher/ContextualKunoichi_KTO-7B-GGUF", MessagesFormatterType.MISTRAL],
|
633 |
+
"ContextualToppy_KTO-7B.Q5_K_M.gguf": ["mradermacher/ContextualToppy_KTO-7B-GGUF", MessagesFormatterType.MISTRAL],
|
634 |
"Berghof-NSFW-7B.Q5_K_M.gguf": ["QuantFactory/Berghof-NSFW-7B-GGUF", MessagesFormatterType.MISTRAL],
|
635 |
"Japanese-TextGen-Kage-v0.1.2-2x7B-NSFW_iMat_Ch200_IQ4_XS.gguf": ["dddump/Japanese-TextGen-Kage-v0.1.2-2x7B-NSFW-gguf", MessagesFormatterType.VICUNA],
|
636 |
"ChatWaifu_v1.2.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.2.1-GGUF", MessagesFormatterType.MISTRAL],
|