gokaygokay commited on
Commit
8f453a6
1 Parent(s): 4aba831

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -1
app.py CHANGED
@@ -18,6 +18,12 @@ hf_hub_download(
18
  local_dir = "./models"
19
  )
20
 
 
 
 
 
 
 
21
  hf_hub_download(
22
  repo_id="bartowski/Reflection-Llama-3.1-70B-GGUF",
23
  filename="Reflection-Llama-3.1-70B.imatrix",
@@ -114,7 +120,8 @@ demo = gr.ChatInterface(
114
  respond,
115
  additional_inputs=[
116
  gr.Dropdown([
117
- "Reflection-Llama-3.1-70B.Q3_K_L.gguf"
 
118
  ],
119
  value="Reflection-Llama-3.1-70B.Q3_K_L.gguf",
120
  label="Model"
 
18
  local_dir = "./models"
19
  )
20
 
21
+ hf_hub_download(
22
+ repo_id="jhofseth/Reflection-Llama-3.1-70B-GGUF",
23
+ filename="Reflection-Llama-3.1-70B-IQ3_XXS.gguf",
24
+ local_dir = "./models"
25
+ )
26
+
27
  hf_hub_download(
28
  repo_id="bartowski/Reflection-Llama-3.1-70B-GGUF",
29
  filename="Reflection-Llama-3.1-70B.imatrix",
 
120
  respond,
121
  additional_inputs=[
122
  gr.Dropdown([
123
+ "Reflection-Llama-3.1-70B.Q3_K_L.gguf",
124
+ "Reflection-Llama-3.1-70B-IQ3_XXS.gguf"
125
  ],
126
  value="Reflection-Llama-3.1-70B.Q3_K_L.gguf",
127
  label="Model"