Spaces:

Mihaiii
/

Trivia

Running

Mihaiii commited on Aug 2

Commit

faef9fd

•

1 Parent(s): 0600b9d

Update script.sh

Files changed (1) hide show

script.sh CHANGED Viewed

@@ -1,6 +1,6 @@
 #!/bin/bash
-../llama-server -m ./shieldgemma-2b-q5_k_m-imat.gguf -c 8192 -t 4 --port 8000 --host 127.0.0.1 --parallel 2 -dt 0.1 -cb &
-../llama-server -m ./gemma-2-2b-it-Q5_K_M.gguf -c 8192 -t 4 --port 7888 --host 127.0.0.1 --parallel 2 -dt 0.1 -cb &
 sleep 5

 #!/bin/bash
+../llama-server -m ./shieldgemma-2b-q5_k_m-imat.gguf -c 8192 -t 4 --port 8000 --host 127.0.0.1 --parallel 4 -cb &
+../llama-server -m ./gemma-2-2b-it-Q5_K_M.gguf -c 8192 -t 4 --port 7888 --host 127.0.0.1 --parallel 3 -cb &
 sleep 5