apepkuss79
commited on
Commit
•
05372b8
1
Parent(s):
a3e4656
Update README.md
Browse files
README.md
CHANGED
@@ -49,7 +49,7 @@ quantized_by: Second State Inc.
|
|
49 |
{{ user_message_2 }}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
|
50 |
```
|
51 |
|
52 |
-
- Context size: `
|
53 |
|
54 |
- Run as LlamaEdge service
|
55 |
|
@@ -57,7 +57,7 @@ quantized_by: Second State Inc.
|
|
57 |
wasmedge --dir .:. --nn-preload default:GGML:AUTO:Meta-Llama-3-8B-Instruct-Q5_K_M.gguf \
|
58 |
llama-api-server.wasm \
|
59 |
--prompt-template llama-3-chat \
|
60 |
-
--ctx-size
|
61 |
--model-name Llama-3-8b
|
62 |
```
|
63 |
|
@@ -67,7 +67,7 @@ quantized_by: Second State Inc.
|
|
67 |
wasmedge --dir .:. --nn-preload default:GGML:AUTO:Meta-Llama-3-8B-Instruct-Q5_K_M.gguf \
|
68 |
llama-chat.wasm \
|
69 |
--prompt-template llama-3-chat \
|
70 |
-
--ctx-size
|
71 |
```
|
72 |
|
73 |
## Quantized GGUF Models
|
|
|
49 |
{{ user_message_2 }}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
|
50 |
```
|
51 |
|
52 |
+
- Context size: `8192`
|
53 |
|
54 |
- Run as LlamaEdge service
|
55 |
|
|
|
57 |
wasmedge --dir .:. --nn-preload default:GGML:AUTO:Meta-Llama-3-8B-Instruct-Q5_K_M.gguf \
|
58 |
llama-api-server.wasm \
|
59 |
--prompt-template llama-3-chat \
|
60 |
+
--ctx-size 8192 \
|
61 |
--model-name Llama-3-8b
|
62 |
```
|
63 |
|
|
|
67 |
wasmedge --dir .:. --nn-preload default:GGML:AUTO:Meta-Llama-3-8B-Instruct-Q5_K_M.gguf \
|
68 |
llama-chat.wasm \
|
69 |
--prompt-template llama-3-chat \
|
70 |
+
--ctx-size 8192 \
|
71 |
```
|
72 |
|
73 |
## Quantized GGUF Models
|