Alex Ji
commited on
Commit
•
80a9568
1
Parent(s):
5ee92cb
bug fix
Browse files
README.md
CHANGED
|
@@ -57,6 +57,8 @@ The GGUF model is pruned to 50% using sparseGPT method [sparseGPT](https://githu
|
|
| 57 |
|
| 58 |
</details>
|
| 59 |
<!-- explaination end -->
|
|
|
|
|
|
|
| 60 |
from llama_cpp import Llama
|
| 61 |
|
| 62 |
llm = Llama(model_path="zephyr-7b-beta-pruned50-Q8_0.gguf")
|
|
@@ -69,7 +71,7 @@ How many helicopters can a human eat in one sitting?</s>
|
|
| 69 |
<|assistant|>""")
|
| 70 |
|
| 71 |
print(output)
|
| 72 |
-
|
| 73 |
#
|
|
|
|
| 74 |
|
| 75 |
<!-- README_GGUF.md-how-to-run start -->
|
|
|
|
| 57 |
|
| 58 |
</details>
|
| 59 |
<!-- explaination end -->
|
| 60 |
+
|
| 61 |
+
```
|
| 62 |
from llama_cpp import Llama
|
| 63 |
|
| 64 |
llm = Llama(model_path="zephyr-7b-beta-pruned50-Q8_0.gguf")
|
|
|
|
| 71 |
<|assistant|>""")
|
| 72 |
|
| 73 |
print(output)
|
|
|
|
| 74 |
#
|
| 75 |
+
```
|
| 76 |
|
| 77 |
<!-- README_GGUF.md-how-to-run start -->
|