Create README.md
Browse files
README.md
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
```python
|
2 |
+
import deepsparse
|
3 |
+
from huggingface_hub import snapshot_download
|
4 |
+
|
5 |
+
MODEL_PATH = snapshot_download(repo_id="mgoin/mpt-7b-chat-quant")
|
6 |
+
model = deepsparse.Pipeline.create(task="text-generation", model_path=MODEL_PATH)
|
7 |
+
model(sequences="Tell me a joke.")
|
8 |
+
```
|