Commit
•
b7ee6c2
1
Parent(s):
6796073
Update README.md (#6)
Browse files- Update README.md (70de0a12afdcd1362c7307d60811bed2356cddf0)
Co-authored-by: Prabal Modi <[email protected]>
README.md
CHANGED
|
@@ -120,7 +120,7 @@ use_triton = False
|
|
| 120 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
| 121 |
|
| 122 |
model = AutoGPTQForCausalLM.from_quantized(model_name_or_path,
|
| 123 |
-
model_basename=model_basename
|
| 124 |
use_safetensors=True,
|
| 125 |
trust_remote_code=True,
|
| 126 |
device="cuda:0",
|
|
|
|
| 120 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
| 121 |
|
| 122 |
model = AutoGPTQForCausalLM.from_quantized(model_name_or_path,
|
| 123 |
+
model_basename=model_basename,
|
| 124 |
use_safetensors=True,
|
| 125 |
trust_remote_code=True,
|
| 126 |
device="cuda:0",
|