update commit to use for revision
Browse filesthis commit 197d14245ad874da82194248cab1ce8cf87fa713 updates the config to `use_cache=True` by default, so it doesn't need to be set every time in generation config
README.md
CHANGED
@@ -45,7 +45,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
45 |
model_name,
|
46 |
torch_dtype=torch.bfloat16,
|
47 |
trust_remote_code=True,
|
48 |
-
revision='
|
49 |
device_map='auto',
|
50 |
load_in_8bit=False, # install bitsandbytes then set to true for 8-bit
|
51 |
)
|
|
|
45 |
model_name,
|
46 |
torch_dtype=torch.bfloat16,
|
47 |
trust_remote_code=True,
|
48 |
+
revision='197d14245ad874da82194248cab1ce8cf87fa713', # optional, but a good idea
|
49 |
device_map='auto',
|
50 |
load_in_8bit=False, # install bitsandbytes then set to true for 8-bit
|
51 |
)
|