Update merge.py
Browse files
merge.py
CHANGED
@@ -7,7 +7,6 @@ from peft import LoraConfig, PeftModel
|
|
7 |
device_map = "auto"
|
8 |
model = AutoModelForCausalLM.from_pretrained(
|
9 |
"/path/to/meta-llama2-13b",
|
10 |
-
#low_cpu_mem_usage=True,
|
11 |
return_dict=True,
|
12 |
torch_dtype=torch.float16,
|
13 |
device_map=device_map,
|
|
|
7 |
device_map = "auto"
|
8 |
model = AutoModelForCausalLM.from_pretrained(
|
9 |
"/path/to/meta-llama2-13b",
|
|
|
10 |
return_dict=True,
|
11 |
torch_dtype=torch.float16,
|
12 |
device_map=device_map,
|