ayoubkirouane
commited on
Commit
•
453da8a
1
Parent(s):
9f359ae
Update README.md
Browse files
README.md
CHANGED
@@ -76,14 +76,14 @@ bnb_config = BitsAndBytesConfig(
|
|
76 |
bnb_4bit_compute_dtype=getattr(torch, "float16"),
|
77 |
bnb_4bit_use_double_quant=False)
|
78 |
model = AutoModelForCausalLM.from_pretrained(
|
79 |
-
"meta-llama/Llama-2-13b-hf",
|
80 |
quantization_config=bnb_config,
|
81 |
device_map={"": 0})
|
82 |
model.config.use_cache = False
|
83 |
model.config.pretraining_tp = 1
|
84 |
model = PeftModel.from_pretrained(model, "TuningAI/Llama2_13B_startup_Assistant")
|
85 |
|
86 |
-
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-13b-hf", trust_remote_code=True)
|
87 |
tokenizer.pad_token = tokenizer.eos_token
|
88 |
tokenizer.padding_side = "right"
|
89 |
system_message = "Given a user's startup-related question in English, you will generate a thoughtful answer in English."
|
|
|
76 |
bnb_4bit_compute_dtype=getattr(torch, "float16"),
|
77 |
bnb_4bit_use_double_quant=False)
|
78 |
model = AutoModelForCausalLM.from_pretrained(
|
79 |
+
"meta-llama/Llama-2-13b-chat-hf",
|
80 |
quantization_config=bnb_config,
|
81 |
device_map={"": 0})
|
82 |
model.config.use_cache = False
|
83 |
model.config.pretraining_tp = 1
|
84 |
model = PeftModel.from_pretrained(model, "TuningAI/Llama2_13B_startup_Assistant")
|
85 |
|
86 |
+
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-13b-chat-hf", trust_remote_code=True)
|
87 |
tokenizer.pad_token = tokenizer.eos_token
|
88 |
tokenizer.padding_side = "right"
|
89 |
system_message = "Given a user's startup-related question in English, you will generate a thoughtful answer in English."
|