Update README.md
Browse files
README.md
CHANGED
@@ -10,7 +10,7 @@ datasets:
|
|
10 |
- thesven/SyntheticMedicalQA-4336
|
11 |
---
|
12 |
|
13 |
-
#
|
14 |
|
15 |
<!-- Provide a quick summary of what the model is/does. -->
|
16 |
|
@@ -49,9 +49,11 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
49 |
model.pad_token = model.config.eos_token_id
|
50 |
|
51 |
prompt_template = '''
|
52 |
-
|
53 |
-
|
54 |
-
|
|
|
|
|
55 |
'''
|
56 |
|
57 |
input_ids = tokenizer(prompt_template, return_tensors='pt').input_ids.cuda()
|
@@ -59,6 +61,4 @@ output = model.generate(inputs=input_ids, temperature=0.1, do_sample=True, top_p
|
|
59 |
|
60 |
print(generated_text)
|
61 |
|
62 |
-
```
|
63 |
-
|
64 |
-
- **Finetuned by:** thesven
|
|
|
10 |
- thesven/SyntheticMedicalQA-4336
|
11 |
---
|
12 |
|
13 |
+
# Llama3-8B-SFT-SyntheticMedical-bnb-4bit
|
14 |
|
15 |
<!-- Provide a quick summary of what the model is/does. -->
|
16 |
|
|
|
49 |
model.pad_token = model.config.eos_token_id
|
50 |
|
51 |
prompt_template = '''
|
52 |
+
<|begin_of_text|><|start_header_id|>system<|end_header_id|>
|
53 |
+
|
54 |
+
You are an expert in the field of anatomy, help explain its topics to me.<|eot_id|><|start_header_id|>user<|end_header_id|>
|
55 |
+
|
56 |
+
What is the function of the hamstring?<|eot_id|><|start_header_id|>assistant<|end_header_id|>
|
57 |
'''
|
58 |
|
59 |
input_ids = tokenizer(prompt_template, return_tensors='pt').input_ids.cuda()
|
|
|
61 |
|
62 |
print(generated_text)
|
63 |
|
64 |
+
```
|
|
|
|