shivanircodel
commited on
Commit
•
9f718b9
1
Parent(s):
40f2a33
Update train_model.py
Browse files- train_model.py +5 -0
train_model.py
CHANGED
@@ -2,8 +2,13 @@ from datasets import load_dataset
|
|
2 |
from transformers import GPT2LMHeadModel, GPT2Tokenizer
|
3 |
from transformers import Trainer, TrainingArguments
|
4 |
|
|
|
|
|
5 |
# Load dataset (replace with your actual dataset path or URL)
|
6 |
dataset = load_dataset("path_to_your_dataset")
|
|
|
|
|
|
|
7 |
|
8 |
# Load the pre-trained model and tokenizer
|
9 |
model_name = "gpt2" # Or another model like T5, BART, etc.
|
|
|
2 |
from transformers import GPT2LMHeadModel, GPT2Tokenizer
|
3 |
from transformers import Trainer, TrainingArguments
|
4 |
|
5 |
+
ds = load_dataset("openai/summarize_from_feedback", "axis")
|
6 |
+
|
7 |
# Load dataset (replace with your actual dataset path or URL)
|
8 |
dataset = load_dataset("path_to_your_dataset")
|
9 |
+
from datasets import load_dataset
|
10 |
+
|
11 |
+
|
12 |
|
13 |
# Load the pre-trained model and tokenizer
|
14 |
model_name = "gpt2" # Or another model like T5, BART, etc.
|