English
shivanircodel commited on
Commit
9f718b9
1 Parent(s): 40f2a33

Update train_model.py

Browse files
Files changed (1) hide show
  1. train_model.py +5 -0
train_model.py CHANGED
@@ -2,8 +2,13 @@ from datasets import load_dataset
2
  from transformers import GPT2LMHeadModel, GPT2Tokenizer
3
  from transformers import Trainer, TrainingArguments
4
 
 
 
5
  # Load dataset (replace with your actual dataset path or URL)
6
  dataset = load_dataset("path_to_your_dataset")
 
 
 
7
 
8
  # Load the pre-trained model and tokenizer
9
  model_name = "gpt2" # Or another model like T5, BART, etc.
 
2
  from transformers import GPT2LMHeadModel, GPT2Tokenizer
3
  from transformers import Trainer, TrainingArguments
4
 
5
+ ds = load_dataset("openai/summarize_from_feedback", "axis")
6
+
7
  # Load dataset (replace with your actual dataset path or URL)
8
  dataset = load_dataset("path_to_your_dataset")
9
+ from datasets import load_dataset
10
+
11
+
12
 
13
  # Load the pre-trained model and tokenizer
14
  model_name = "gpt2" # Or another model like T5, BART, etc.