adde finetuned GPT

gpt3_finetuned_model/checkpoint-30048/added_tokens.json

@@ -0,0 +1,7 @@
+{
+  "[CLS]": 101,
+  "[MASK]": 103,
+  "[PAD]": 0,
+  "[SEP]": 102,
+  "[UNK]": 100
+}

gpt3_finetuned_model/checkpoint-30048/config.json

@@ -0,0 +1,33 @@
+{
+  "_name_or_path": "models/trained_model_v11",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "NEGATIVE",
+    "1": "POSITIVE"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "NEGATIVE": 0,
+    "POSITIVE": 1
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.34.0",
+  "vocab_size": 30522
+}

gpt3_finetuned_model/checkpoint-30048/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71a055defca04fc537104844b3f5f7e7f6cea21e2d1f3cd7c498866e2d39b57
+size 535727290

gpt3_finetuned_model/checkpoint-30048/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b7e3c71765fda4de504a82e2cf9070743eb1cf2f05e03b9ff204b2b0724e6b
+size 267855978

gpt3_finetuned_model/checkpoint-30048/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f4bc438d3cfa11ce6ef7474ba4bb4b984773fbef0cc7540ddff3103120407e
+size 1064

gpt3_finetuned_model/checkpoint-30048/special_tokens_map.json

@@ -0,0 +1,14 @@
+{
+  "additional_special_tokens": [
+    "[PAD]",
+    "[UNK]",
+    "[CLS]",
+    "[SEP]",
+    "[MASK]"
+  ],
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

gpt3_finetuned_model/checkpoint-30048/tokenizer_config.json

@@ -0,0 +1,66 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "[PAD]",
+    "[UNK]",
+    "[CLS]",
+    "[SEP]",
+    "[MASK]"
+  ],
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "max_length": 512,
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "[UNK]"
+}

gpt3_finetuned_model/checkpoint-30048/trainer_state.json

@@ -0,0 +1,397 @@
+{
+  "best_metric": 0.021361960098147392,
+  "best_model_checkpoint": "gpt3_finetuned_model/checkpoint-15024",
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 30048,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.966719914802982e-05,
+      "loss": 0.0219,
+      "step": 500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.933439829605964e-05,
+      "loss": 0.012,
+      "step": 1000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.900159744408946e-05,
+      "loss": 0.0141,
+      "step": 1500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.866879659211928e-05,
+      "loss": 0.0096,
+      "step": 2000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8335995740149097e-05,
+      "loss": 0.0135,
+      "step": 2500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8003194888178915e-05,
+      "loss": 0.021,
+      "step": 3000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7670394036208734e-05,
+      "loss": 0.0125,
+      "step": 3500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7337593184238552e-05,
+      "loss": 0.0084,
+      "step": 4000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.700479233226837e-05,
+      "loss": 0.0128,
+      "step": 4500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.6671991480298192e-05,
+      "loss": 0.0142,
+      "step": 5000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.633919062832801e-05,
+      "loss": 0.0143,
+      "step": 5500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.600638977635783e-05,
+      "loss": 0.0087,
+      "step": 6000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.5673588924387647e-05,
+      "loss": 0.0085,
+      "step": 6500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.5340788072417466e-05,
+      "loss": 0.0122,
+      "step": 7000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.5007987220447286e-05,
+      "loss": 0.0126,
+      "step": 7500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4675186368477104e-05,
+      "loss": 0.014,
+      "step": 8000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.4342385516506923e-05,
+      "loss": 0.0086,
+      "step": 8500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.4009584664536741e-05,
+      "loss": 0.0094,
+      "step": 9000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.3676783812566561e-05,
+      "loss": 0.0136,
+      "step": 9500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.334398296059638e-05,
+      "loss": 0.0057,
+      "step": 10000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.30111821086262e-05,
+      "loss": 0.0126,
+      "step": 10500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.2678381256656018e-05,
+      "loss": 0.013,
+      "step": 11000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.2345580404685838e-05,
+      "loss": 0.0096,
+      "step": 11500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.2012779552715656e-05,
+      "loss": 0.0068,
+      "step": 12000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.1679978700745476e-05,
+      "loss": 0.0057,
+      "step": 12500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.1347177848775295e-05,
+      "loss": 0.0062,
+      "step": 13000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.1014376996805112e-05,
+      "loss": 0.0138,
+      "step": 13500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.0681576144834932e-05,
+      "loss": 0.007,
+      "step": 14000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.034877529286475e-05,
+      "loss": 0.0054,
+      "step": 14500
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0015974440894568e-05,
+      "loss": 0.0061,
+      "step": 15000
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.9955404685835996,
+      "eval_loss": 0.021361960098147392,
+      "eval_runtime": 198.8868,
+      "eval_samples_per_second": 302.162,
+      "eval_steps_per_second": 18.885,
+      "step": 15024
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 9.683173588924388e-06,
+      "loss": 0.0015,
+      "step": 15500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.350372736954207e-06,
+      "loss": 0.0026,
+      "step": 16000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 9.017571884984027e-06,
+      "loss": 0.002,
+      "step": 16500
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.684771033013845e-06,
+      "loss": 0.0046,
+      "step": 17000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 8.351970181043664e-06,
+      "loss": 0.0023,
+      "step": 17500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 8.019169329073482e-06,
+      "loss": 0.0045,
+      "step": 18000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 7.686368477103302e-06,
+      "loss": 0.0023,
+      "step": 18500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 7.353567625133121e-06,
+      "loss": 0.0041,
+      "step": 19000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 7.020766773162941e-06,
+      "loss": 0.0016,
+      "step": 19500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 6.687965921192758e-06,
+      "loss": 0.0016,
+      "step": 20000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 6.355165069222577e-06,
+      "loss": 0.0033,
+      "step": 20500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 6.022364217252397e-06,
+      "loss": 0.0051,
+      "step": 21000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 5.689563365282216e-06,
+      "loss": 0.0002,
+      "step": 21500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 5.356762513312035e-06,
+      "loss": 0.0025,
+      "step": 22000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 5.023961661341853e-06,
+      "loss": 0.0039,
+      "step": 22500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.691160809371673e-06,
+      "loss": 0.0029,
+      "step": 23000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.358359957401491e-06,
+      "loss": 0.0041,
+      "step": 23500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.02555910543131e-06,
+      "loss": 0.0017,
+      "step": 24000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.692758253461129e-06,
+      "loss": 0.0,
+      "step": 24500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.359957401490948e-06,
+      "loss": 0.0021,
+      "step": 25000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.027156549520767e-06,
+      "loss": 0.0016,
+      "step": 25500
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 2.694355697550586e-06,
+      "loss": 0.0,
+      "step": 26000
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 2.3615548455804047e-06,
+      "loss": 0.0001,
+      "step": 26500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 2.028753993610224e-06,
+      "loss": 0.0001,
+      "step": 27000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.6959531416400426e-06,
+      "loss": 0.0012,
+      "step": 27500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 1.3631522896698618e-06,
+      "loss": 0.001,
+      "step": 28000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.0303514376996806e-06,
+      "loss": 0.0008,
+      "step": 28500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 6.975505857294995e-07,
+      "loss": 0.004,
+      "step": 29000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.6474973375931847e-07,
+      "loss": 0.0009,
+      "step": 29500
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.194888178913738e-08,
+      "loss": 0.001,
+      "step": 30000
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.9962227103301384,
+      "eval_loss": 0.02437487617135048,
+      "eval_runtime": 197.6909,
+      "eval_samples_per_second": 303.99,
+      "eval_steps_per_second": 18.999,
+      "step": 30048
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 30048,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "total_flos": 4.576643477567117e+16,
+  "trial_name": null,
+  "trial_params": null
+}

gpt3_finetuned_model/checkpoint-30048/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723d5cdbe3a4ea51b735c6cbdf8a9dcb0dafce1461aeb999cf821459dd7890f8
+size 4536

research/05_data_gpt.ipynb

@@ -1257,8 +1257,8 @@
        "\n",
        "    <div>\n",
        "      \n",
-       "      <progress value='24978' max='30048' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
-       "      [24978/30048 1:08:42 < 13:56, 6.06 it/s, Epoch 1.66/2]\n",
+       "      <progress value='30048' max='30048' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
+       "      [30048/30048 1:25:21, Epoch 2/2]\n",
        "    </div>\n",
        "    <table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
@@ -1276,6 +1276,12 @@
        "      <td>0.021362</td>\n",
        "      <td>0.995540</td>\n",
        "    </tr>\n",
+       "    <tr>\n",
+       "      <td>2</td>\n",
+       "      <td>0.001000</td>\n",
+       "      <td>0.024375</td>\n",
+       "      <td>0.996223</td>\n",
+       "    </tr>\n",
        "  </tbody>\n",
        "</table><p>"
       ],
@@ -1285,6 +1291,16 @@
      },
      "metadata": {},
      "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": [
+       "TrainOutput(global_step=30048, training_loss=0.006611945222465289, metrics={'train_runtime': 5122.033, 'train_samples_per_second': 93.861, 'train_steps_per_second': 5.866, 'total_flos': 4.576643477567117e+16, 'train_loss': 0.006611945222465289, 'epoch': 2.0})"
+      ]
+     },
+     "execution_count": 19,
+     "metadata": {},
+     "output_type": "execute_result"
     }
    ],
    "source": [
@@ -1344,13 +1360,24 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 32,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
+      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from .autonotebook import tqdm as notebook_tqdm\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "2023-10-09 09:42:37.342580: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n",
+      "To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n",
+      "2023-10-09 09:42:38.742297: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n",
       "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"
      ]
     }
@@ -1358,26 +1385,14 @@
    "source": [
     "from transformers import pipeline\n",
     "\n",
-    "classifier = pipeline(\"text-classification\", model=\"gpt3_finetuned_model/checkpoint-480\", device=\"cuda\")"
+    "classifier = pipeline(\"text-classification\", model=\"gpt3_finetuned_model/checkpoint-30048\", device=\"cuda\")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 31,
+   "execution_count": 3,
    "metadata": {},
-   "outputs": [
-    {
-     "ename": "TypeError",
-     "evalue": "AutoTokenizer.__init__() takes 1 positional argument but 2 were given",
-     "output_type": "error",
-     "traceback": [
-      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
-      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
-      "\u001b[1;32m/home/ubuntu/SentenceStructureComparision/research/05_data_gpt.ipynb Cell 28\u001b[0m line \u001b[0;36m3\n\u001b[1;32m      <a href='vscode-notebook-cell://ssh-remote%2B7b22686f73744e616d65223a22456d62656464696e6773227d/home/ubuntu/SentenceStructureComparision/research/05_data_gpt.ipynb#Y100sdnNjb2RlLXJlbW90ZQ%3D%3D?line=0'>1</a>\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mtransformers\u001b[39;00m \u001b[39mimport\u001b[39;00m AutoModelForSequenceClassification, AutoTokenizer\n\u001b[1;32m      <a href='vscode-notebook-cell://ssh-remote%2B7b22686f73744e616d65223a22456d62656464696e6773227d/home/ubuntu/SentenceStructureComparision/research/05_data_gpt.ipynb#Y100sdnNjb2RlLXJlbW90ZQ%3D%3D?line=1'>2</a>\u001b[0m model_name\u001b[39m=\u001b[39m \u001b[39m\"\u001b[39m\u001b[39mgpt3_finetuned_model/checkpoint-480\u001b[39m\u001b[39m\"\u001b[39m\n\u001b[0;32m----> <a href='vscode-notebook-cell://ssh-remote%2B7b22686f73744e616d65223a22456d62656464696e6773227d/home/ubuntu/SentenceStructureComparision/research/05_data_gpt.ipynb#Y100sdnNjb2RlLXJlbW90ZQ%3D%3D?line=2'>3</a>\u001b[0m AutoTokenizer(model_name)\n",
-      "\u001b[0;31mTypeError\u001b[0m: AutoTokenizer.__init__() takes 1 positional argument but 2 were given"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "# from transformers import AutoModelForSequenceClassification, AutoTokenizer\n",
     "# model_name= \"gpt3_finetuned_model/checkpoint-480\"\n",
@@ -1386,16 +1401,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[{'label': 'NEGATIVE', 'score': 1.0}]"
+       "[{'label': 'NEGATIVE', 'score': 0.9999996423721313}]"
       ]
      },
-     "execution_count": 3,
+     "execution_count": 4,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1414,16 +1429,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[{'label': 'NEGATIVE', 'score': 1.0}]"
+       "[{'label': 'NEGATIVE', 'score': 0.9995008707046509}]"
       ]
      },
-     "execution_count": 4,
+     "execution_count": 5,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1445,7 +1460,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [
     {
@@ -1512,7 +1527,7 @@
        "4  Rick Mahler (born Richard Alan Mahler on April...             1"
       ]
      },
-     "execution_count": 5,
+     "execution_count": 6,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1525,7 +1540,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [
     {
@@ -1543,7 +1558,7 @@
        "        1]], dtype=object)"
       ]
      },
-     "execution_count": 10,
+     "execution_count": 7,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1554,24 +1569,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
-      "  warnings.warn(\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
-       "[{'label': 'POSITIVE', 'score': 1.0}]"
+       "[{'label': 'POSITIVE', 'score': 0.9999998807907104}]"
       ]
      },
-     "execution_count": 11,
+     "execution_count": 8,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1588,24 +1595,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
-      "  warnings.warn(\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
-       "[{'label': 'POSITIVE', 'score': 1.0}]"
+       "[{'label': 'POSITIVE', 'score': 0.9997896552085876}]"
       ]
      },
-     "execution_count": 12,
+     "execution_count": 9,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1617,24 +1616,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
-      "  warnings.warn(\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
-       "[{'label': 'POSITIVE', 'score': 1.0}]"
+       "[{'label': 'POSITIVE', 'score': 0.9999992847442627}]"
       ]
      },
-     "execution_count": 13,
+     "execution_count": 10,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1648,24 +1639,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 11,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
-      "  warnings.warn(\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
-       "[{'label': 'POSITIVE', 'score': 1.0}]"
+       "[{'label': 'POSITIVE', 'score': 0.9999995231628418}]"
       ]
      },
-     "execution_count": 14,
+     "execution_count": 11,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1678,24 +1661,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 12,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
-      "  warnings.warn(\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
-       "[{'label': 'POSITIVE', 'score': 0.9999998807907104}]"
+       "[{'label': 'NEGATIVE', 'score': 0.9709567427635193}]"
       ]
      },
-     "execution_count": 15,
+     "execution_count": 12,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1710,24 +1685,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": 13,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
-      "  warnings.warn(\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
        "[{'label': 'POSITIVE', 'score': 1.0}]"
       ]
      },
-     "execution_count": 17,
+     "execution_count": 13,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1740,24 +1707,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 18,
+   "execution_count": 14,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
-      "  warnings.warn(\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
        "[{'label': 'POSITIVE', 'score': 1.0}]"
       ]
      },
-     "execution_count": 18,
+     "execution_count": 14,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1770,24 +1729,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 19,
+   "execution_count": 15,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
-      "  warnings.warn(\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
-       "[{'label': 'POSITIVE', 'score': 1.0}]"
+       "[{'label': 'POSITIVE', 'score': 0.999936580657959}]"
       ]
      },
-     "execution_count": 19,
+     "execution_count": 15,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1801,7 +1752,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 20,
+   "execution_count": 16,
    "metadata": {},
    "outputs": [
     {
@@ -1815,10 +1766,10 @@
     {
      "data": {
       "text/plain": [
-       "[{'label': 'POSITIVE', 'score': 1.0}]"
+       "[{'label': 'POSITIVE', 'score': 0.9999960660934448}]"
       ]
      },
-     "execution_count": 20,
+     "execution_count": 16,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1834,24 +1785,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 21,
+   "execution_count": 17,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
-      "  warnings.warn(\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
-       "[{'label': 'POSITIVE', 'score': 1.0}]"
+       "[{'label': 'POSITIVE', 'score': 0.9999985694885254}]"
       ]
      },
-     "execution_count": 21,
+     "execution_count": 17,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1865,24 +1808,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 22,
+   "execution_count": 18,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
-      "  warnings.warn(\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
-       "[{'label': 'POSITIVE', 'score': 1.0}]"
+       "[{'label': 'POSITIVE', 'score': 0.9999998807907104}]"
       ]
      },
-     "execution_count": 22,
+     "execution_count": 18,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1896,7 +1831,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 23,
+   "execution_count": 19,
    "metadata": {},
    "outputs": [
     {
@@ -1914,7 +1849,7 @@
        "        0]], dtype=object)"
       ]
      },
-     "execution_count": 23,
+     "execution_count": 19,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1925,7 +1860,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 24,
+   "execution_count": 20,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1934,24 +1869,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 25,
+   "execution_count": 21,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
-      "  warnings.warn(\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
-       "[{'label': 'NEGATIVE', 'score': 1.0}]"
+       "[{'label': 'NEGATIVE', 'score': 0.9999998807907104}]"
       ]
      },
-     "execution_count": 25,
+     "execution_count": 21,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1962,7 +1889,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 26,
+   "execution_count": 22,
    "metadata": {},
    "outputs": [
     {
@@ -2029,7 +1956,7 @@
        "4  Rick Mahler (born Richard Alan Mahler on April...             1"
       ]
      },
-     "execution_count": 26,
+     "execution_count": 22,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2068,16 +1995,24 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 33,
+   "execution_count": 23,
    "metadata": {},
    "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
+      "  warnings.warn(\n"
+     ]
+    },
     {
      "data": {
       "text/plain": [
-       "[{'label': 'NEGATIVE', 'score': 1.0}]"
+       "[{'label': 'NEGATIVE', 'score': 0.9999998807907104}]"
       ]
      },
-     "execution_count": 33,
+     "execution_count": 23,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2094,16 +2029,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 34,
+   "execution_count": 24,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[{'label': 'NEGATIVE', 'score': 1.0}]"
+       "[{'label': 'NEGATIVE', 'score': 0.9999998807907104}]"
       ]
      },
-     "execution_count": 34,
+     "execution_count": 24,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2124,16 +2059,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 35,
+   "execution_count": 25,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[{'label': 'NEGATIVE', 'score': 1.0}]"
+       "[{'label': 'NEGATIVE', 'score': 0.9994685053825378}]"
       ]
      },
-     "execution_count": 35,
+     "execution_count": 25,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2148,16 +2083,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 36,
+   "execution_count": 26,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[{'label': 'POSITIVE', 'score': 1.0}]"
+       "[{'label': 'POSITIVE', 'score': 0.9999936819076538}]"
       ]
      },
-     "execution_count": 36,
+     "execution_count": 26,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2168,16 +2103,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 37,
+   "execution_count": 27,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[{'label': 'NEGATIVE', 'score': 0.9999998807907104}]"
+       "[{'label': 'NEGATIVE', 'score': 0.9999955892562866}]"
       ]
      },
-     "execution_count": 37,
+     "execution_count": 27,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2188,16 +2123,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 41,
+   "execution_count": 28,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[{'label': 'NEGATIVE', 'score': 1.0}]"
+       "[{'label': 'NEGATIVE', 'score': 0.9999998807907104}]"
       ]
      },
-     "execution_count": 41,
+     "execution_count": 28,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2208,7 +2143,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 40,
+   "execution_count": 29,
    "metadata": {},
    "outputs": [
     {
@@ -2217,7 +2152,7 @@
        "[{'label': 'POSITIVE', 'score': 1.0}]"
       ]
      },
-     "execution_count": 40,
+     "execution_count": 29,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2231,7 +2166,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 42,
+   "execution_count": 30,
    "metadata": {},
    "outputs": [
     {
@@ -2240,7 +2175,7 @@
        "[{'label': 'POSITIVE', 'score': 1.0}]"
       ]
      },
-     "execution_count": 42,
+     "execution_count": 30,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2257,16 +2192,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 44,
+   "execution_count": 31,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[{'label': 'NEGATIVE', 'score': 1.0}]"
+       "[{'label': 'NEGATIVE', 'score': 0.999908447265625}]"
       ]
      },
-     "execution_count": 44,
+     "execution_count": 31,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2402,29 +2337,23 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 48,
+   "execution_count": 32,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
-      "  warnings.warn(\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
-       "[{'label': 'POSITIVE', 'score': 0.9975578784942627}]"
+       "[{'label': 'POSITIVE', 'score': 0.9999958276748657}]"
       ]
      },
-     "execution_count": 48,
+     "execution_count": 32,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
+    "# ChatGPT\n",
+    "\n",
     "classifier('''Paul Caddis is a Scottish professional footballer who primarily plays as a defender, specifically as a right-back or right-wing-back. He was born on April 19, 1988, in Irvine, Scotland. Caddis has had a career spanning multiple clubs in English and Scottish football.\n",
     "\n",
     "Caddis began his professional career with Scottish club Celtic in 2006, but he spent much of his early career on loan spells at other clubs to gain experience. In 2010, he joined Swindon Town on loan and played a crucial role in helping them achieve promotion from League Two to League One. His performances earned him a permanent move to Swindon Town in 2010.\n",
@@ -2436,6 +2365,961 @@
     "Please note that player careers in professional sports can change over time, and my knowledge is based on information available up to September 2021. For the most up-to-date information on Paul Caddis's career, you may want to refer to more recent sources or the official website of his current club.''')"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": 33,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
+      "  warnings.warn(\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "[{'label': 'POSITIVE', 'score': 0.9999995231628418}]"
+      ]
+     },
+     "execution_count": 33,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "# Chat-GPT\n",
+    "classifier('''\n",
+    "           \n",
+    "           Virat Kohli is an Indian international cricketer and one of the most renowned and accomplished batsmen in the world. He was born on November 5, 1988, in Delhi, India. Kohli is known for his aggressive and charismatic style of play, and he has been a prominent figure in Indian cricket for many years.\n",
+    "\n",
+    "Kohli's journey in professional cricket began when he represented the Indian Under-19 cricket team, and he quickly made his mark as a promising talent. He made his debut for the senior Indian cricket team in August 2008 during an ODI (One Day International) against Sri Lanka.\n",
+    "\n",
+    "Over the years, Virat Kohli has achieved numerous records and accolades in international cricket. He has consistently been one of the top run-scorers in all formats of the game. In Test cricket, he has served as the captain of the Indian team and has been instrumental in India's success in Test matches, both at home and overseas. Under his leadership, India achieved its first-ever Test series win in Australia in the 2018-2019 season.\n",
+    "\n",
+    "In limited-overs cricket, Kohli has been a dynamic and dominant force, amassing numerous centuries and helping India win several important tournaments, including the 2011 ICC Cricket World Cup and the ICC Champions Trophy in 2013. He has also been the captain of the Indian cricket team in ODIs and T20Is.\n",
+    "\n",
+    "Virat Kohli is known for his fitness, dedication to the sport, and his ability to consistently perform under pressure. He has received numerous awards and recognitions, including the prestigious Sir Garfield Sobers Trophy for ICC Cricketer of the Year multiple times. He has also been a part of Royal Challengers Bangalore in the Indian Premier League (IPL).\n",
+    "\n",
+    "Kohli is not only a cricketing icon but also a prominent figure in Indian sports and popular culture. His passion for the game and his commitment to excellence have made him one of the most celebrated and respected cricketers globally. Please note that my knowledge is based on information available up to September 2021, and there may have been developments in Virat Kohli's career since then.''')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 34,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
+      "  warnings.warn(\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "[{'label': 'NEGATIVE', 'score': 0.9999997615814209}]"
+      ]
+     },
+     "execution_count": 34,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "# wikipedia article\n",
+    "\n",
+    "classifier(\n",
+    "    '''Virat Kohli (Hindi pronunciation: [ʋɪˈɾɑːʈ ˈkoːɦli] ⓘ; born 5 November 1988) is an Indian international cricketer and the former captain of the Indian national cricket team who plays for Royal Challengers Bangalore in the IPL and Delhi in domestic cricket. Considered to be one of the best cricketers in the world, he is widely regarded as one of the greatest batsmen in the history of the sport.[4] Nicknamed \"The King\", due to his dominant style of play and popularity, Kohli holds numerous records in his career across all formats. In 2020, the International Cricket Council named him the male cricketer of the decade. Kohli has also contributed to India's successes, captaining the team from 2014 to 2022, and winning the 2011 World Cup and the 2013 Champions trophy. He is among the only four Indian cricketers who have played over 500 matches for India.[5]\n",
+    "\n",
+    "Born and raised in New Delhi, Kohli trained at the West Delhi Cricket Academy and started his youth career with the Delhi Under-15 team. He made his international debut in 2008 and quickly became a key player in the ODI team and later made his Test debut in 2011. In 2013, Kohli reached the number one spot in the ICC rankings for ODI batsmen for the first time. During 2014 T20 World Cup, he set a record for the most runs scored in the tournament. In 2018, he achieved yet another milestone, becoming the world's top-ranked Test batsman, making him the only Indian cricketer to hold the number one spot in all three formats of the game. His form continued in 2019, when he became the first player to score 20,000 international runs in a single decade. In 2021, Kohli made the decision to step down as the captain of the Indian national team for T20Is, following the T20 World Cup and in early 2022 he stepped down as the captain of the Test team as well.'''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 37,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "[{'label': 'NEGATIVE', 'score': 0.9999998807907104}]"
+      ]
+     },
+     "execution_count": 37,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "\n",
+    "# Wikipedia\n",
+    "classifier(\n",
+    "    '''Donald John Trump (born June 14, 1946) is an American politician, media personality, and businessman who served as the 45th president of the United States from 2017 to 2021.\n",
+    "\n",
+    "Trump received a BS in economics from the University of Pennsylvania in 1968, and his father named him president of his real-estate business in 1971. Trump renamed it the Trump Organization and expanded its operations to building and renovating skyscrapers, hotels, casinos, and golf courses. After a series of business reversals in the late twentieth century, he successfully launched various side ventures that required little capital, mostly by licensing the Trump name. From 2004 to 2015, he co-produced and hosted the reality television series The Apprentice, in which he portrayed a fictionalized version of himself as a wealthy and successful executive. He and his businesses have been plaintiff or defendant in more than 4,000 state and federal legal actions, including six business bankruptcies.\n",
+    "\n",
+    "Trump won the 2016 presidential election as the Republican nominee against Democratic nominee Hillary Clinton while losing the popular vote.[a] During the campaign, his political positions were described as populist, protectionist, isolationist, and nationalist. His election and policies sparked numerous protests. He was the first U.S. president with no prior military or government service. The 2017–2019 special counsel investigation established that Russia had interfered in the 2016 election to favor Trump's campaign. Trump promoted conspiracy theories and made many false and misleading statements during his campaigns and presidency, to a degree unprecedented in American politics. Many of his comments and actions have been characterized as racially charged or racist and many as misogynistic.'''\n",
+    "    )"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 38,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "[{'label': 'NEGATIVE', 'score': 0.9999955892562866}]"
+      ]
+     },
+     "execution_count": 38,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "# ChatGPT\n",
+    "\n",
+    "classifier(\n",
+    "    '''Donald Trump is an American businessman, television personality, and politician who served as the 45th President of the United States from January 20, 2017, to January 20, 2021. He was born on June 14, 1946, in Queens, New York City. Trump is a controversial and polarizing figure in American politics and has had a significant impact on the country's political landscape.\n",
+    "\n",
+    "Before entering politics, Donald Trump was primarily known as a real estate developer and businessman. He inherited his father's real estate business and expanded it into the Trump Organization, which became involved in various ventures, including luxury hotels, casinos, and golf courses. His name became synonymous with luxury branding, and he hosted the reality TV show \"The Apprentice\" for several years.\n",
+    "\n",
+    "In 2015, Donald Trump announced his candidacy for the Republican Party's nomination for President of the United States. He ran on a platform that emphasized immigration reform, tax cuts, deregulation, and a tough stance on international trade. His unconventional campaign style and use of social media, particularly Twitter, attracted significant attention.\n",
+    "\n",
+    "Despite facing a crowded field of Republican candidates, Trump secured the nomination and went on to win the 2016 presidential election against the Democratic candidate, Hillary Clinton. His presidency was marked by a range of policies and actions, including tax reform, deregulation, appointment of federal judges, and changes to immigration policy. His administration was also marked by controversy, including investigations into Russian interference in the 2016 election and his impeachment by the House of Representatives in 2019 (he was acquitted by the Senate).\n",
+    "\n",
+    "In 2020, Donald Trump sought re-election but was defeated by the Democratic candidate, Joe Biden. His tenure as President was marked by significant political polarization, with both ardent supporters and vehement critics.\n",
+    "\n",
+    "Donald Trump's leadership and policies continue to be a subject of debate and discussion in American politics, and he remains a prominent figure in the Republican Party as of my last knowledge update in September 2021. Please note that there may have been developments or changes in his political activities or status since that time.'''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 39,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
+      "  warnings.warn(\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "[{'label': 'NEGATIVE', 'score': 0.9999998807907104}]"
+      ]
+     },
+     "execution_count": 39,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "# wikipedia article\n",
+    "\n",
+    "classifier(\n",
+    "    '''The Flash (or simply Flash) is the name of several superheroes appearing in American comic books published by DC Comics. Created by writer Gardner Fox and artist Harry Lampert, the original Flash first appeared in Flash Comics #1 (cover dated January 1940, released November 1939).[1] Nicknamed \"the Scarlet Speedster\", all incarnations of the Flash possess \"superspeed\", which includes the ability to run, move, and think extremely fast, use superhuman reflexes, and seemingly violate certain laws of physics.\n",
+    "\n",
+    "Thus far, at least five different characters—each of whom somehow gained the power of \"the Speed Force\"—have assumed the mantle of the Flash in DC's history: college athlete Jay Garrick (1940–1951, 1961–2011, 2017–present), forensic scientist Barry Allen (1956–1985, 2008–present), Barry's nephew Wally West (1986–2011, 2016–present), Barry's grandson Bart Allen (2006–2007), and Chinese-American Avery Ho (2017–present). Each incarnation of the Flash has been a key member of at least one of DC's premier teams: the Justice Society of America, the Justice League, and the Teen Titans.\n",
+    "\n",
+    "The Flash is one of DC Comics' most popular characters and has been integral to the publisher's many reality-changing \"crisis\" story lines over the years. The original meeting of the Golden Age Flash Jay Garrick and Silver Age Flash Barry Allen in \"Flash of Two Worlds\" (1961) introduced the Multiverse storytelling concept to DC readers, which would become the basis for many DC stories in the years to come.\n",
+    "\n",
+    "Like his Justice League colleagues Wonder Woman, Superman and Batman, the Flash has a distinctive cast of adversaries, including Gorilla Grodd, the various Rogues (unique among DC supervillains for their code of honor) and the various psychopathic \"speedsters\" who go by the names Reverse-Flash or Zoom. Other supporting characters in Flash stories include Barry's wife Iris West, Wally's wife Linda Park, Bart's girlfriend Valerie Perez, friendly fellow speedster Max Mercury, and Central City police department members David Singh and Patty Spivot.'''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 40,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
+      "  warnings.warn(\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "[{'label': 'NEGATIVE', 'score': 0.9999996423721313}]"
+      ]
+     },
+     "execution_count": 40,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "# Chat-gpt\n",
+    "classifier(\n",
+    "    '''\"The Flash\" is a popular fictional superhero character and the alter ego of multiple comic book characters published by DC Comics. The character made his first appearance in \"Flash Comics #1\" in 1940 and has since become one of DC Comics' most iconic and enduring superheroes.\n",
+    "\n",
+    "The most well-known incarnation of The Flash is Barry Allen, a forensic scientist who gains super-speed abilities after being struck by lightning and exposed to chemicals in his lab. Barry Allen's superhero persona, The Flash, is known for his signature red costume with a lightning bolt emblem on his chest and a cowl that covers his face.\n",
+    "\n",
+    "The Flash possesses the ability to move at incredibly high speeds, which enables him to run on water, phase through objects, and even travel through time. He uses his powers to fight crime in the fictional Central City, often facing off against a rogues' gallery of supervillains, including Reverse-Flash, Captain Cold, and Gorilla Grodd.\n",
+    "\n",
+    "The character of The Flash has been adapted into various forms of media over the years, including television series, animated shows, and movies. Notably, there is a live-action television series titled \"The Flash\" that premiered in 2014 as part of the Arrowverse, a shared universe of DC Comics-based television shows. In this series, Grant Gustin portrays Barry Allen/The Flash.\n",
+    "\n",
+    "The character has also appeared in animated TV series, such as \"Justice League\" and \"Justice League Unlimited,\" as well as animated movies and video games. Additionally, there have been discussions and plans for a standalone Flash movie in the DC Extended Universe (DCEU) with Ezra Miller reprising the role.\n",
+    "\n",
+    "The Flash has remained a beloved and enduring character in the world of superhero comics, captivating audiences with his incredible speed and heroics for over eight decades.'''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "raw",
+   "metadata": {},
+   "source": [
+    "The Flash is the name of several superheroes appearing in American comic books published by DC Comics. Created by writer Gardner Fox and artist Harry Lampert, the original Flash first appeared in Flash Comics. Nicknamed \"the Scarlet Speedster\", all incarnations of the Flash possess \"superspeed\", which includes the ability to run, move, and think extremely fast, use superhuman reflexes, and seemingly violate certain laws of physics.\n",
+    "\n",
+    "Thus far, at least five different characters—each of whom somehow gained the power of \"the Speed Force\"—have assumed the mantle of the Flash in DC's history: college athlete Jay Garrick, forensic scientist Barry Allen, Barry's nephew Wally West, Barry's grandson Bart Allen, and Chinese-American Avery Ho. Each incarnation of the Flash has been a key member of at least one of DC's premier teams: the Justice Society of America, the Justice League, and the Teen Titans.\n",
+    "\n",
+    "The Flash is one of DC Comics' most popular characters and has been integral to the publisher's many reality-changing \"crisis\" story lines over the years. The original meeting of the Golden Age Flash Jay Garrick and Silver Age Flash Barry Allen in \"Flash of Two Worlds\" introduced the Multiverse storytelling concept to DC readers, which would become the basis for many DC stories in the years to come.\n",
+    "\n",
+    "Like his Justice League colleagues Wonder Woman, Superman and Batman, the Flash has a distinctive cast of adversaries, including Gorilla Grodd, the various Rogues and the various psychopathic \"speedsters\" who go by the names Reverse-Flash or Zoom. Other supporting characters in Flash stories include Barry's wife Iris West, Wally's wife Linda Park, Bart's girlfriend Valerie Perez, friendly fellow speedster Max Mercury, and Central City police department members David Singh and Patty Spivot."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 41,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
+      "  warnings.warn(\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "[{'label': 'POSITIVE', 'score': 1.0}]"
+      ]
+     },
+     "execution_count": 41,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "classifier('''GeeksforGeeks is a computer science portal for geeks who want to learn and practice various topics related to programming, data structures, algorithms, and more. It offers articles, videos, courses, quizzes, and interview preparation materials for students and professionals.''')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 42,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
+      "  warnings.warn(\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "[{'label': 'POSITIVE', 'score': 0.9999998807907104}]"
+      ]
+     },
+     "execution_count": 42,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "classifier('''The Amazing Spider-Man is a comic book series published by Marvel Comics, featuring the adventures of the fictional superhero Spider-Man. The series was created by writer Stan Lee and artist Steve Ditko, and it was first published in 1963. The series has been adapted into various media, including television shows, films, and video games. The most recent film adaptation of the series was released in 2012, directed by Marc Webb and starring Andrew Garfield as Peter Parker/Spider-Man .''')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 43,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
+      "  warnings.warn(\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "[{'label': 'POSITIVE', 'score': 0.9999988079071045}]"
+      ]
+     },
+     "execution_count": 43,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "classifier(\n",
+    "    '''The Amazing Spider-Man is an ongoing American superhero comic book series featuring the Marvel Comics superhero Spider-Man as its title character and main protagonist. Being in the mainstream continuity of the franchise, it was the character's first title, launching seven months after his introduction in the final issue of Amazing Fantasy. '''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 44,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/ubuntu/SentenceStructureComparision/venv/lib/python3.10/site-packages/transformers/pipelines/base.py:1101: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
+      "  warnings.warn(\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "[{'label': 'POSITIVE', 'score': 0.9999998807907104}]"
+      ]
+     },
+     "execution_count": 44,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "classifier('''\n",
+    "           \n",
+    "           The Flash is a superhero character from DC Comics. The character was created by writer Gardner Fox and artist Harry Lampert, and first appeared in Flash Comics #1 in 1940. The Flash's real name is Barry Allen, a forensic scientist who gains the power of superhuman speed after being struck by lightning. The Flash is known for his red costume with a lightning bolt symbol on his chest, and his ability to move at incredible speeds, which he uses to fight crime and protect the citizens of Central City. The character has been adapted into various media, including television shows, films, and video games. The most recent television adaptation of the series was released in 2014, starring Grant Gustin as Barry Allen/The Flash. The character has also appeared in various animated series and films, including Justice League: The Flashpoint Paradox (2013) and Justice League: War (2014).\n",
+    "           ''')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 46,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "[{'label': 'POSITIVE', 'score': 1.0}]"
+      ]
+     },
+     "execution_count": 46,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "classifier(\n",
+    "    '''\"The Flash\" is a popular fictional superhero character and the alter ego of multiple comic book characters published by DC Comics. The character made his first appearance in \"Flash Comics #1\" in 1940 and has since become one of DC Comics' most iconic and enduring superheroes.\n",
+    "\n",
+    "The most well-known incarnation of The Flash is Barry Allen, a forensic scientist who gains super-speed abilities after being struck by lightning and exposed to chemicals in his lab. Barry Allen's superhero persona, The Flash, is known for his signature red costume with a lightning bolt emblem on his chest and a cowl that covers his face.\n",
+    "The Flash possesses the ability to move at incredibly high speeds, which enables him to run on water, phase through objects, and even travel through time. He uses his powers to fight crime in the fictional Central City, often facing off against a rogues' gallery of supervillains, including Reverse-Flash, Captain Cold, and Gorilla Grodd.\n",
+    "\n",
+    "The character of The Flash has been adapted into various forms of media over the years, including television series, animated shows, and movies. Notably, there is a live-action television series titled \"The Flash\" that premiered in 2014 as part of the Arrowverse, a shared universe of DC Comics-based television shows. In this series, Grant Gustin portrays Barry Allen/The Flash.\n",
+    "\n",
+    "The character has also appeared in animated TV series, such as \"Justice League\" and \"Justice League Unlimited,\" as well as animated movies and video games. Additionally, there have been discussions and plans for a standalone Flash movie in the DC Extended Universe (DCEU) with Ezra Miller reprising the role.\n",
+    "\n",
+    "The Flash has remained a beloved and enduring character in the world of superhero comics, captivating audiences with his incredible speed and heroics for over eight decades.\n",
+    "'''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Inference Part v2"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import os; os.chdir('..')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "s= '''The Flash possesses the ability to move at incredibly high speeds, which enables him to run on water, phase through objects, and even travel through time. He uses his powers to fight crime in the fictional Central City, often facing off against a rogues' gallery of supervillains, including Reverse-Flash, Captain Cold, and Gorilla Grodd.\n",
+    "\n",
+    "The character of The Flash has been adapted into various forms of media over the years, including television series, animated shows, and movies. Notably, there is a live-action television series titled \"The Flash\" that premiered in 2014 as part of the Arrowverse, a shared universe of DC Comics-based television shows. In this series, Grant Gustin portrays Barry Allen/The Flash.\n",
+    "\n",
+    "The character has also appeared in animated TV series, such as \"Justice League\" and \"Justice League Unlimited,\" as well as animated movies and video games. Additionally, there have been discussions and plans for a standalone Flash movie in the DC Extended Universe (DCEU) with Ezra Miller reprising the role.\n",
+    "\n",
+    "The Flash has remained a beloved and enduring character in the world of superhero comics, captivating audiences with his incredible speed and heroics for over eight decades.'''"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"
+     ]
+    }
+   ],
+   "source": [
+    "from transformers import AutoTokenizer\n",
+    "\n",
+    "tokenizer = AutoTokenizer.from_pretrained(\"gpt3_finetuned_model/checkpoint-30048\")\n",
+    "inputs = tokenizer(s, return_tensors=\"pt\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'input_ids': tensor([[  101,  1996,  5956, 14882,  1996,  3754,  2000,  2693,  2012, 11757,\n",
+       "          2152, 10898,  1010,  2029, 12939,  2032,  2000,  2448,  2006,  2300,\n",
+       "          1010,  4403,  2083,  5200,  1010,  1998,  2130,  3604,  2083,  2051,\n",
+       "          1012,  2002,  3594,  2010,  4204,  2000,  2954,  4126,  1999,  1996,\n",
+       "          7214,  2430,  2103,  1010,  2411,  5307,  2125,  2114,  1037, 12406,\n",
+       "          2015,  1005,  3916,  1997,  3565, 26548, 28247,  1010,  2164,  7901,\n",
+       "          1011,  5956,  1010,  2952,  3147,  1010,  1998, 23526, 24665,  7716,\n",
+       "          2094,  1012,  1996,  2839,  1997,  1996,  5956,  2038,  2042,  5967,\n",
+       "          2046,  2536,  3596,  1997,  2865,  2058,  1996,  2086,  1010,  2164,\n",
+       "          2547,  2186,  1010,  6579,  3065,  1010,  1998,  5691,  1012,  5546,\n",
+       "          1010,  2045,  2003,  1037,  2444,  1011,  2895,  2547,  2186,  4159,\n",
+       "          1000,  1996,  5956,  1000,  2008,  5885,  1999,  2297,  2004,  2112,\n",
+       "          1997,  1996,  8612, 16070,  1010,  1037,  4207,  5304,  1997,  5887,\n",
+       "          5888,  1011,  2241,  2547,  3065,  1012,  1999,  2023,  2186,  1010,\n",
+       "          3946, 26903,  2378, 17509,  6287,  5297,  1013,  1996,  5956,  1012,\n",
+       "          1996,  2839,  2038,  2036,  2596,  1999,  6579,  2694,  2186,  1010,\n",
+       "          2107,  2004,  1000,  3425,  2223,  1000,  1998,  1000,  3425,  2223,\n",
+       "         14668,  1010,  1000,  2004,  2092,  2004,  6579,  5691,  1998,  2678,\n",
+       "          2399,  1012,  5678,  1010,  2045,  2031,  2042, 10287,  1998,  3488,\n",
+       "          2005,  1037, 26609,  5956,  3185,  1999,  1996,  5887,  3668,  5304,\n",
+       "          1006,  5887, 13765,  1007,  2007, 16245,  4679, 16360,  6935,  2075,\n",
+       "          1996,  2535,  1012,  1996,  5956,  2038,  2815,  1037, 11419,  1998,\n",
+       "         16762,  2839,  1999,  1996,  2088,  1997, 16251,  5888,  1010, 14408,\n",
+       "         17441,  9501,  2007,  2010,  9788,  3177,  1998, 14779,  2015,  2005,\n",
+       "          2058,  2809,  5109,  1012,   102]]), 'attention_mask': tensor([[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n",
+       "         1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n",
+       "         1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n",
+       "         1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n",
+       "         1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n",
+       "         1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n",
+       "         1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n",
+       "         1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n",
+       "         1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n",
+       "         1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n",
+       "         1, 1, 1, 1, 1]])}"
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "inputs"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import torch\n",
+    "from transformers import AutoModelForSequenceClassification\n",
+    "\n",
+    "model = AutoModelForSequenceClassification.from_pretrained(\"gpt3_finetuned_model/checkpoint-30048\")\n",
+    "with torch.no_grad():\n",
+    "    logits = model(**inputs).logits"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "tensor([[ 3.8886, -3.8942]])"
+      ]
+     },
+     "execution_count": 8,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "logits"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "'NEGATIVE'"
+      ]
+     },
+     "execution_count": 9,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "predicted_class_id = logits.argmax().item()\n",
+    "model.config.id2label[predicted_class_id]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[-8.4513,  8.3008]])\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "'POSITIVE'"
+      ]
+     },
+     "execution_count": 11,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "s= '''\"The Flash\" is a popular fictional superhero character and the alter ego of multiple comic book characters published by DC Comics. The character made his first appearance in \"Flash Comics #1\" in 1940 and has since become one of DC Comics' most iconic and enduring superheroes.\n",
+    "\n",
+    "The most well-known incarnation of The Flash is Barry Allen, a forensic scientist who gains super-speed abilities after being struck by lightning and exposed to chemicals in his lab. Barry Allen's superhero persona, The Flash, is known for his signature red costume with a lightning bolt emblem on his chest and a cowl that covers his face.'''\n",
+    "\n",
+    "inputs = tokenizer(s, return_tensors=\"pt\")\n",
+    "with torch.no_grad():\n",
+    "    logits = model(**inputs).logits\n",
+    "    \n",
+    "print(\"logits: \", logits)\n",
+    "predicted_class_id = logits.argmax().item()\n",
+    "model.config.id2label[predicted_class_id]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[ 8.0543, -7.4965]])\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "'NEGATIVE'"
+      ]
+     },
+     "execution_count": 14,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "s= '''Donald John Trump (born June 14, 1946) is an American politician, media personality, and businessman who served as the 45th president of the United States from 2017 to 2021.\n",
+    "\n",
+    "Trump received a BS in economics from the University of Pennsylvania in 1968, and his father named him president of his real-estate business in 1971. Trump renamed it the Trump Organization and expanded its operations to building and renovating skyscrapers, hotels, casinos, and golf courses. After a series of business reversals in the late twentieth century, he successfully launched various side ventures that required little capital, mostly by licensing the Trump name. From 2004 to 2015, he co-produced and hosted the reality television series The Apprentice, in which he portrayed a fictionalized version of himself as a wealthy and successful executive. He and his businesses have been plaintiff or defendant in more than 4,000 state and federal legal actions, including six business bankruptcies.\n",
+    "\n",
+    "Trump won the 2016 presidential election as the Republican nominee against Democratic nominee Hillary Clinton while losing the popular vote.[a] During the campaign, his political positions were described as populist, protectionist, isolationist, and nationalist. His election and policies sparked numerous protests. He was the first U.S. president with no prior military or government service. The 2017–2019 special counsel investigation established that Russia had interfered in the 2016 election to favor Trump's campaign. Trump promoted conspiracy theories and made many false and misleading statements during his campaigns and presidency, to a degree unprecedented in American politics. Many of his comments and actions have been characterized as racially charged or racist and many as misogynistic.'''\n",
+    " \n",
+    "inputs = tokenizer(s, return_tensors=\"pt\")\n",
+    "with torch.no_grad():\n",
+    "    logits = model(**inputs).logits\n",
+    "    \n",
+    "print(\"logits: \", logits)\n",
+    "predicted_class_id = logits.argmax().item()\n",
+    "model.config.id2label[predicted_class_id]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 15,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[-4.0940,  4.3727]])\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "'POSITIVE'"
+      ]
+     },
+     "execution_count": 15,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "s= '''To write a compelling sales copy, focus on understanding your target audience and their pain points. Craft a captivating headline to grab attention, followed by a concise and persuasive introduction. Highlight the benefits and unique selling points of your product or service, using persuasive language and storytelling techniques. Create a sense of urgency and offer a clear call-to-action to drive conversions. Revise and refine your copy for clarity and impact.'''\n",
+    " \n",
+    "inputs = tokenizer(s, return_tensors=\"pt\")\n",
+    "with torch.no_grad():\n",
+    "    logits = model(**inputs).logits\n",
+    "    \n",
+    "print(\"logits: \", logits)\n",
+    "predicted_class_id = logits.argmax().item()\n",
+    "model.config.id2label[predicted_class_id]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 38,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[ 7.3291, -6.8746]])\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "'NEGATIVE'"
+      ]
+     },
+     "execution_count": 38,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "s= '''The Flash (or simply Flash) is the name of several superheroes in the DC Comics universe. Each iteration of the character possesses superhuman speed, allowing them to move at incredible velocities, run on water, phase through solid objects, and even time travel. The most iconic Flash is Barry Allen, who first appeared in 1956 and became the Scarlet Speedster known for his distinctive red costume with a lightning bolt emblem.\n",
+    "\n",
+    "Barry Allen's origin story involves a lightning strike combined with a chemical accident, granting him his incredible speed powers. He adopts the superhero persona of The Flash to fight crime in Central City. His adventures often revolve around thwarting supervillains and metahuman threats, while also serving as a founding member of the Justice League.\n",
+    "'''\n",
+    "\n",
+    "\n",
+    "s= '''The Flash (or simply Flash) is the name of several superheroes appearing in American comic books published by DC Comics. Created by writer Gardner Fox and artist Harry Lampert, the original Flash first appeared in Flash Comics #1 (cover dated January 1940, released November 1939).[1] Nicknamed \"the Scarlet Speedster\", all incarnations of the Flash possess \"superspeed\", which includes the ability to run, move, and think extremely fast, use superhuman reflexes, and seemingly violate certain laws of physics.\n",
+    "\n",
+    "Thus far, at least five different characters—each of whom somehow gained the power of \"the Speed Force\"—have assumed the mantle of the Flash in DC's history: college athlete Jay Garrick (1940–1951, 1961–2011, 2017–present), forensic scientist Barry Allen (1956–1985, 2008–present), Barry's nephew Wally West (1986–2011, 2016–present), Barry's grandson Bart Allen (2006–2007), and Chinese-American Avery Ho (2017–present). Each incarnation of the Flash has been a key member of at least one of DC's premier teams: the Justice Society of America, the Justice League, and the Teen Titans.'''\n",
+    "inputs = tokenizer(s, return_tensors=\"pt\")\n",
+    "with torch.no_grad():\n",
+    "    logits = model(**inputs).logits\n",
+    "    \n",
+    "print(\"logits: \", logits)\n",
+    "predicted_class_id = logits.argmax().item()\n",
+    "model.config.id2label[predicted_class_id]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 42,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def predict(sentence):\n",
+    "    inputs = tokenizer(sentence, return_tensors=\"pt\")\n",
+    "    with torch.no_grad():\n",
+    "        logits = model(**inputs).logits\n",
+    "        \n",
+    "    print(\"logits: \", logits)\n",
+    "    predicted_class_id = logits.argmax().item()\n",
+    "    print(model.config.id2label[predicted_class_id])\n",
+    "    label= \"Human Written\" if model.config.id2label[predicted_class_id]=='NEGATIVE' else 'AI written'\n",
+    "    print(\"Label: \", label)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 43,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[-7.7618,  7.7867]])\n",
+      "POSITIVE\n",
+      "Label:  AI written\n"
+     ]
+    }
+   ],
+   "source": [
+    "predict('''The Flash (or simply Flash) is the name of several superheroes in the DC Comics universe. Each iteration of the character possesses superhuman speed, allowing them to move at incredible velocities, run on water, phase through solid objects, and even time travel. The most iconic Flash is Barry Allen, who first appeared in 1956 and became the Scarlet Speedster known for his distinctive red costume with a lightning bolt emblem.\n",
+    "\n",
+    "Barry Allen's origin story involves a lightning strike combined with a chemical accident, granting him his incredible speed powers. He adopts the superhero persona of The Flash to fight crime in Central City. His adventures often revolve around thwarting supervillains and metahuman threats, while also serving as a founding member of the Justice League.\n",
+    "\n",
+    "''')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 44,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[ 7.3291, -6.8746]])\n",
+      "NEGATIVE\n",
+      "Label:  Human Written\n"
+     ]
+    }
+   ],
+   "source": [
+    "predict(\n",
+    "    '''The Flash (or simply Flash) is the name of several superheroes appearing in American comic books published by DC Comics. Created by writer Gardner Fox and artist Harry Lampert, the original Flash first appeared in Flash Comics #1 (cover dated January 1940, released November 1939).[1] Nicknamed \"the Scarlet Speedster\", all incarnations of the Flash possess \"superspeed\", which includes the ability to run, move, and think extremely fast, use superhuman reflexes, and seemingly violate certain laws of physics.\n",
+    "\n",
+    "Thus far, at least five different characters—each of whom somehow gained the power of \"the Speed Force\"—have assumed the mantle of the Flash in DC's history: college athlete Jay Garrick (1940–1951, 1961–2011, 2017–present), forensic scientist Barry Allen (1956–1985, 2008–present), Barry's nephew Wally West (1986–2011, 2016–present), Barry's grandson Bart Allen (2006–2007), and Chinese-American Avery Ho (2017–present). Each incarnation of the Flash has been a key member of at least one of DC's premier teams: the Justice Society of America, the Justice League, and the Teen Titans.'''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 45,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[ 8.0190, -7.4839]])\n",
+      "NEGATIVE\n",
+      "Label:  Human Written\n"
+     ]
+    }
+   ],
+   "source": [
+    "predict(\n",
+    "    '''The Flash first appeared in the Golden Age Flash Comics #1 (January 1940), from All-American Publications, one of three companies that would eventually merge to form DC Comics. Created by writer Gardner Fox and artist Harry Lampert, this Flash was Jay Garrick, a college student who gained his speed through the inhalation of hard water vapors. When re-introduced in the 1960s Garrick's origin was modified slightly, gaining his powers through exposure to heavy water.\n",
+    "\n",
+    "Jay Garrick was a popular character in the 1940s, supporting both Flash Comics and All-Flash Quarterly (later published bi-monthly as simply All-Flash); co-starring in Comic Cavalcade; and being a charter member of the Justice Society of America, the first superhero team, whose adventures ran in All Star Comics. With superheroes' post-war decline in popularity, Flash Comics was canceled with issue #104 (1949) which featured an evil version of the Flash called the Rival. The Justice Society's final Golden Age story ran in All Star Comics #57 (1951; the title itself continued as All Star Western).'''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 46,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[-2.8285,  3.1423]])\n",
+      "POSITIVE\n",
+      "Label:  AI written\n"
+     ]
+    }
+   ],
+   "source": [
+    "predict(\n",
+    "    '''The Flash first appeared in the Golden Age of comic books, debuting in \"Flash Comics #1\" in 1940. Created by writer Gardner Fox and artist Harry Lampert, the character's secret identity was Jay Garrick, a college student who gained super-speed abilities after inhaling the fumes of \"hard water\" during a lab accident. Jay Garrick's Flash became a beloved figure during the Golden Age of comics, known for his winged helmet and red costume with lightning bolt accents.\n",
+    "\n",
+    "However, the character experienced a revitalization during the Silver Age of comics in the late 1950s. This era saw the creation of a new Flash, Barry Allen, in \"Showcase #4\" in 1956. Barry, a police scientist, became the Scarlet Speedster after being struck by lightning and doused in chemicals while working in his laboratory. This event led to the iconic origin story that many fans recognize today.'''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 47,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[ 7.9124, -7.3888]])\n",
+      "NEGATIVE\n",
+      "Label:  Human Written\n"
+     ]
+    }
+   ],
+   "source": [
+    "predict(\n",
+    "    '''Virat Kohli (Hindi pronunciation: [ʋɪˈɾɑːʈ ˈkoːɦli] ⓘ; born 5 November 1988) is an Indian international cricketer and the former captain of the Indian national cricket team who plays for Royal Challengers Bangalore in the IPL and Delhi in domestic cricket. Considered to be one of the best cricketers in the world, he is widely regarded as one of the greatest batsmen in the history of the sport.[4] Nicknamed \"The King\", due to his dominant style of play and popularity, Kohli holds numerous records in his career across all formats. In 2020, the International Cricket Council named him the male cricketer of the decade. Kohli has also contributed to India's successes, captaining the team from 2014 to 2022, and winning the 2011 World Cup and the 2013 Champions trophy. He is among the only four Indian cricketers who have played over 500 matches for India.[5]\n",
+    "\n",
+    "Born and raised in New Delhi, Kohli trained at the West Delhi Cricket Academy and started his youth career with the Delhi Under-15 team. He made his international debut in 2008 and quickly became a key player in the ODI team and later made his Test debut in 2011. In 2013, Kohli reached the number one spot in the ICC rankings for ODI batsmen for the first time. During 2014 T20 World Cup, he set a record for the most runs scored in the tournament. In 2018, he achieved yet another milestone, becoming the world's top-ranked Test batsman, making him the only Indian cricketer to hold the number one spot in all three formats of the game. His form continued in 2019, when he became the first player to score 20,000 international runs in a single decade. In 2021, Kohli made the decision to step down as the captain of the Indian national team for T20Is, following the T20 World Cup and in early 2022 he stepped down as the captain of the Test team as well.'''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 49,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[-8.4224,  8.2709]])\n",
+      "POSITIVE\n",
+      "Label:  AI written\n"
+     ]
+    }
+   ],
+   "source": [
+    "predict(\n",
+    "    '''Virat Kohli is an Indian cricketing sensation who has left an indelible mark on the world of sports. Born in Delhi, India, Kohli's journey from a young aspiring cricketer to becoming one of the greatest batsmen in the history of the game is nothing short of remarkable.\n",
+    "\n",
+    "Kohli's cricketing prowess was evident from a tender age, and he quickly rose through the ranks of junior cricket in India. He made his debut for the Indian national team in 2008, and since then, he has been a symbol of consistency and excellence. His distinctive blend of aggression and technical finesse at the crease has earned him a reputation as a modern-day batting maestro.'''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 50,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[ 7.4143, -6.9287]])\n",
+      "NEGATIVE\n",
+      "Label:  Human Written\n"
+     ]
+    }
+   ],
+   "source": [
+    "predict(\n",
+    "    '''Ah, spring. It’s our season of hope, holding a promise that change is a-comin’, for the better. The river will “flow again after it was frozen,” Ernest Hemingway wrote of the season in “A Moveable Feast.”\n",
+    "\n",
+    "Spring signifies coming out of the darkness. We’ve tipped the balance from longer nights to longer days. Equinox means “equal night” of light and dark (roughly), and through the rest of the season we can benefit — experientially and metaphorically – from more time spent in the light.\n",
+    "\n",
+    "“If we had no winter, the spring would not be so pleasant,” wrote English poet Anne Bradstreet. “If we did not sometimes taste of adversity, prosperity would not be so welcome.”\n",
+    "\n",
+    "'''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 51,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[-2.8957,  3.2729]])\n",
+      "POSITIVE\n",
+      "Label:  AI written\n"
+     ]
+    }
+   ],
+   "source": [
+    "predict(\n",
+    "    '''Ah, spring. It's our season of hope, holding a promise of renewal and rebirth. As the days grow longer and the frost of winter slowly relinquishes its grip, the world awakens from its slumber. The air, once cold and crisp, becomes infused with the delicate fragrance of blooming flowers and fresh grass. Spring carries with it a sense of magic as nature's dormant forces burst forth in a riot of color and life.\n",
+    "\n",
+    "The most captivating transformation occurs in the trees, as they begin to bud and sprout tender green leaves. Cherry blossoms, daffodils, and tulips adorn gardens and parks, painting the landscape with their vibrant hues. Birds return from their migratory journeys, filling the air with their melodic symphonies, and animals emerge from hibernation, venturing out in search of sustenance and companionship.'''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 52,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[ 8.1593, -7.5862]])\n",
+      "NEGATIVE\n",
+      "Label:  Human Written\n"
+     ]
+    }
+   ],
+   "source": [
+    "predict(\n",
+    "    '''Born and raised in New Delhi, Kohli trained at the West Delhi Cricket Academy and started his youth career with the Delhi Under-15 team. He made his international debut in 2008 and quickly became a key player in the ODI team and later made his Test debut in 2011. In 2013, Kohli reached the number one spot in the ICC rankings for ODI batsmen for the first time. During 2014 T20 World Cup, he set a record for the most runs scored in the tournament. In 2018, he achieved yet another milestone, becoming the world's top-ranked Test batsman, making him the only Indian cricketer to hold the number one spot in all three formats of the game. His form continued in 2019, when he became the first player to score 20,000 international runs in a single decade. In 2021, Kohli made the decision to step down as the captain of the Indian national team for T20Is, following the T20 World Cup and in early 2022 he stepped down as the captain of the Test team as well.\n",
+    "\n",
+    "He has received many accolades for his performances on the cricket field. He was recognized as the ICC ODI Player of the Year in 2012 and has won the Sir Garfield Sobers Trophy, given to the ICC Cricketer of the Year, on two occasions, in 2017 and 2018 respectively. Subsequently, Kohli also won ICC Test Player of the Year and ICC ODI Player of the Year awards in 2018, becoming the first player to win both awards in the same year. Additionally, he was named the Wisden Leading Cricketer in the World for three consecutive years, from 2016 to 2018. At the national level, Kohli was honoured with the Arjuna Award in 2013, the Padma Shri under the sports category in 2017 and the Khel Ratna award, India's highest sporting honour, in 2018.'''\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 53,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "logits:  tensor([[-6.4534,  6.6134]])\n",
+      "POSITIVE\n",
+      "Label:  AI written\n"
+     ]
+    }
+   ],
+   "source": [
+    "predict(\n",
+    "    '''\"The Flash\" can refer to several different things:\n",
+    "\n",
+    "1. **The Flash (DC Comics character)**: The Flash is the name of several superheroes appearing in American comic books published by DC Comics³.\n",
+    "\n",
+    "2. **The Flash (2014 TV series)**: This is an American superhero television series developed by Greg Berlanti, Andrew Kreisberg, and Geoff Johns, airing on The CW. It is based on the Barry Allen incarnation of DC Comics character the Flash, a costumed superhero crime-fighter with the power to move at superhuman speeds².\n",
+    "\n",
+    "3. **The Flash (2023 film)**: This is a 2023 American superhero film based on the DC Comics character of the same name. Produced by Warner Bros. Pictures, DC Studios, Double Dream, and the Disco Factory, and distributed by Warner Bros. Pictures, it is the 13th installment in the DC Extended Universe (DCEU)¹.\n",
+    "'''\n",
+    ")"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,