<jupyter_start><jupyter_text>Clone transformers repo and checkout version 2.7.0<jupyter_code>!git clone https://github.com/huggingface/transformers
cd transformers/
!git checkout v2.7.0<jupyter_output>HEAD is now at 6f5a12a5 Release: v2.7.0<jupyter_text>Install packages required for running run_glue.py<jupyter_code>!pip install -r ./examples/requirements.txt
!pip install boto3 filelock requests tqdm sentencepiece sacremoses tokenizers<jupyter_output>Requirement already satisfied: boto3 in c:\users\jeewon\anaconda3\lib\site-packages (1.12.36)
Requirement already satisfied: filelock in c:\users\jeewon\anaconda3\lib\site-packages (3.0.12)
Requirement already satisfied: requests in c:\users\jeewon\anaconda3\lib\site-packages (2.23.0)
Requirement already satisfied: tqdm in c:\users\jeewon\anaconda3\lib\site-packages (4.44.1)
Requirement already satisfied: sentencepiece in c:\users\jeewon\anaconda3\lib\site-packages (0.1.85)
Requirement already satisfied: sacremoses in c:\users\jeewon\anaconda3\lib\site-packages (0.0.38)
Requirement already satisfied: tokenizers in c:\users\jeewon\anaconda3\lib\site-packages (0.5.2)
Requirement already satisfied: s3transfer<0.4.0,>=0.3.0 in c:\users\jeewon\anaconda3\lib\site-packages (from boto3) (0.3.3)
Requirement already satisfied: jmespath<1.0.0,>=0.7.1 in c:\users\jeewon\anaconda3\lib\site-packages (from boto3) (0.9.5)
Requirement already satisfied: botocore<1.16.0,>=1.15.36 in c:\users\jeewon\anac[...]<jupyter_text>Download GLUE data<jupyter_code>import os
GLUE_DIR = os.path.join(os.getcwd(), "content\data")
!echo $GLUE_DIR
pwd
!python ./utils/download_glue_data.py --help
!python ./utils/download_glue_data.py --data_dir $GLUE_DIR --tasks WNLI<jupyter_output>Downloading and extracting WNLI...
	Completed!<jupyter_text>Compute RoBERTa score on WNLI task<jupyter_code>TASK_NAME="WNLI"
!echo $TASK_NAME
!python ./examples/run_glue.py --help
!python ./examples/run_glue.py \
    --model_type roberta \
    --model_name_or_path roberta-base \
    --task_name $TASK_NAME \
    --do_train \
    --do_eval \
    --data_dir $GLUE_DIR/$TASK_NAME \
    --max_seq_length 128 \
    --per_gpu_eval_batch_size=64   \
    --per_gpu_train_batch_size=64   \
    --learning_rate 2e-5 \
    --num_train_epochs 3 \
    --output_dir ../${TASK_NAME}_run \
    --overwrite_output_dir<jupyter_output>04/03/2020 21:57:27 - WARNING - __main__ -   Process rank: -1, device: cpu, n_gpu: 0, distributed training: False, 16-bits training: False
04/03/2020 21:57:27 - INFO - transformers.configuration_utils -   loading configuration file https://s3.amazonaws.com/models.huggingface.co/bert/roberta-base-config.json from cache at C:\Users\Jeewon\.cache\torch\transformers\e1a2a406b5a05063c31f4dfdee7608986ba7c6393f7f79db5e69dcd197208534.a7ab0e5de2d8321d6d6a15b199110f2c99be72976b7d151423cb8d8c261a13b6
04/03/2020 21:57:27 - INFO - transformers.configuration_utils -   Model config RobertaConfig {
  "_num_labels": 2,
  "architectures": [
    "RobertaForMaskedLM"
  ],
  "attention_probs_dropout_prob": 0.1,
  "bos_token_id": 0,
  "decoder_start_token_id": null,
  "do_sample": false,
  "early_stopping": false,
  "eos_token_id": 2,
  "finetuning_task": "wnli",
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 768,
  "id2label": {
    "0": "LABEL_0",
    "1": "LABEL_1"
  },
  "initial[...]
{'fraction_non_alphanumeric': 0.13135846798324358, 'fraction_numerical': 0.07091561938958707, 'mean_word_length': 4.64695945945946, 'pattern_counts': {'":': 15, '<': 16, '<?xml version=': 0, '>': 16, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '4', 'dir': 'jupyter-structured-clean-dedup', 'id': '93387', 'license': 'MIT', 'n_tokens_mistral': 1424, 'n_tokens_neox': 1319, 'n_words': 229, 'path': 'notebooks_GLUE/notebooks_roberta/roberta wnli.ipynb', 'repo_name': 'subhadarship/learning-to-unjumble', 'size': '3342'}