joelniklaus commited on Feb 7, 2023

Commit

e2d481a

•

1 Parent(s): 17becbd

Training in progress, step 50000

Browse files

Files changed (26) hide show

.gitignore +1 -0
config.json +27 -0
last-checkpoint/config.json +27 -0
last-checkpoint/optimizer.pt +3 -0
last-checkpoint/pytorch_model.bin +3 -0
last-checkpoint/rng_state_0.pth +3 -0
last-checkpoint/rng_state_1.pth +3 -0
last-checkpoint/rng_state_2.pth +3 -0
last-checkpoint/rng_state_3.pth +3 -0
last-checkpoint/rng_state_4.pth +3 -0
last-checkpoint/rng_state_5.pth +3 -0
last-checkpoint/rng_state_6.pth +3 -0
last-checkpoint/rng_state_7.pth +3 -0
last-checkpoint/scheduler.pt +3 -0
last-checkpoint/special_tokens_map.json +9 -0
last-checkpoint/tokenizer.json +0 -0
last-checkpoint/tokenizer_config.json +13 -0
last-checkpoint/trainer_state.json +324 -0
last-checkpoint/training_args.bin +3 -0
pytorch_model.bin +3 -0
runs/Feb06_07-50-48_t1v-n-ddbbc52f-w-0/1675669872.2929602/events.out.tfevents.1675669872.t1v-n-ddbbc52f-w-0.12174.1 +3 -0
runs/Feb06_07-50-48_t1v-n-ddbbc52f-w-0/events.out.tfevents.1675669872.t1v-n-ddbbc52f-w-0.12174.0 +3 -0
special_tokens_map.json +9 -0
tokenizer.json +0 -0
tokenizer_config.json +13 -0
training_args.bin +3 -0

.gitignore ADDED Viewed

	@@ -0,0 +1 @@


1	+ checkpoint-*/

config.json ADDED Viewed

	@@ -0,0 +1,27 @@

+{
+  "_name_or_path": "data/plms/legal-greek-roberta-base",
+  "architectures": [
+    "RobertaForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 1,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.20.1",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 32000
+}

last-checkpoint/config.json ADDED Viewed

	@@ -0,0 +1,27 @@

+{
+  "_name_or_path": "data/plms/legal-greek-roberta-base",
+  "architectures": [
+    "RobertaForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 1,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.20.1",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 32000
+}

last-checkpoint/optimizer.pt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eaddf7efc56544567f4a4183997b8e54e580c56d9a9067098902fce85030eb
+size 885324633

last-checkpoint/pytorch_model.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:bb52a91ca7db3e27020e977bb9700207dd283e260489890071175dacdc1c8848
+size 442675755

last-checkpoint/rng_state_0.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:74107da37598d5bb6bc779934fa91686ae3470dc25d0f1b64c3fe18e46a365d1
+size 13611

last-checkpoint/rng_state_1.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:74107da37598d5bb6bc779934fa91686ae3470dc25d0f1b64c3fe18e46a365d1
+size 13611

last-checkpoint/rng_state_2.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:74107da37598d5bb6bc779934fa91686ae3470dc25d0f1b64c3fe18e46a365d1
+size 13611

last-checkpoint/rng_state_3.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:74107da37598d5bb6bc779934fa91686ae3470dc25d0f1b64c3fe18e46a365d1
+size 13611

last-checkpoint/rng_state_4.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:74107da37598d5bb6bc779934fa91686ae3470dc25d0f1b64c3fe18e46a365d1
+size 13611

last-checkpoint/rng_state_5.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:74107da37598d5bb6bc779934fa91686ae3470dc25d0f1b64c3fe18e46a365d1
+size 13611

last-checkpoint/rng_state_6.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:74107da37598d5bb6bc779934fa91686ae3470dc25d0f1b64c3fe18e46a365d1
+size 13611

last-checkpoint/rng_state_7.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:74107da37598d5bb6bc779934fa91686ae3470dc25d0f1b64c3fe18e46a365d1
+size 13611

last-checkpoint/scheduler.pt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:4eda5fed79fbfae57d1a589b135999ab70f7c329a9938c428058fd62dc77c658
+size 623

last-checkpoint/special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,9 @@

+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

last-checkpoint/tokenizer.json ADDED Viewed

The diff for this file is too large to render. See raw diff

last-checkpoint/tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,13 @@

+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "name_or_path": "data/plms/legal-greek-roberta-base",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "special_tokens_map_file": "data/plms/legal-greek-roberta-base_32k/special_tokens_map.json",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}

last-checkpoint/trainer_state.json ADDED Viewed

	@@ -0,0 +1,324 @@

+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 12.00088,
+  "global_step": 50000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01,
+      "learning_rate": 1e-05,
+      "loss": 8.4652,
+      "step": 1000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2e-05,
+      "loss": 6.089,
+      "step": 2000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3e-05,
+      "loss": 5.551,
+      "step": 3000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4e-05,
+      "loss": 4.8056,
+      "step": 4000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 5e-05,
+      "loss": 4.0329,
+      "step": 5000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6e-05,
+      "loss": 2.3276,
+      "step": 6000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 7e-05,
+      "loss": 1.7263,
+      "step": 7000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 8e-05,
+      "loss": 1.6089,
+      "step": 8000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 9e-05,
+      "loss": 1.5133,
+      "step": 9000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0001,
+      "loss": 1.2832,
+      "step": 10000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 9.999316524962345e-05,
+      "loss": 1.1773,
+      "step": 11000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 9.997266286704631e-05,
+      "loss": 1.2188,
+      "step": 12000
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 9.993849845741524e-05,
+      "loss": 1.2291,
+      "step": 13000
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 9.989068136093873e-05,
+      "loss": 1.1196,
+      "step": 14000
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 9.98292246503335e-05,
+      "loss": 1.0393,
+      "step": 15000
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 9.975414512725057e-05,
+      "loss": 1.0729,
+      "step": 16000
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 9.966546331768191e-05,
+      "loss": 1.1187,
+      "step": 17000
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.956320346634876e-05,
+      "loss": 1.0602,
+      "step": 18000
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.944739353007344e-05,
+      "loss": 0.9615,
+      "step": 19000
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.931806517013612e-05,
+      "loss": 0.9844,
+      "step": 20000
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 9.917525374361912e-05,
+      "loss": 1.052,
+      "step": 21000
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 9.901899829374047e-05,
+      "loss": 1.0116,
+      "step": 22000
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 9.884934153917997e-05,
+      "loss": 0.9324,
+      "step": 23000
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 9.86663298624003e-05,
+      "loss": 0.9189,
+      "step": 24000
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 9.847001329696653e-05,
+      "loss": 1.0033,
+      "step": 25000
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 9.826044551386744e-05,
+      "loss": 0.9903,
+      "step": 26000
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 9.803768380684242e-05,
+      "loss": 0.9018,
+      "step": 27000
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 9.780178907671789e-05,
+      "loss": 0.8627,
+      "step": 28000
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 9.755282581475769e-05,
+      "loss": 0.9721,
+      "step": 29000
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 9.729086208503174e-05,
+      "loss": 0.9775,
+      "step": 30000
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.701596950580806e-05,
+      "loss": 0.8738,
+      "step": 31000
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.672822322997305e-05,
+      "loss": 0.8174,
+      "step": 32000
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.642770192448536e-05,
+      "loss": 0.9494,
+      "step": 33000
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 9.611448774886924e-05,
+      "loss": 0.9505,
+      "step": 34000
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 9.578866633275288e-05,
+      "loss": 0.8665,
+      "step": 35000
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 9.545032675245813e-05,
+      "loss": 0.7849,
+      "step": 36000
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 9.509956150664796e-05,
+      "loss": 0.9324,
+      "step": 37000
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 9.473646649103818e-05,
+      "loss": 0.9189,
+      "step": 38000
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 9.43611409721806e-05,
+      "loss": 0.8631,
+      "step": 39000
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 9.397368756032445e-05,
+      "loss": 0.7853,
+      "step": 40000
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 9.357421218136386e-05,
+      "loss": 0.8816,
+      "step": 41000
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 9.316282404787871e-05,
+      "loss": 0.8999,
+      "step": 42000
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 9.273963562927695e-05,
+      "loss": 0.861,
+      "step": 43000
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 9.230476262104677e-05,
+      "loss": 0.7854,
+      "step": 44000
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 9.185832391312644e-05,
+      "loss": 0.8388,
+      "step": 45000
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 9.140044155740101e-05,
+      "loss": 0.8872,
+      "step": 46000
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 9.093124073433463e-05,
+      "loss": 0.8658,
+      "step": 47000
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 9.045084971874738e-05,
+      "loss": 0.7754,
+      "step": 48000
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 8.995939984474624e-05,
+      "loss": 0.806,
+      "step": 49000
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 8.945702546981969e-05,
+      "loss": 0.8724,
+      "step": 50000
+    },
+    {
+      "epoch": 12.0,
+      "eval_loss": 0.6730242967605591,
+      "eval_runtime": 18.7856,
+      "eval_samples_per_second": 266.161,
+      "eval_steps_per_second": 2.129,
+      "step": 50000
+    }
+  ],
+  "max_steps": 200000,
+  "num_train_epochs": 9223372036854775807,
+  "total_flos": 8.422699302912e+17,
+  "trial_name": null,
+  "trial_params": null
+}

last-checkpoint/training_args.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:48ad22a1d6011ac41f0bcbdf08d83ea0859ed7fa3a202466f11796b67792651d
+size 3439

pytorch_model.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:bb52a91ca7db3e27020e977bb9700207dd283e260489890071175dacdc1c8848
+size 442675755

runs/Feb06_07-50-48_t1v-n-ddbbc52f-w-0/1675669872.2929602/events.out.tfevents.1675669872.t1v-n-ddbbc52f-w-0.12174.1 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bf27d8e2c522a61ce84f96c53c157a1cd7d06318e17dcf8ba8cd6eb27f586a
+size 5438

runs/Feb06_07-50-48_t1v-n-ddbbc52f-w-0/events.out.tfevents.1675669872.t1v-n-ddbbc52f-w-0.12174.0 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:c9758eb216b80b50235c6989c71649acb88c175ac64acf9b4cea9a088763523b
+size 11998

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,9 @@

+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer.json ADDED Viewed

The diff for this file is too large to render. See raw diff

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,13 @@

+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "name_or_path": "data/plms/legal-greek-roberta-base",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "special_tokens_map_file": "data/plms/legal-greek-roberta-base_32k/special_tokens_map.json",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}

training_args.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:48ad22a1d6011ac41f0bcbdf08d83ea0859ed7fa3a202466f11796b67792651d
+size 3439