Training in progress, step 100

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Xmm/led-large-16384-govreport",
+  "_name_or_path": "allenai/led-base-16384",
   "activation_dropout": 0.0,
   "activation_function": "gelu",
   "architectures": [
@@ -54,6 +54,6 @@
   "pad_token_id": 1,
   "torch_dtype": "float32",
   "transformers_version": "4.30.2",
-  "use_cache": false,
+  "use_cache": true,
   "vocab_size": 50265
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7edcbc0580530a022fdcfba336aa9f4e7caa498362049223468fdf9c5eb92ae0
-size 647680813
+oid sha256:50c4b28ee636943c3e44ff525fc909c0852089edb3f8dd84e52d8c9ffc4a17dc
+size 647678513

tokenizer.json

@@ -2,13 +2,13 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 1024,
+    "max_length": 512,
     "strategy": "LongestFirst",
     "stride": 0
   },
   "padding": {
     "strategy": {
-      "Fixed": 1024
+      "Fixed": 512
     },
     "direction": "Right",
     "pad_to_multiple_of": null,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a52987291441773566d9c18b5ec84528c5d54f6e0453cc116645113f10e6b8f
-size 4155
+oid sha256:dd119e8abb879f20b204c9675ab0f79b2ec1aef66fbbb0f20b357c2f153dac64
+size 4079