add tokenizer
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- checkpoint_100/meta.json +1 -0
- checkpoint_100/prank_0_checkpoint.pt +3 -0
- checkpoint_100/prank_0_optimizer.pt +3 -0
- checkpoint_100/prank_0_scheduler.pt +3 -0
- checkpoint_100/prank_1_checkpoint.pt +3 -0
- checkpoint_100/prank_1_optimizer.pt +3 -0
- checkpoint_100/prank_1_scheduler.pt +3 -0
- checkpoint_1000/meta.json +1 -0
- checkpoint_1000/prank_0_checkpoint.pt +3 -0
- checkpoint_1000/prank_0_optimizer.pt +3 -0
- checkpoint_1000/prank_0_scheduler.pt +3 -0
- checkpoint_1000/prank_1_checkpoint.pt +3 -0
- checkpoint_1000/prank_1_optimizer.pt +3 -0
- checkpoint_1000/prank_1_scheduler.pt +3 -0
- checkpoint_200/meta.json +1 -0
- checkpoint_200/prank_0_checkpoint.pt +3 -0
- checkpoint_200/prank_0_optimizer.pt +3 -0
- checkpoint_200/prank_0_scheduler.pt +3 -0
- checkpoint_200/prank_1_checkpoint.pt +3 -0
- checkpoint_200/prank_1_optimizer.pt +3 -0
- checkpoint_200/prank_1_scheduler.pt +3 -0
- checkpoint_300/meta.json +1 -0
- checkpoint_300/prank_0_checkpoint.pt +3 -0
- checkpoint_300/prank_0_optimizer.pt +3 -0
- checkpoint_300/prank_0_scheduler.pt +3 -0
- checkpoint_300/prank_1_checkpoint.pt +3 -0
- checkpoint_300/prank_1_optimizer.pt +3 -0
- checkpoint_300/prank_1_scheduler.pt +3 -0
- checkpoint_400/meta.json +1 -0
- checkpoint_400/prank_0_checkpoint.pt +3 -0
- checkpoint_400/prank_0_optimizer.pt +3 -0
- checkpoint_400/prank_0_scheduler.pt +3 -0
- checkpoint_400/prank_1_checkpoint.pt +3 -0
- checkpoint_400/prank_1_optimizer.pt +3 -0
- checkpoint_400/prank_1_scheduler.pt +3 -0
- checkpoint_500/meta.json +1 -0
- checkpoint_500/prank_0_checkpoint.pt +3 -0
- checkpoint_500/prank_0_optimizer.pt +3 -0
- checkpoint_500/prank_0_scheduler.pt +3 -0
- checkpoint_500/prank_1_checkpoint.pt +3 -0
- checkpoint_500/prank_1_optimizer.pt +3 -0
- checkpoint_500/prank_1_scheduler.pt +3 -0
- checkpoint_600/meta.json +1 -0
- checkpoint_600/prank_0_checkpoint.pt +3 -0
- checkpoint_600/prank_0_optimizer.pt +3 -0
- checkpoint_600/prank_0_scheduler.pt +3 -0
- checkpoint_600/prank_1_checkpoint.pt +3 -0
- checkpoint_600/prank_1_optimizer.pt +3 -0
- checkpoint_600/prank_1_scheduler.pt +3 -0
- checkpoint_700/meta.json +1 -0
checkpoint_100/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 100}
|
checkpoint_100/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:26eab21e60d612ab19f12297415a89db3f3c6405a0a0e74ba9e1446f993d00db
|
3 |
+
size 415755723
|
checkpoint_100/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96add3877ab24a6ad0de457b22aa7d9a0ae77c3ee21478d399607daa188e8e38
|
3 |
+
size 1663005189
|
checkpoint_100/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:778041f2b02da59705117b00ad6ce16f148e7179e8552dc1d96e70af9b6a23ba
|
3 |
+
size 643
|
checkpoint_100/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1090c64a239a8f25f4eebf3cf43b6e7410e5a42d78dcf15274260d670caac34e
|
3 |
+
size 407367379
|
checkpoint_100/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b867659672cf726482c12fd7dc8900129cf94f3205e9b236eefa8fbda2f34e2e
|
3 |
+
size 1629451613
|
checkpoint_100/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e023481b905766990ed421b86df6e13f80a25ee31cf10f6e45b8148699f2a78
|
3 |
+
size 643
|
checkpoint_1000/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 1000}
|
checkpoint_1000/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f4c60996ebeecaaeb4f21c16d277ff37a4eeaef41fdbe56aa8ded4ed87e5f594
|
3 |
+
size 415755723
|
checkpoint_1000/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:da570f5d0c867292b7a689c5f9ea828cdb9298ff1c35da334d699c3de0a199b4
|
3 |
+
size 1663005189
|
checkpoint_1000/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:43f73c3a0030f54dfecd8098d3f6d47251cd0560bd08fc2a459ee2d02c6312b1
|
3 |
+
size 643
|
checkpoint_1000/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ffd3bd38fe604aa9f3d14136da0af10a49af8a363ec2d4b6dc01176e532ac98b
|
3 |
+
size 407367379
|
checkpoint_1000/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6da5c40c35e13ce78f6c025ff92cd8013efeca49a51c885db900f8e9603c1431
|
3 |
+
size 1629451613
|
checkpoint_1000/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5eb5f8afaee722649023cdabe7a8954e624ed88246db64488759736b7ade945a
|
3 |
+
size 643
|
checkpoint_200/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 200}
|
checkpoint_200/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:48b83773b566eef896c93b3cc76aa4be1dfbe725320f3bc99402df4aaf6de5d0
|
3 |
+
size 415755723
|
checkpoint_200/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:885ae57cd45213f2384ab7c40c748dded713a628edf442e0d118591c706d15c2
|
3 |
+
size 1663005189
|
checkpoint_200/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d792325350d59a0d3b7103be395b2691bb3b98c7e1a87eb0445a5fd826fdb1d5
|
3 |
+
size 643
|
checkpoint_200/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4d66382f371e76f2101d81153a42f53f8533a97534ea3dc0709166bb12201c76
|
3 |
+
size 407367379
|
checkpoint_200/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:428ab87e022b8e54a2054ca1835e7dab76882ce70b543745aa364605521c3a5a
|
3 |
+
size 1629451613
|
checkpoint_200/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6bc37e35f1b9c444b763ecd75c78108924adbb4855094000bd217f0f7f38c994
|
3 |
+
size 643
|
checkpoint_300/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 300}
|
checkpoint_300/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ce8aa9386b9b228cab5516dc4a324083c64d443e9e85cbc1b945e4ac2219fe36
|
3 |
+
size 415755723
|
checkpoint_300/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:590d361ec4e4bddddb4ba9113b109d6a760e6f4f1c6482f3088dab54347dc903
|
3 |
+
size 1663005189
|
checkpoint_300/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:07bdbe344e618e1de1cf05babad67b6636a8ff50b5a1c05db739e6f4f44c429a
|
3 |
+
size 643
|
checkpoint_300/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2561ecc8a1512fd10c907959f0deb8200b2490e0de048bcfd499b4380010958d
|
3 |
+
size 407367379
|
checkpoint_300/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:95b1be95d828be8d67ebf2f5765f911f9c6aeb1e47cd6c57981945a9ecfe5fa8
|
3 |
+
size 1629451613
|
checkpoint_300/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d2dfe534bacbf04e4d333ffbd8dd47ac3a0d78ca458baff74cd151f649f09c6
|
3 |
+
size 643
|
checkpoint_400/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 400}
|
checkpoint_400/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b8c0e839df45d6a3d09f3ce53f81655088685c5a926572a729c457f0bcf7ceaa
|
3 |
+
size 415755723
|
checkpoint_400/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:83fea4c0ebae9e4189db76fff3edfc2cfbd3296e632c24aba221872f51871fd3
|
3 |
+
size 1663005189
|
checkpoint_400/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15e492d0eabef3cd0af06e0a6e932ff98317207819d30fe39216c2a3a63f2b02
|
3 |
+
size 643
|
checkpoint_400/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:65560ebded080b88e1530b7f197e11b0786b58687665e425f90c94d2efc6811f
|
3 |
+
size 407367379
|
checkpoint_400/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b0549b03d44686744d35b604253873dbbf9e5d18cf85c67a5264c049ff197e66
|
3 |
+
size 1629451613
|
checkpoint_400/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9018dadf0bf834139c1ea20bf5f5561866a33843a1e534c493dbf3ccfef552b
|
3 |
+
size 643
|
checkpoint_500/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 500}
|
checkpoint_500/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f5ba34cbf2620a36adf19abb9810675a7f5fc7483a25ae93f77a28aa01f7ac43
|
3 |
+
size 415755723
|
checkpoint_500/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d0ce77a793f8a646a0f2ac8bf58313cadc501ac8e43e05a61a7eef049d18267c
|
3 |
+
size 1663005189
|
checkpoint_500/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09ab53b873a6c2a158d7794986cabf140acb4830fb4d81f2f26db9ba3c1e1eb7
|
3 |
+
size 643
|
checkpoint_500/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:30a726e4029cef3d78aacad1603b471d0c3916d6a9e9daee515e0a2bbd43560b
|
3 |
+
size 407367379
|
checkpoint_500/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:df84847b4ccb60445ac7b30fbd77c48641f4fc0ed206b8fd5b8ffb3e8a74d3ce
|
3 |
+
size 1629451613
|
checkpoint_500/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5a1513a19c923e82efcfc7ee0a9eb2527b46c6a9939f80f4a48b61479c715ae5
|
3 |
+
size 643
|
checkpoint_600/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 600}
|
checkpoint_600/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b8c29257bf4079bb6b6fb76da5f5dfec9d36e6f68d91b29c099638c3872ce8ce
|
3 |
+
size 415755723
|
checkpoint_600/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b478de27e2c8c88ce1014b7e4df47a55a54e6961091a9f1df5f237171f76d0e5
|
3 |
+
size 1663005189
|
checkpoint_600/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15fb5b42f89f61705560cc36f8e9a625706add83c2319322f251956cf54e19fc
|
3 |
+
size 643
|
checkpoint_600/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:76bc3caa45d90546e4d0270b38982813f840c253b6516e8975842d39cbd68f4e
|
3 |
+
size 407367379
|
checkpoint_600/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0e31299fe3c2383716b8a67a4f8c25e2712714f14ff2aea28af294a977cd351c
|
3 |
+
size 1629451613
|
checkpoint_600/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0d44b7149f2eeb27f6a925b936a32c36b04699b2ff635a9d8b4c65d2549ad37b
|
3 |
+
size 643
|
checkpoint_700/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 700}
|