Hugging Face's logo

guilhermelmello
/
mbert_pt_8k

Fill-Mask
Transformers
PyTorch
bert
Inference Endpoints
Model card Files Community
guilhermelmello commited on
Commit
4c4970a
•
1 Parent(s): 98b3087

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +31 -0
  2. generation_config.json +5 -0
  3. pytorch_model.bin +3 -0
  4. special_tokens_map.json +7 -0
  5. step_0/optimizer.bin +3 -0
  6. step_0/pytorch_model.bin +3 -0
  7. step_0/random_states_0.pkl +3 -0
  8. step_0/random_states_1.pkl +3 -0
  9. step_0/random_states_2.pkl +3 -0
  10. step_0/random_states_3.pkl +3 -0
  11. step_0/random_states_4.pkl +3 -0
  12. step_0/random_states_5.pkl +3 -0
  13. step_0/random_states_6.pkl +3 -0
  14. step_0/scaler.pt +3 -0
  15. step_0/scheduler.bin +3 -0
  16. step_10000/optimizer.bin +3 -0
  17. step_10000/pytorch_model.bin +3 -0
  18. step_10000/random_states_0.pkl +3 -0
  19. step_10000/random_states_1.pkl +3 -0
  20. step_10000/random_states_2.pkl +3 -0
  21. step_10000/random_states_3.pkl +3 -0
  22. step_10000/random_states_4.pkl +3 -0
  23. step_10000/random_states_5.pkl +3 -0
  24. step_10000/random_states_6.pkl +3 -0
  25. step_10000/scaler.pt +3 -0
  26. step_10000/scheduler.bin +3 -0
  27. step_15000/optimizer.bin +3 -0
  28. step_15000/pytorch_model.bin +3 -0
  29. step_15000/random_states_0.pkl +3 -0
  30. step_15000/random_states_1.pkl +3 -0
  31. step_15000/random_states_2.pkl +3 -0
  32. step_15000/random_states_3.pkl +3 -0
  33. step_15000/random_states_4.pkl +3 -0
  34. step_15000/random_states_5.pkl +3 -0
  35. step_15000/random_states_6.pkl +3 -0
  36. step_15000/scaler.pt +3 -0
  37. step_15000/scheduler.bin +3 -0
  38. step_20000/optimizer.bin +3 -0
  39. step_20000/pytorch_model.bin +3 -0
  40. step_20000/random_states_0.pkl +3 -0
  41. step_20000/random_states_1.pkl +3 -0
  42. step_20000/random_states_2.pkl +3 -0
  43. step_20000/random_states_3.pkl +3 -0
  44. step_20000/random_states_4.pkl +3 -0
  45. step_20000/random_states_5.pkl +3 -0
  46. step_20000/random_states_6.pkl +3 -0
  47. step_20000/scaler.pt +3 -0
  48. step_20000/scheduler.bin +3 -0
  49. step_5000/optimizer.bin +3 -0
  50. step_5000/pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "./mlm_mbert_carolina_base/step_20000/",
3
+ "architectures": [
4
+ "BertForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "directionality": "bidi",
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 12,
19
+ "pad_token_id": 0,
20
+ "pooler_fc_size": 768,
21
+ "pooler_num_attention_heads": 12,
22
+ "pooler_num_fc_layers": 3,
23
+ "pooler_size_per_head": 128,
24
+ "pooler_type": "first_token_transform",
25
+ "position_embedding_type": "absolute",
26
+ "torch_dtype": "float32",
27
+ "transformers_version": "4.31.0.dev0",
28
+ "type_vocab_size": 2,
29
+ "use_cache": true,
30
+ "vocab_size": 119547
31
+ }
generation_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "pad_token_id": 0,
4
+ "transformers_version": "4.31.0.dev0"
5
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:967c205839f8195e947151cb495526951327aaf52633b4ead0052ec62e0d8335
3
+ size 711968633
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
step_0/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7a9321f6c2c4848338090dd650747caff57c09e652a379a595befda72c783fd
3
+ size 1203
step_0/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139c8974913c1f1f3ec8d3cc92a1df1cb3c04c7a0274defb4651b56d7e8aaf23
3
+ size 711985721
step_0/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81986ef0e7736a607a637840411af29a99b11ae703f4aa513ebc371b01fc6317
3
+ size 20703
step_0/random_states_1.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:355379d34adac6c2255a7d9a471e4e24e09dcf60c16412741554911edfec8b3d
3
+ size 20703
step_0/random_states_2.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23e717dd83b8515bc98d85c0520bece232715005add4bbdb4d537d4165104970
3
+ size 20703
step_0/random_states_3.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aadf8ccc660ca448b971c61f9b57e71732d09b9452c2e72bc49d8a127e85e3a3
3
+ size 20703
step_0/random_states_4.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45e2ae6bb54418e3abc63f4f141931b471e3531e9049a9576378f933e8c50e0f
3
+ size 20703
step_0/random_states_5.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69462db243cf629f31e1ed34ab5ff4cafcd01fabb3600cadf5dae1a8b4ec4a87
3
+ size 20703
step_0/random_states_6.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8eee2372b1af9f9322064dc1c0f84a6849bd3d968b19dbf68ee4db25700de48
3
+ size 20703
step_0/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e73131f210099e8e2bd443b421a6ae3bb8ea2ba0864fd725775cb155699d69a
3
+ size 557
step_0/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1623030e8989ea5d77dc27c9afbcf93f77adee2336300f5b2c82d9101cd4486b
3
+ size 627
step_10000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:442d89c3af67b6d0acf495a641182ea3967baed5778e34cf7b29dd3bc3b59d55
3
+ size 1423964677
step_10000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4672c8af08515ae93a8ac77fd19c50321611119a11c0a666d5871229ce226de5
3
+ size 711985721
step_10000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa42adc50f59217ac07873634ea87a495edbc8c4ac08255fa6263bdb632d4139
3
+ size 20703
step_10000/random_states_1.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f7cabfdb15bd9490fb1686ea66ca53453579c9d591cdc8f859cef527a69ec2f
3
+ size 20703
step_10000/random_states_2.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c67770946b9774b989ea35a04cc1636aefee944cbe142f13676a6ea6eb9b01
3
+ size 20703
step_10000/random_states_3.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e57e1b6e827aa13c988232d155b090fc120ef76d222439dc20b4be063633f2d4
3
+ size 20703
step_10000/random_states_4.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a85b2ae393a279d5253889f6a26188231ccccc2f22795aefda6fe966cdeb61c
3
+ size 20703
step_10000/random_states_5.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2654705b3ec710c12cf137bcae0a53823a72efd1d6eb060571b7e32fce32a4d0
3
+ size 20703
step_10000/random_states_6.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fbec143979ed3c50efc99adf0c1fe18f2e4015a23919913c4911dfce6b44ca5
3
+ size 20703
step_10000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:110871854d58c936f2276bea8ad54a5474acf79a29687a5e398db6fc8f3e5e42
3
+ size 557
step_10000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdd02dcc4e51950ba1f1cbb961f8d3d8bad68db1cc04f1965f2537f12cff48fd
3
+ size 627
step_15000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f479cfe5b533f9c8e910e7776862b32082d28c21d05940be08c68c43a0eb7dd
3
+ size 1423964677
step_15000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c9e977630c03f0aaec9ecb7da6c29864c597f0fd0e0c25073f1f18b91f99fe5
3
+ size 711985721
step_15000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f9149e7741b02639d18708dadccc99899e46a8059eef8c1f9a9f4a2acdcdafe
3
+ size 20703
step_15000/random_states_1.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c53ec86f3aee1cc58b5cf60eb0f7b129e12461d91535421ee570f418c3bf097
3
+ size 20703
step_15000/random_states_2.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6316950ec078e99b67782712779c5d9ea2a8249ce501de2c80301f6edb394979
3
+ size 20703
step_15000/random_states_3.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad6d6bc71e23133d5cd038a002979a09a8ae707c371de02d9aa32c1a1f817a3c
3
+ size 20703
step_15000/random_states_4.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88b8755e371b11fb9ba1a399fef006b19d23e6f7beb3c8adba404cacc0198f5f
3
+ size 20703
step_15000/random_states_5.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a27c3d0e6b2477160fe2d922204ca9b62abdc600c20d3c3ec45621eb3dfd07e7
3
+ size 20703
step_15000/random_states_6.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35a66254891b249d2c829eb7f700bb129b5731f3714131fba7c2d379a49bcad2
3
+ size 20703
step_15000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9141adb763b40621cf305148d2db90897a049ccebec868b7e54285dde50518b
3
+ size 557
step_15000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1558412f5a62aa00d9dafd07c3ac23ece0f6c82cd06771ecd89f1871d579848d
3
+ size 627
step_20000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:915bc78fb0f9f3a13f7f2dbf198a5a9e905aa5ae6bb137a0563b723e8d42d835
3
+ size 1423964677
step_20000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec69d93923d7fda2736c99efd252f186e82b56df58971369c4847dfed7212036
3
+ size 711985721
step_20000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:348b6d8d665d37c01de056922e50b68c7e0b3db9cb84ca69b5dbc2efcc8aa59e
3
+ size 20703
step_20000/random_states_1.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc64178af0a56b1493e088a0f8a28520cf27cc2ab1461b45ee947264ddf043c3
3
+ size 20703
step_20000/random_states_2.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:160c0e28172d33223b9cff323736b676cb56078f1e639fe4655f62e6a30610ed
3
+ size 20703
step_20000/random_states_3.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45e8965a4ee00c7238f7cea3272bc052ac7794e7fbd149a2b5e96eaaebbe3e05
3
+ size 20703
step_20000/random_states_4.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9164a1b6038dc4d25d83ac0eca1b9061b5d8c066e788bd974f533c0ba38f159
3
+ size 20703
step_20000/random_states_5.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eed382219da46c1e3229edc3852d48e25d76c727fb16a5f98e1fdcddd3639d5
3
+ size 20703
step_20000/random_states_6.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:903aecfeafdb3e26a070b9d05e119e46429fe1393acfb988b5ba4b0035f668b5
3
+ size 20703
step_20000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e0589f83c45901cad437132088347ba6d19c83847cd5bc81fde39b05d37ce31
3
+ size 557
step_20000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:178d3bb4f51e8edf8b7c9352d08a0ef63208aeed0b4ae9e2234d03b7dcdb394a
3
+ size 627
step_5000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e39762050e07c04cde5b105368d0cbbfb42a5a824812edf65dfabacf6bc17f9d
3
+ size 1423964677
step_5000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62abddbef4d2f3f46d2395c53ca80adf8ea82d7d6f0c5e46fc23e2c05f4c421b
3
+ size 711985721