lgrobol commited on
Commit
78f2b3e
1 Parent(s): 1cc47bd

Upload 6 files

Browse files
config.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "flaubert/flaubert_base_cased",
3
+ "amp": 1,
4
+ "architectures": [
5
+ "FlaubertWithLMHeadModel"
6
+ ],
7
+ "asm": false,
8
+ "attention_dropout": 0.1,
9
+ "bos_index": 0,
10
+ "bos_token_id": 0,
11
+ "bptt": 512,
12
+ "causal": false,
13
+ "clip_grad_norm": 5,
14
+ "dropout": 0.1,
15
+ "emb_dim": 768,
16
+ "embed_init_std": 0.02209708691207961,
17
+ "encoder_only": true,
18
+ "end_n_top": 5,
19
+ "eos_index": 1,
20
+ "fp16": true,
21
+ "gelu_activation": true,
22
+ "group_by_size": true,
23
+ "id2lang": {
24
+ "0": "fr"
25
+ },
26
+ "init_std": 0.02,
27
+ "is_encoder": true,
28
+ "lang2id": {
29
+ "fr": 0
30
+ },
31
+ "lang_id": 0,
32
+ "langs": [
33
+ "fr"
34
+ ],
35
+ "layer_norm_eps": 1e-12,
36
+ "layerdrop": 0.0,
37
+ "lg_sampling_factor": -1,
38
+ "lgs": "fr",
39
+ "mask_index": 5,
40
+ "mask_token_id": 0,
41
+ "max_batch_size": 0,
42
+ "max_position_embeddings": 512,
43
+ "max_vocab": -1,
44
+ "mlm_steps": [
45
+ [
46
+ "fr",
47
+ null
48
+ ]
49
+ ],
50
+ "model_type": "flaubert",
51
+ "n_heads": 12,
52
+ "n_langs": 1,
53
+ "n_layers": 12,
54
+ "pad_index": 2,
55
+ "pad_token_id": 2,
56
+ "pre_norm": false,
57
+ "sample_alpha": 0,
58
+ "share_inout_emb": true,
59
+ "sinusoidal_embeddings": false,
60
+ "start_n_top": 5,
61
+ "summary_activation": null,
62
+ "summary_first_dropout": 0.1,
63
+ "summary_proj_to_labels": true,
64
+ "summary_type": "first",
65
+ "summary_use_proj": true,
66
+ "tokens_per_batch": -1,
67
+ "transformers_version": "4.2.1",
68
+ "unk_index": 3,
69
+ "use_lang_emb": true,
70
+ "vocab_size": 68729,
71
+ "word_blank": 0,
72
+ "word_dropout": 0,
73
+ "word_keep": 0.1,
74
+ "word_mask": 0.8,
75
+ "word_mask_keep_rand": "0.8,0.1,0.1",
76
+ "word_pred": 0.15,
77
+ "word_rand": 0.1,
78
+ "word_shuffle": 0
79
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ecb94eca6171e704cdd213474dcc2ab48e31be9559d297335e65c71d2e32797
3
+ size 553286373
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "<s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "</s>", "mask_token": "<special1>", "additional_special_tokens": ["<special0>", "<special1>", "<special2>", "<special3>", "<special4>", "<special5>", "<special6>", "<special7>", "<special8>", "<special9>"]}
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"unk_token": "<unk>", "bos_token": "<s>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "</s>", "mask_token": "<special1>", "additional_special_tokens": ["<special0>", "<special1>", "<special2>", "<special3>", "<special4>", "<special5>", "<special6>", "<special7>", "<special8>", "<special9>"], "lang2id": null, "id2lang": null, "do_lowercase_and_remove_accent": true, "model_max_length": 512, "name_or_path": "flaubert/flaubert_base_cased"}
vocab.json ADDED
The diff for this file is too large to render. See raw diff