google
/

reformer-crime-and-punishment

Text Generation

Inference Endpoints

Model card Files Files and versions Community

system HF staff commited on May 1, 2020

Commit

9cb03f5

•

1 Parent(s): cda9744

Update config.json

Files changed (1) hide show

config.json +2 -4

config.json CHANGED Viewed

@@ -37,7 +37,7 @@
   "local_attn_chunk_length": 64,
   "lsh_attn_chunk_length": 64,
   "max_position_embeddings": 524288,
-  "model_type": "bert",
   "num_attention_heads": 2,
   "num_buckets": [
     64,
@@ -49,7 +49,5 @@
   "num_hidden_layers": 6,
   "output_past": true,
   "pad_token_id": 0,
-  "sinusoidal_pos_embds": false,
-  "type_vocab_size": 2,
   "vocab_size": 320
-}

   "local_attn_chunk_length": 64,
   "lsh_attn_chunk_length": 64,
   "max_position_embeddings": 524288,
+  "model_type": "reformer",
   "num_attention_heads": 2,
   "num_buckets": [
     64,
   "num_hidden_layers": 6,
   "output_past": true,
   "pad_token_id": 0,
   "vocab_size": 320
+}