LongSafari
/

hyenadna-medium-160k-seqlen-hf

Text Generation

Model card Files Files and versions Community

matt commited on Jan 18

Commit

4343eec

•

1 Parent(s): 768de57

Update config.json

Files changed (1) hide show

config.json +3 -2

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "hyenadna-medium-160k-seqlen-hf",
   "activation_freq": 10,
   "architectures": [
     "HyenaDNAForCausalLM"
@@ -20,10 +20,11 @@
   "hyena_order": 2,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
-  "max_seq_len": 160002,
   "model_type": "hyenadna",
   "n_layer": 8,
   "num_inner_mlps": 2,
   "pad_vocab_size_multiple": 8,
   "short_filter_order": 3,
   "tie_word_embeddings": false,

 {
+  "_name_or_path": "hyenadna-large-1m-seqlen-hf",
   "activation_freq": 10,
   "architectures": [
     "HyenaDNAForCausalLM"
   "hyena_order": 2,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
+  "max_seq_len": 1000002,
   "model_type": "hyenadna",
   "n_layer": 8,
   "num_inner_mlps": 2,
+  "pad_token_id": 4,
   "pad_vocab_size_multiple": 8,
   "short_filter_order": 3,
   "tie_word_embeddings": false,