LongSafari
/

hyenadna-medium-160k-seqlen-hf

Text Generation

Model card Files Files and versions

matt commited on Jan 18, 2024

Commit

ba3fe0f

·

1 Parent(s): ee63af7

Revert change to seq len and name!

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "hyenadna-large-1m-seqlen-hf",
   "activation_freq": 10,
   "architectures": [
     "HyenaDNAForCausalLM"
@@ -20,7 +20,7 @@
   "hyena_order": 2,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
-  "max_seq_len": 1000002,
   "model_type": "hyenadna",
   "n_layer": 8,
   "num_inner_mlps": 2,

 {
+  "_name_or_path": "hyenadna-medium-160k-seqlen-hf",
   "activation_freq": 10,
   "architectures": [
     "HyenaDNAForCausalLM"
   "hyena_order": 2,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
+  "max_seq_len": 160002,
   "model_type": "hyenadna",
   "n_layer": 8,
   "num_inner_mlps": 2,