pragaash commited on
Commit
77b76cb
1 Parent(s): 6ba61d7

Fix auto tokenizer relative import in auto map as a list for slow and fast.

Browse files
Files changed (1) hide show
  1. config.json +4 -1
config.json CHANGED
@@ -12,7 +12,10 @@
12
  "auto_map": {
13
  "AutoConfig": "togethercomputer/evo-1-131k-base--configuration_hyena.StripedHyenaConfig",
14
  "AutoModelForCausalLM": "togethercomputer/evo-1-131k-base--modeling_hyena.StripedHyenaModelForCausalLM",
15
- "AutoTokenizer": "togethercomputer/evo-1-131k-base--tokenizer.ByteTokenizer"
 
 
 
16
  },
17
  "column_split": false,
18
  "column_split_hyena": true,
 
12
  "auto_map": {
13
  "AutoConfig": "togethercomputer/evo-1-131k-base--configuration_hyena.StripedHyenaConfig",
14
  "AutoModelForCausalLM": "togethercomputer/evo-1-131k-base--modeling_hyena.StripedHyenaModelForCausalLM",
15
+ "AutoTokenizer": [
16
+ "togethercomputer/evo-1-131k-base--tokenizer.ByteTokenizer",
17
+ null
18
+ ]
19
  },
20
  "column_split": false,
21
  "column_split_hyena": true,