helenai commited on
Commit
45b4bd7
1 Parent(s): fbd4fd8

Update mistral tokenizer to tiny-random

Browse files
Files changed (1) hide show
  1. app.py +9 -9
app.py CHANGED
@@ -21,7 +21,7 @@ tokenizers = {
21
  "gpt-neox": "EleutherAI/gpt-neox-20b",
22
  "llama": "TinyLlama/TinyLlama-1.1B-Chat-v0.6",
23
  "magicoder": "ise-uiuc/Magicoder-S-DS-6.7B",
24
- "mistral": "mistralai/Mistral-7B-v0.1",
25
  "mpt": "mosaicml/mpt-7b",
26
  "opt": "facebook/opt-2.7b",
27
  "phi-2": "microsoft/phi-2",
@@ -97,14 +97,14 @@ demo = gr.Interface(
97
  gr.Dataframe(label="Token, word and character counts per dataset item"),
98
  ],
99
  examples=[
100
- ["mistralai/Mistral-7B-v0.1", "gsarti/flores_101", "eng", "dev", "sentence"],
101
- ["mistralai/Mistral-7B-v0.1", "Muennighoff/flores200", "eng_Latn", "dev", "sentence"],
102
- ["mistralai/Mistral-7B-v0.1", "hails/mmlu_no_train", "elementary_mathematics", "test", "question"],
103
- ["mistralai/Mistral-7B-v0.1", "gsm8k", "main", "test", "question"],
104
- ["mistralai/Mistral-7B-v0.1", "locuslab/TOFU", "world_facts", "train", "question"],
105
- ["mistralai/Mistral-7B-v0.1", "imdb", "", "test", "text"],
106
- ["mistralai/Mistral-7B-v0.1", "wikitext", "wikitext-2-v1", "validation", "text"],
107
- ["mistralai/Mistral-7B-v0.1", "zeroshot/twitter-financial-news-sentiment", "", "validation", "text"],
108
  ],
109
  cache_examples=True,
110
  )
 
21
  "gpt-neox": "EleutherAI/gpt-neox-20b",
22
  "llama": "TinyLlama/TinyLlama-1.1B-Chat-v0.6",
23
  "magicoder": "ise-uiuc/Magicoder-S-DS-6.7B",
24
+ "mistral": "echarlaix/tiny-random-mistral",
25
  "mpt": "mosaicml/mpt-7b",
26
  "opt": "facebook/opt-2.7b",
27
  "phi-2": "microsoft/phi-2",
 
97
  gr.Dataframe(label="Token, word and character counts per dataset item"),
98
  ],
99
  examples=[
100
+ ["tiiuae/falcon-7b", "gsarti/flores_101", "eng", "dev", "sentence"],
101
+ ["tiiuae/falcon-7b", "Muennighoff/flores200", "eng_Latn", "dev", "sentence"],
102
+ ["tiiuae/falcon-7b", "hails/mmlu_no_train", "elementary_mathematics", "test", "question"],
103
+ ["tiiuae/falcon-7b", "gsm8k", "main", "test", "question"],
104
+ ["tiiuae/falcon-7b", "locuslab/TOFU", "world_facts", "train", "question"],
105
+ ["tiiuae/falcon-7b", "imdb", "", "test", "text"],
106
+ ["tiiuae/falcon-7b", "wikitext", "wikitext-2-v1", "validation", "text"],
107
+ ["tiiuae/falcon-7b", "zeroshot/twitter-financial-news-sentiment", "", "validation", "text"],
108
  ],
109
  cache_examples=True,
110
  )