bayartsogt commited on
Commit
3fff62f
1 Parent(s): 87c056a

adding llama2 tokenizer

Browse files
Files changed (2) hide show
  1. .gitignore +3 -1
  2. app.py +1 -0
.gitignore CHANGED
@@ -1 +1,3 @@
1
- venv/
 
 
 
1
+ venv/
2
+ __pycache__/
3
+ .python-version
app.py CHANGED
@@ -8,6 +8,7 @@ hf_tokenizer_list = [
8
  ("tugstugi/bert-large-mongolian-cased", False),
9
  ("tugstugi/bert-large-mongolian-uncased", False),
10
  ("bayartsogt/mongolian-roberta-large", True),
 
11
  ("bigscience/bloom", True),
12
  ]
13
 
 
8
  ("tugstugi/bert-large-mongolian-cased", False),
9
  ("tugstugi/bert-large-mongolian-uncased", False),
10
  ("bayartsogt/mongolian-roberta-large", True),
11
+ ("meta-llama/Llama-2-13b-hf", True),
12
  ("bigscience/bloom", True),
13
  ]
14