Yumenohoshi commited on
Commit
b4bcaec
1 Parent(s): 16ea69d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -8,8 +8,8 @@ from transformers import PreTrainedTokenizer, PreTrainedTokenizerFast, AutoToken
8
  from langchain.llms.base import LLM
9
  from langchain.callbacks.manager import CallbackManagerForLLMRun
10
 
11
- generator=Generator(".\FixedStar-BETA-7b-ct2")
12
- tokenizer=AutoTokenizer.from_pretrained(".\tokenizer")
13
  TITLE = "Chat room!"
14
 
15
  class CTranslate2StreamLLM(LLM):
 
8
  from langchain.llms.base import LLM
9
  from langchain.callbacks.manager import CallbackManagerForLLMRun
10
 
11
+ generator = ctranslate2.Generator("./FixedStar-BETA-7b-ct2")
12
+ tokenizer = AutoTokenizer.from_pretrained("./tokenizer", use_fast=True)
13
  TITLE = "Chat room!"
14
 
15
  class CTranslate2StreamLLM(LLM):