Spaces:
Runtime error
Runtime error
Yumenohoshi
commited on
Commit
•
b4bcaec
1
Parent(s):
16ea69d
Update app.py
Browse files
app.py
CHANGED
@@ -8,8 +8,8 @@ from transformers import PreTrainedTokenizer, PreTrainedTokenizerFast, AutoToken
|
|
8 |
from langchain.llms.base import LLM
|
9 |
from langchain.callbacks.manager import CallbackManagerForLLMRun
|
10 |
|
11 |
-
generator=Generator("
|
12 |
-
tokenizer=AutoTokenizer.from_pretrained("
|
13 |
TITLE = "Chat room!"
|
14 |
|
15 |
class CTranslate2StreamLLM(LLM):
|
|
|
8 |
from langchain.llms.base import LLM
|
9 |
from langchain.callbacks.manager import CallbackManagerForLLMRun
|
10 |
|
11 |
+
generator = ctranslate2.Generator("./FixedStar-BETA-7b-ct2")
|
12 |
+
tokenizer = AutoTokenizer.from_pretrained("./tokenizer", use_fast=True)
|
13 |
TITLE = "Chat room!"
|
14 |
|
15 |
class CTranslate2StreamLLM(LLM):
|