Spaces:
Runtime error
Runtime error
ほしゆめ
commited on
Commit
•
e1f61dc
1
Parent(s):
d4c4b7f
Update app.py
Browse files
app.py
CHANGED
@@ -6,8 +6,8 @@ class RinnaTalk():
|
|
6 |
def __init__(self, tokenizer=None, model=None):
|
7 |
self.prompt = ''
|
8 |
# 事前にmodelとtokenizerを呼んでおく
|
9 |
-
self.tokenizer = AutoTokenizer.from_pretrained("
|
10 |
-
self.model = AutoModelForCausalLM.from_pretrained("
|
11 |
|
12 |
def chat(self, message: str, chat_history: list, max_token_length: int = 128, min_token_length: int = 10, temperature: float = 0.8):
|
13 |
# チャット履歴をクリアした際にpromptもクリアさせるため
|
|
|
6 |
def __init__(self, tokenizer=None, model=None):
|
7 |
self.prompt = ''
|
8 |
# 事前にmodelとtokenizerを呼んでおく
|
9 |
+
self.tokenizer = AutoTokenizer.from_pretrained("models", use_fast=False) if tokenizer is None else tokenizer
|
10 |
+
self.model = AutoModelForCausalLM.from_pretrained("models", torch_dtype=torch.float16) if model is None else model
|
11 |
|
12 |
def chat(self, message: str, chat_history: list, max_token_length: int = 128, min_token_length: int = 10, temperature: float = 0.8):
|
13 |
# チャット履歴をクリアした際にpromptもクリアさせるため
|