Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -72,7 +72,11 @@ class LlamaCppAdapter:
|
|
72 |
def generate(self, prompt, max_new_tokens=4096, temperature=0.5, top_p=0.7, top_k=80, stop=["<END>"]):
|
73 |
if self.llama is None:
|
74 |
return {"choices": [{"text": "モデルの初期化に失敗しました。"}]}
|
75 |
-
|
|
|
|
|
|
|
|
|
76 |
|
77 |
def _generate(self, prompt: str, max_new_tokens: int, temperature: float, top_p: float, top_k: int, stop: list):
|
78 |
return self.llama(
|
@@ -88,7 +92,11 @@ class LlamaCppAdapter:
|
|
88 |
# キャラクターメーカークラス
|
89 |
class CharacterMaker:
|
90 |
def __init__(self):
|
91 |
-
|
|
|
|
|
|
|
|
|
92 |
self.history = []
|
93 |
self.settings = load_settings_from_ini()
|
94 |
if not self.settings:
|
@@ -159,7 +167,11 @@ class CharacterMaker:
|
|
159 |
|
160 |
def reset(self):
|
161 |
self.history = []
|
162 |
-
|
|
|
|
|
|
|
|
|
163 |
|
164 |
character_maker = CharacterMaker()
|
165 |
|
|
|
72 |
def generate(self, prompt, max_new_tokens=4096, temperature=0.5, top_p=0.7, top_k=80, stop=["<END>"]):
|
73 |
if self.llama is None:
|
74 |
return {"choices": [{"text": "モデルの初期化に失敗しました。"}]}
|
75 |
+
try:
|
76 |
+
return self._generate(prompt, max_new_tokens, temperature, top_p, top_k, stop)
|
77 |
+
except Exception as e:
|
78 |
+
print(f"生成中にエラーが発生しました: {e}")
|
79 |
+
return {"choices": [{"text": "生成中にエラーが発生しました。"}]}
|
80 |
|
81 |
def _generate(self, prompt: str, max_new_tokens: int, temperature: float, top_p: float, top_k: int, stop: list):
|
82 |
return self.llama(
|
|
|
92 |
# キャラクターメーカークラス
|
93 |
class CharacterMaker:
|
94 |
def __init__(self):
|
95 |
+
try:
|
96 |
+
self.llama = LlamaCppAdapter(model_path)
|
97 |
+
except Exception as e:
|
98 |
+
print(f"LlamaCppAdapter の初期化中にエラーが発生しました: {e}")
|
99 |
+
self.llama = None
|
100 |
self.history = []
|
101 |
self.settings = load_settings_from_ini()
|
102 |
if not self.settings:
|
|
|
167 |
|
168 |
def reset(self):
|
169 |
self.history = []
|
170 |
+
try:
|
171 |
+
self.llama = LlamaCppAdapter(model_path)
|
172 |
+
except Exception as e:
|
173 |
+
print(f"LlamaCppAdapter の再初期化中にエラーが発生しました: {e}")
|
174 |
+
self.llama = None
|
175 |
|
176 |
character_maker = CharacterMaker()
|
177 |
|