Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -10,6 +10,8 @@ print("CPU threads:", torch.get_num_threads())
|
|
| 10 |
|
| 11 |
llm = Llama(model_path = 'Llama-2-ko-7B-chat-gguf-q4_0.bin',
|
| 12 |
n_ctx=100,
|
|
|
|
|
|
|
| 13 |
)
|
| 14 |
|
| 15 |
def gen(x, max_new_tokens):
|
|
|
|
| 10 |
|
| 11 |
llm = Llama(model_path = 'Llama-2-ko-7B-chat-gguf-q4_0.bin',
|
| 12 |
n_ctx=100,
|
| 13 |
+
n_threads = 8,
|
| 14 |
+
n_batch = 100
|
| 15 |
)
|
| 16 |
|
| 17 |
def gen(x, max_new_tokens):
|