Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -27,8 +27,8 @@ def load_model():
|
|
27 |
model_type = 'llama',
|
28 |
max_new_tokens = 1096,
|
29 |
temperature = 0.2,
|
30 |
-
repetition_penalty = 1.13
|
31 |
-
|
32 |
)
|
33 |
return llm
|
34 |
|
@@ -61,4 +61,4 @@ with gr.Blocks(title="code llama 7b") as demo:
|
|
61 |
|
62 |
msg.submit(respond,[msg, chatbot],[msg, chatbot])
|
63 |
|
64 |
-
demo.launch(
|
|
|
27 |
model_type = 'llama',
|
28 |
max_new_tokens = 1096,
|
29 |
temperature = 0.2,
|
30 |
+
repetition_penalty = 1.13,
|
31 |
+
gpu_layers = 2
|
32 |
)
|
33 |
return llm
|
34 |
|
|
|
61 |
|
62 |
msg.submit(respond,[msg, chatbot],[msg, chatbot])
|
63 |
|
64 |
+
demo.launch()
|