Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -868,10 +868,9 @@ def stop_criteria(sent, min_sub_len = 4):
|
|
868 |
return "stop"
|
869 |
return "continue"
|
870 |
|
871 |
-
#model_file_path = "llama2zh-13b-3900-
|
872 |
-
#model_file_path = "llama2zh-
|
873 |
-
#model_file_path = "llama2zh-13b-
|
874 |
-
#model_file_path = "llama2zh-13b-7500-q4_0.gguf"
|
875 |
model_file_path = "genshin_impact_character_llamazh13b_ggml/llama2zh-13b-3900-q4_0.gguf"
|
876 |
|
877 |
from llama_cpp import Llama
|
@@ -1100,7 +1099,7 @@ with gr.Blocks() as demo:
|
|
1100 |
output = gr.Text(label = "任务生成结果", info = "可编辑", lines = 2, scale = 5.0)
|
1101 |
|
1102 |
with gr.Row():
|
1103 |
-
gen_times = gr.Slider(1, 10, value=
|
1104 |
max_length = gr.Slider(0, 32768, value=512, step=1.0, label="Maximum length", interactive=True)
|
1105 |
top_p = gr.Slider(0, 1, value=0.8, step=0.01, label="Top P", interactive=True)
|
1106 |
temperature = gr.Slider(0.01, 1, value=0.6, step=0.01, label="Temperature", interactive=True)
|
|
|
868 |
return "stop"
|
869 |
return "continue"
|
870 |
|
871 |
+
#model_file_path = "genshin_impact_character_llamazh13b_ggml/llama2zh-13b-3900-q2_k.gguf"
|
872 |
+
#model_file_path = "genshin_impact_character_llamazh13b_ggml/llama2zh-13b-7500-q2_k.gguf"
|
873 |
+
#model_file_path = "genshin_impact_character_llamazh13b_ggml/llama2zh-13b-7500-q4_0.gguf"
|
|
|
874 |
model_file_path = "genshin_impact_character_llamazh13b_ggml/llama2zh-13b-3900-q4_0.gguf"
|
875 |
|
876 |
from llama_cpp import Llama
|
|
|
1099 |
output = gr.Text(label = "任务生成结果", info = "可编辑", lines = 2, scale = 5.0)
|
1100 |
|
1101 |
with gr.Row():
|
1102 |
+
gen_times = gr.Slider(1, 10, value=10, step=1.0, label="Generate Num", interactive=True)
|
1103 |
max_length = gr.Slider(0, 32768, value=512, step=1.0, label="Maximum length", interactive=True)
|
1104 |
top_p = gr.Slider(0, 1, value=0.8, step=0.01, label="Top P", interactive=True)
|
1105 |
temperature = gr.Slider(0.01, 1, value=0.6, step=0.01, label="Temperature", interactive=True)
|