svjack commited on
Commit
386b8e3
1 Parent(s): b94d9a9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -5
app.py CHANGED
@@ -868,10 +868,9 @@ def stop_criteria(sent, min_sub_len = 4):
868
  return "stop"
869
  return "continue"
870
 
871
- #model_file_path = "llama2zh-13b-3900-q4_0.gguf"
872
- #model_file_path = "llama2zh-1_3b-4500-q4_0.gguf"
873
- #model_file_path = "llama2zh-13b-9300-q4_0.gguf"
874
- #model_file_path = "llama2zh-13b-7500-q4_0.gguf"
875
  model_file_path = "genshin_impact_character_llamazh13b_ggml/llama2zh-13b-3900-q4_0.gguf"
876
 
877
  from llama_cpp import Llama
@@ -1100,7 +1099,7 @@ with gr.Blocks() as demo:
1100
  output = gr.Text(label = "任务生成结果", info = "可编辑", lines = 2, scale = 5.0)
1101
 
1102
  with gr.Row():
1103
- gen_times = gr.Slider(1, 10, value=2, step=1.0, label="Generate Num", interactive=True)
1104
  max_length = gr.Slider(0, 32768, value=512, step=1.0, label="Maximum length", interactive=True)
1105
  top_p = gr.Slider(0, 1, value=0.8, step=0.01, label="Top P", interactive=True)
1106
  temperature = gr.Slider(0.01, 1, value=0.6, step=0.01, label="Temperature", interactive=True)
 
868
  return "stop"
869
  return "continue"
870
 
871
+ #model_file_path = "genshin_impact_character_llamazh13b_ggml/llama2zh-13b-3900-q2_k.gguf"
872
+ #model_file_path = "genshin_impact_character_llamazh13b_ggml/llama2zh-13b-7500-q2_k.gguf"
873
+ #model_file_path = "genshin_impact_character_llamazh13b_ggml/llama2zh-13b-7500-q4_0.gguf"
 
874
  model_file_path = "genshin_impact_character_llamazh13b_ggml/llama2zh-13b-3900-q4_0.gguf"
875
 
876
  from llama_cpp import Llama
 
1099
  output = gr.Text(label = "任务生成结果", info = "可编辑", lines = 2, scale = 5.0)
1100
 
1101
  with gr.Row():
1102
+ gen_times = gr.Slider(1, 10, value=10, step=1.0, label="Generate Num", interactive=True)
1103
  max_length = gr.Slider(0, 32768, value=512, step=1.0, label="Maximum length", interactive=True)
1104
  top_p = gr.Slider(0, 1, value=0.8, step=0.01, label="Top P", interactive=True)
1105
  temperature = gr.Slider(0.01, 1, value=0.6, step=0.01, label="Temperature", interactive=True)