upload model

app.py

@@ -10,7 +10,7 @@ args = Namespace()
 arg_dict = {
     'run_gradio': True,
     'demo_public': False,
-    'model_name_or_path': 'Qwen/Qwen2-0.5B-Instruct',
+    'model_name_or_path': './model/Qwen2-0.5B-Instruct',
 
     # 'model_name_or_path': 'Qwen/Qwen2-0.5B-Instruct-GGUF',
     'gguf_file': './qwen2-0_5b-instruct-q8_0.gguf', # 只有用gguf模型会用到，即model_name_or_path里含有gguf字符串才会用到

requirements.txt

@@ -4,9 +4,10 @@ torch
 transformers
 tokenizers
 accelerate
-text-generation==0.3.1
+text-generation
 optimum
 auto-gptq
 cpm_kernels
 bitsandbytes
-gradio==3.50.2
+gradio==4.40.0
+pydantic>=2.3