init

app.py

@@ -43,8 +43,9 @@ os.environ['CUDA_VISIBLE_DEVICES'] = '0' # 默认使用0号显卡，避免Window
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
 # 指定模型名称或路径
-model_name_or_path = "scutcyr/BianQue-2"
-
+model_name_or_path = 'scutcyr/BianQue-2'
+model = AutoModel.from_pretrained(model_name_or_path, trust_remote_code=True).half()
+model.to(device)
 tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, trust_remote_code=True)
 
 

requirements.txt

@@ -1,5 +1,5 @@
 protobuf
-transformers==4.41.2
+transformers==4.28.0
 cpm_kernels
 torch>=1.10
 gradio