Upload app.py

app.py

@@ -25,8 +25,6 @@ RETRY_FLAG = False
 tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
 #model = AutoModel.from_pretrained(model_name, trust_remote_code=True).quantize(4).half().cuda()
 model = AutoModel.from_pretrained(model_name, trust_remote_code=True).half().cuda()
-from peft import PeftModel
-model = PeftModel.from_pretrained(model, 'D:\glm\model\lora\Generalization_rlhf')
 model = model.eval()
 
 _ = """Override Chatbot.postprocess"""