Update app.py

app.py

@@ -19,7 +19,7 @@ model_name = 'TencentARC/Mistral_Pro_8B_v0.1'
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="auto")
 # model.generation_config = GenerationConfig.from_pretrained(model_name)
-model.generation_config.pad_token_id = model.generation_config.eos_token_id
+# model.generation_config.pad_token_id = model.generation_config.eos_token_id
 
 @torch.inference_mode()
 @spaces.GPU