torch_dtype=torch.float32

model.py

@@ -4,7 +4,7 @@ from langchain_openai import OpenAI
 # from huggingface_hub import login
 from dotenv import load_dotenv
 from logging import getLogger
-import streamlit as st
+# import streamlit as st
 import torch
 
 load_dotenv()
@@ -24,6 +24,7 @@ def get_local_model(model_name_or_path:str)->pipeline:
     )
     model = AutoModelForSeq2SeqLM.from_pretrained(
         model_name_or_path,
+        torch_dtype=torch.float32,
         token = hf_token
     )
     pipe = pipeline(