Update chatbot.py

chatbot.py

@@ -1,4 +1,4 @@
-
+import os 
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain_community.embeddings import HuggingFaceEmbeddings
 from langchain_community.vectorstores import Chroma
@@ -46,27 +46,24 @@ def create_chain(chains, pdf_doc):
 
 
 def create_model():
+    hf_api_token = os.getenv("HUGGINGFACEHUB_API_TOKEN")
     tokenizer = AutoTokenizer.from_pretrained("openai-community/gpt2")
-
     model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2",
                                                 device_map='auto',
                                                 torch_dtype=torch.float16,
-                                                use_auth_token=True,
-                                                load_in_8bit=True,
-                                                )
+                                                token=hf_api_token,
+                                                load_in_8bit=True)
     pipe = pipeline("text-generation",
                     model=model,
-                    tokenizer= tokenizer,
+                    tokenizer=tokenizer,
                     torch_dtype=torch.bfloat16,
                     device_map="auto",
-                    max_new_tokens = 1024,
+                    max_new_tokens=1024,
                     do_sample=True,
                     top_k=10,
                     num_return_sequences=1,
-                    eos_token_id=tokenizer.eos_token_id
-                    )
-    llm = HuggingFacePipeline(pipeline=pipe, model_kwargs={'temperature':0})
-    return llm
+                    eos_token_id=tokenizer.eos_token_id)
+    llm = HuggingFacePipeline(pipeline=pipe, model_kwargs={'temperature': 0})
 
 
 def create_vector_db(doc):