fixing errors

chatBot/common/chatgpt.py

@@ -1,6 +1,6 @@
 import os
 from chatBot.common.pdfToText import loadLatestPdf
-os.environ["OPENAI_API_KEY"] = "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"
+os.environ["OPENAI_API_KEY"] = "INSERTYOUROWNAPIKEYHERE"
 from langchain.document_loaders import PyPDFLoader
 from langchain.text_splitter import CharacterTextSplitter
 import pickle

chatBot/common/llama.py

@@ -12,8 +12,7 @@ from chatBot.common.pdfToText import loadLatestPdf
 from transformers import LlamaTokenizer
 from langchain.document_loaders import PyPDFLoader
 
-# DEVICE = "cuda:0" if torch.cuda.is_available() else "cpu"
-DEVICE = "cpu"
+DEVICE = "cuda:0" if torch.cuda.is_available() else "cpu"
 print(DEVICE)
 
 
@@ -43,6 +42,7 @@ model = AutoGPTQForCausalLM.from_quantized(
     inject_fused_attention=False,
     device=DEVICE,
     quantize_config=None,
+    disable_exllama=True,
 )