Update app.py

app.py

@@ -3,23 +3,21 @@
 #import sys
 #sys.modules['sqlite3'] = sys.modules.pop('pysqlite3')
 
-
 import os
+import torch
 
-print(os.getcwd())
-print('dir here:')
-os.system('ls -d */')
 
-os.system('wget -q https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.1/auto_gptq-0.4.1+cu118-cp310-cp310-linux_x86_64.whl')
+
+os.system('wget -q https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.2/auto_gptq-0.4.2+cu118-cp310-cp310-linux_x86_64.whl')
 os.system('pip install -qqq auto_gptq-0.4.1+cu118-cp310-cp310-linux_x86_64.whl --progress-bar off')
-#os.system('apt-get install poppler-utils')
+#os.system('curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg && curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | \ tee /etc/apt/sources.list.d/nvidia-container-toolkit.list ')
 
+print(f"Is CUDA available: {torch.cuda.is_available()}")
 import uuid
 #import replicate
 import requests
 import streamlit as st
 from streamlit.logger import get_logger
-import torch
 from auto_gptq import AutoGPTQForCausalLM
 from langchain import HuggingFacePipeline, PromptTemplate
 from langchain.chains import RetrievalQA