langchain

gradio_llm_example.py

@@ -6,7 +6,14 @@ import shutil
 # How to RUN code ==> gradio gradio_llm_example.py 
 
 
-
+from langchain import HuggingFacePipeline
+def load_llm_model(model: str = "google/flan-t5-large") -> HuggingFacePipeline:
+    llm = HuggingFacePipeline.from_model_id(
+        model_id=model,
+        task="text2text-generation",
+        model_kwargs={"max_length": 1500, "load_in_8bit": True},
+    )
+    return llm
 
 # Define text and title information 
 title1 = "##  </br> </br> </br> 🤗💬 QA App"
@@ -96,7 +103,6 @@ def read_content(content, files_name):
                 my_content = str(content[:10])
                 content_list.append(my_content) 
                 text_list.append(f"File {file_name} ready to be used. \n")
-                print(content)
             except Exception as e:
                 print(f"Error occurred while writing the file: {e}")
                 text_list.append(f"Error occurred while writing the file {file_name}: {e}")