dupuyta commited on
Commit
6160705
1 Parent(s): 680c6f0
Files changed (1) hide show
  1. gradio_llm_example.py +7 -7
gradio_llm_example.py CHANGED
@@ -8,13 +8,13 @@ import pandas as pd
8
  # How to RUN code ==> gradio gradio_llm_example.py
9
 
10
 
11
- from langchain import HuggingFacePipeline
12
- def load_llm_model(model: str = "google/flan-t5-large") -> HuggingFacePipeline:
13
- llm = HuggingFacePipeline.from_model_id(
14
- model_id=model,
15
- task="text2text-generation",
16
- model_kwargs={"max_length": 1500, "load_in_8bit": True},
17
- )
18
 
19
  # Define text and title information
20
  title1 = "## 🤗 About QA App"
 
8
  # How to RUN code ==> gradio gradio_llm_example.py
9
 
10
 
11
+ # from langchain import HuggingFacePipeline
12
+ #def load_llm_model(model: str = "google/flan-t5-large") -> HuggingFacePipeline:
13
+ # llm = HuggingFacePipeline.from_model_id(
14
+ # model_id=model,
15
+ # task="text2text-generation",
16
+ # model_kwargs={"max_length": 1500, "load_in_8bit": True},
17
+ #)
18
 
19
  # Define text and title information
20
  title1 = "## 🤗 About QA App"