rag_chatbot / langchain_dev.py
InspirationYF's picture
feat: add langchain demo
1e9ebc3
from langchain_huggingface import HuggingFaceEndpoint
import env_config
hf_api_token = env_config.HF_API_TOKEN
llm = HuggingFaceEndpoint(
repo_id='tiiuae/falcon-7b-instruct',
huggingfacehub_api_token=hf_api_token
)
question = 'Can you still have fun'
output = llm.invoke(question)
print(output)