File size: 899 Bytes
5553e22 5be2189 5553e22 90f5ee5 422e884 90f5ee5 5553e22 5be2189 422e884 5be2189 422e884 45578c9 d9f3c04 5be2189 5553e22 5be2189 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
import os
from langchain_community.llms import HuggingFaceEndpoint
from pydantic import ValidationError
secret_token = os.getenv("HUGGINGFACE_API_TOKEN")
def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2"):
'''
Load the LLM from the HuggingFace model hub
Args:
repo_id (str): The HuggingFace model ID
Returns:
llm (HuggingFaceEndpoint): The LLM model
'''
try:
repo_id = repo_id
llm = HuggingFaceEndpoint(
repo_id=repo_id,
model_kwargs={"max_length": 128}, temperature=0.2, huggingfacehub_api_token = secret_token
)
return llm
except ValidationError as e:
print("Validation Error:", e)
# Log or handle the validation error appropriately
return None
except Exception as e:
print("Error:", e)
# Log or handle other exceptions
return None
|