Spaces:
Runtime error
Runtime error
| import os | |
| from langchain_community.llms import HuggingFaceEndpoint | |
| from pydantic import ValidationError | |
| secret_token = os.getenv("HUGGINGFACE_API_TOKEN") | |
| def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2"): | |
| ''' | |
| Load the LLM from the HuggingFace model hub | |
| Args: | |
| repo_id (str): The HuggingFace model ID | |
| Returns: | |
| llm (HuggingFaceEndpoint): The LLM model | |
| ''' | |
| try: | |
| repo_id = repo_id | |
| llm = HuggingFaceEndpoint( | |
| repo_id=repo_id, | |
| model_kwargs={"max_length": 128}, temperature=0.2, huggingfacehub_api_token = secret_token | |
| ) | |
| return llm | |
| except ValidationError as e: | |
| print("Validation Error:", e) | |
| # Log or handle the validation error appropriately | |
| return None | |
| except Exception as e: | |
| print("Error:", e) | |
| # Log or handle other exceptions | |
| return None | |