llm_constants.py

LLM_MODEL_NAME = "claude-3-haiku-20240307"
RERANKER_MODEL_NAME = "rerank-multilingual-v2.0"
EMBEDDINGS_MODEL_NAME = "text-embedding-3-large"
MAX_TOKENS = 1024
COHERE_RERANKER_COST = 0.001
EMBEDDINGS_TOKENS_COST = 0.13
INPUT_TOKENS_COST = 0.25
OUTPUT_TOKENS_COST = 1.25