llm/config.py

config = {"model": "mistralai/Mixtral-8x7B-Instruct-v0.1", "temperature": 0.1, "max_new_tokens": 1024, "top_k": 5, "load_in_8bit": True}