MODEL_CONFIG = { # "model_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", #"Qwen/Qwen2.5-1.5B-Instruct", # "model_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B", "model_name": "scott12355/Qwen-SophiaAI-Finetune-7B", "max_new_tokens": 350, "num_return_sequences": 1, "batch_size": 8, "max_conversation_history_size": 100 } RAG_CONFIG = { "path": "documents" }