| { | |
| "parameters": { | |
| "model_id": "mistralai/Mistral-7B-Instruct-v0.2", | |
| "device_map": "auto", | |
| "torch_dtype": "bfloat16", | |
| "max_new_tokens": 500, | |
| "temperature": 0.7, | |
| "top_p": 0.95, | |
| "top_k": 50, | |
| "num_return_sequences": 1, | |
| "pad_token_id": 2, | |
| "eos_token_id": 2 | |
| }, | |
| "environment": { | |
| "CUDA_VISIBLE_DEVICES": "0", | |
| "TRANSFORMERS_CACHE": "/cache" | |
| }, | |
| "hardware": { | |
| "accelerator": "gpu", | |
| "gpu_memory": "24GB" | |
| } | |
| } |