| { | |
| "custom_generation_config": null, | |
| "model_params": { | |
| "model_name_or_path": "/workdir/models/Qwen2.5-72B-Instruct", | |
| "api_base": "http://10.36.60.73:3040", | |
| "generation_config": { | |
| "max_new_tokens": 200, | |
| "temperature": 0.0, | |
| "top_k": 40, | |
| "top_p": 0.9, | |
| "transformers_version": "4.45.2" | |
| }, | |
| "max_model_len": 32000 | |
| }, | |
| "task_params": { | |
| "max_len": 4000, | |
| "few_shot_count": 0, | |
| "batch_size": 256, | |
| "max_sample_per_dataset": 10000000000, | |
| "method": "calculate_tokens_proba" | |
| } | |
| } | |