| { | |
| "humaneval": { | |
| "pass@1": 0.14682926829268292, | |
| "pass@10": 0.1950433350182723 | |
| }, | |
| "config": { | |
| "prefix": "", | |
| "do_sample": true, | |
| "temperature": 0.2, | |
| "top_k": 0, | |
| "top_p": 0.95, | |
| "n_samples": 50, | |
| "eos": "<|endoftext|>", | |
| "seed": 0, | |
| "model": "/network/alexandre/research/cerebras/llama2_7B_sparse50_45B_retrained/checkpoint/", | |
| "modeltype": "causal", | |
| "peft_model": null, | |
| "revision": null, | |
| "use_auth_token": false, | |
| "trust_remote_code": false, | |
| "tasks": "humaneval", | |
| "instruction_tokens": null, | |
| "batch_size": 32, | |
| "max_length_generation": 512, | |
| "precision": "fp16", | |
| "load_in_8bit": false, | |
| "load_in_4bit": false, | |
| "left_padding": false, | |
| "limit": null, | |
| "limit_start": 0, | |
| "save_every_k_tasks": -1, | |
| "postprocess": true, | |
| "allow_code_execution": true, | |
| "generation_only": false, | |
| "load_generations_path": null, | |
| "load_data_path": null, | |
| "metric_output_path": "/network/alexandre/research/cerebras/llama2_7B_sparse50_45B_retrained/checkpoint//humaneval_fp16.json", | |
| "save_generations": true, | |
| "load_generations_intermediate_paths": null, | |
| "save_generations_path": "generations.json", | |
| "save_references": false, | |
| "save_references_path": "references.json", | |
| "prompt": "prompt", | |
| "max_memory_per_gpu": "auto", | |
| "check_references": false | |
| } | |
| } |