Llama-2-7b-evolcodealpaca / evaluation_results.json
mgoin's picture
Upload folder using huggingface_hub
6483017 verified
{
"humaneval": {
"pass@1": 0.32036585365853665,
"pass@10": 0.46779679420398335
},
"config": {
"prefix": "",
"do_sample": true,
"temperature": 0.2,
"top_k": 0,
"top_p": 0.95,
"n_samples": 50,
"eos": "<|endoftext|>",
"seed": 0,
"model": "/home/abhinav/src/llama-recipes/llama_7b_evol_codealpaca_dense/dense-sft_llama_lr1e-4_epochs2_gradclip5.0_cosine_seqlen1024_run2-/combined/",
"modeltype": "causal",
"peft_model": null,
"revision": null,
"use_auth_token": false,
"trust_remote_code": false,
"tasks": "humaneval",
"instruction_tokens": null,
"batch_size": 16,
"max_length_generation": 512,
"precision": "fp16",
"load_in_8bit": false,
"load_in_4bit": false,
"left_padding": false,
"limit": null,
"limit_start": 0,
"save_every_k_tasks": -1,
"postprocess": true,
"allow_code_execution": true,
"generation_only": false,
"load_generations_path": null,
"load_data_path": null,
"metric_output_path": "/home/abhinav/src/llama-recipes/llama_7b_evol_codealpaca_dense/dense-sft_llama_lr1e-4_epochs2_gradclip5.0_cosine_seqlen1024_run2-/combined//evaluation_results.json",
"save_generations": true,
"load_generations_intermediate_paths": null,
"save_generations_path": "generations.json",
"save_references": false,
"save_references_path": "references.json",
"prompt": "prompt",
"max_memory_per_gpu": "auto",
"check_references": false
}
}