{ | |
"results": { | |
"gsm8k": { | |
"acc": 0.354814253222138, | |
"acc_stderr": 0.013179083387979202 | |
} | |
}, | |
"versions": { | |
"gsm8k": 0 | |
}, | |
"config": { | |
"model": "hf-causal-experimental", | |
"model_args": { | |
"pretrained": "/home/alexandre/zoo/llama2-7b-gsm8k_llama2_pretrain-base/training/", | |
"dtype": "float16", | |
"trust_remote_code": true | |
}, | |
"num_fewshot": 0, | |
"batch_size": "16", | |
"batch_sizes": [], | |
"device": "cuda:0", | |
"no_cache": true, | |
"limit": null, | |
"bootstrap_iters": 100000, | |
"description_dict": {} | |
} | |
} |