{ "results": { "babi": { "em": 0.0, "em_stderr": 0.0 } }, "versions": { "babi": 0 }, "config": { "model": "gpt2", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-8b7-178b-c4-repetitions/8b7178b178b/transformers", "num_fewshot": 2, "batch_size": null, "device": null, "no_cache": true, "limit": 3000, "bootstrap_iters": 100000, "description_dict": {} } }