evaluation_bloomz-7b1-p3/evaluation_val/wmt14_hi_en/slim.limited=3000.model=p31lossseqglobal_step1000.task=wmt14_hi_en.templates=gpt-3-hi-en-target.fewshot=0.batchsize=16.seed=1234.timestamp=2022-09-10T11:48:47.json

{
  "results": [
    {
      "task_name": "wmt14_hi_en",
      "prompt_name": "gpt-3-hi-en-target",
      "bleu": 5.607403962346587,
      "dataset_path": "wmt14",
      "dataset_name": "hi-en",
      "subset": null,
      "bleu_stderr": 0.26092845447942553
    }
  ],
  "config": {
    "model": "hf-causal",
    "model_args": "pretrained=/gpfsscratch/rech/six/commun/commun/experiments/muennighoff/bloomckpt/6b3t0/p31lossseqglobal_step1000,use_accelerate=True,tokenizer=/gpfsscratch/rech/six/commun/commun/experiments/muennighoff/bloomckpt/6b3t0/p31lossseqglobal_step1000,dtype=float16",
    "num_fewshot": 0,
    "batch_size": 16,
    "device": "cuda",
    "use_cache": false,
    "limit": 3000,
    "bootstrap_iters": 10,
    "seed": 1234
  }
}