Update README.md

README.md

@@ -67,22 +67,22 @@ Each task was evaluated on 1 A100 80GB GPU.
 
 ARC:
 ```
-python main.py --model hf-causal-experimental --model_args pretrained=garage-bAInd/Platypus2-7B --tasks arc_challenge --batch_size 2 --no_cache --write_out --output_path results/Platypus2-7B/arc_challenge_25shot.json --device cuda --dtype bfloat16 --num_fewshot 25
+python main.py --model hf-causal-experimental --model_args pretrained=garage-bAInd/Platypus2-7B,use_accelerate=True,dtype="bfloat16" --tasks arc_challenge --batch_size 2 --no_cache --write_out --output_path results/Platypus2-7B/arc_challenge_25shot.json --device cuda --num_fewshot 25
 ```
 
 HellaSwag:
 ```
-python main.py --model hf-causal-experimental --model_args pretrained=garage-bAInd/Platypus2-7B --tasks hellaswag --batch_size 2 --no_cache --write_out --output_path results/Platypus2-7B/hellaswag_10shot.json --device cuda --dtype bfloat16 --num_fewshot 10
+python main.py --model hf-causal-experimental --model_args pretrained=garage-bAInd/Platypus2-7B,use_accelerate=True,dtype="bfloat16" --tasks hellaswag --batch_size 2 --no_cache --write_out --output_path results/Platypus2-7B/hellaswag_10shot.json --device cuda --num_fewshot 10
 ```
 
 MMLU:
 ```
-python main.py --model hf-causal-experimental --model_args pretrained=garage-bAInd/Platypus2-7B --tasks hendrycksTest-* --batch_size 2 --no_cache --write_out --output_path results/Platypus2-7B/mmlu_5shot.json --device cuda --dtype bfloat16 --num_fewshot 5
+python main.py --model hf-causal-experimental --model_args pretrained=garage-bAInd/Platypus2-7B,use_accelerate=True,dtype="bfloat16" --tasks hendrycksTest-* --batch_size 2 --no_cache --write_out --output_path results/Platypus2-7B/mmlu_5shot.json --device cuda --num_fewshot 5
 ```
 
 TruthfulQA:
 ```
-python main.py --model hf-causal-experimental --model_args pretrained=garage-bAInd/Platypus2-7B --tasks truthfulqa_mc --batch_size 2 --no_cache --write_out --output_path results/Platypus2-7B/truthfulqa_0shot.json --device cuda --dtype bfloat16
+python main.py --model hf-causal-experimental --model_args pretrained=garage-bAInd/Platypus2-7B,use_accelerate=True,dtype="bfloat16" --tasks truthfulqa_mc --batch_size 2 --no_cache --write_out --output_path results/Platypus2-7B/truthfulqa_0shot.json --device cuda
 ```
 ### Limitations and bias