llm-scripts
/
scripts
/yans
/eval
/lm-evaluation-harness
/models
/cyberagent
/cyberagent-open-calm-1b
/harness.jsquad-1.2.sh
| MODEL_ARGS="pretrained=cyberagent/open-calm-1b,device_map=auto,torch_dtype=auto" | |
| TASK="jsquad-1.2-0.2" | |
| python main.py --model hf-causal --model_args $MODEL_ARGS --tasks $TASK --num_fewshot "3" --device "cuda" --output_path "models/cyberagent-open-calm-1b/result.jsquad-1.2.json" | |