|
#!/usr/bin/env bash |
|
|
|
|
|
if (( $# < 3 )) |
|
then |
|
echo "Usage: $0 original_dataset_dir predictions_dir output_dir [other arguments to evaluate_predicts.py]" |
|
exit 1 |
|
fi |
|
|
|
CURDIR="$(dirname $0)" |
|
SRCDIR="$CURDIR/.." |
|
SRCDIR="$(realpath $SRCDIR)" |
|
|
|
ORIG_DATASET_LOCAL_DIR="$(realpath $1)" |
|
PREDICTIONS_LOCAL_DIR="$(realpath $2)" |
|
OUTPUT_LOCAL_DIR="$(realpath $3)" |
|
shift 3 |
|
|
|
mkdir -p "$OUTPUT_LOCAL_DIR" |
|
|
|
docker run \ |
|
-v "$SRCDIR":/home/user/project \ |
|
-v "$ORIG_DATASET_LOCAL_DIR":/data/orig_dataset \ |
|
-v "$PREDICTIONS_LOCAL_DIR":/data/predictions \ |
|
-v "$OUTPUT_LOCAL_DIR":/data/output \ |
|
-u $(id -u):$(id -g) \ |
|
--name="lama-eval" \ |
|
--rm \ |
|
windj007/lama \ |
|
/home/user/project/bin/evaluate_predicts.py \ |
|
/home/user/project/configs/eval2_cpu.yaml \ |
|
/data/orig_dataset \ |
|
/data/predictions \ |
|
/data/output/metrics.yaml \ |
|
$@ |
|
|
