File size: 882 Bytes
0f90f73
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
#!/usr/bin/env bash


if (( $# < 3 ))
then
    echo "Usage: $0 original_dataset_dir predictions_dir output_dir [other arguments to evaluate_predicts.py]"
    exit 1
fi

CURDIR="$(dirname $0)"
SRCDIR="$CURDIR/.."
SRCDIR="$(realpath $SRCDIR)"

ORIG_DATASET_LOCAL_DIR="$(realpath $1)"
PREDICTIONS_LOCAL_DIR="$(realpath $2)"
OUTPUT_LOCAL_DIR="$(realpath $3)"
shift 3

mkdir -p "$OUTPUT_LOCAL_DIR"

docker run \
    -v "$SRCDIR":/home/user/project \
    -v "$ORIG_DATASET_LOCAL_DIR":/data/orig_dataset \
    -v "$PREDICTIONS_LOCAL_DIR":/data/predictions \
    -v "$OUTPUT_LOCAL_DIR":/data/output \
    -u $(id -u):$(id -g) \
    --name="lama-eval" \
    --rm \
    windj007/lama \
    /home/user/project/bin/evaluate_predicts.py \
        /home/user/project/configs/eval2_cpu.yaml \
        /data/orig_dataset \
        /data/predictions \
        /data/output/metrics.yaml \
        $@