File size: 506 Bytes
e49cdfa
 
7667318
 
e8403e5
7667318
e49cdfa
 
 
6caa2f8
e49cdfa
 
1
2
3
4
5
6
7
8
9
10
11
12
13
#!/bin/bash

set -e

for i in pythia-1b-deduped-v0,EleutherAI/pythia-1b-deduped-v0 pythia-6.9b-deduped-v0,EleutherAI/pythia-6.9b-deduped-v0 opt-1.3b,facebook/opt-1.3b pythia-410m-deduped-v0,EleutherAI/pythia-410m-deduped-v0 pythia-12b-deduped-v0,EleutherAI/pythia-12b-deduped-v0 gpt-neox-20b,EleutherAI/gpt-neox-20b
do
    IFS=","
    set -- $i
    echo "migrating $2"
    CUDA_VISIBLE_DEVICES=-1 python3 lens_migration.py --model $2 --resource-id $1 --output lens/$1
    git commit -am "$1 migrated"
done