| source ~/venv/bin/activate | |
| while true | |
| do | |
| echo -n "Checking at .. " | |
| date | |
| UPDATED=`git status | grep flax_model | grep modified` | |
| if [ ! -z "$UPDATED" ] | |
| then | |
| sleep 120 | |
| FILE=$(find . -name `ls -tR runs | grep events | head -n 1` | tail -n 1) | |
| STEP=`tensorboard --load_fast=true --inspect --event_file=$FILE | grep last_step | awk '{print $2}'` | |
| git add runs | |
| git add flax_model.msgpack | |
| git commit -m "Saving weights and logs step $STEP" | |
| fi | |
| sleep 60 | |
| done | |