fastchat/gradio_controller.sh

#!/bin/bash
SBATCH --job-name=visual_arena_controller
SBATCH --gres=gpu:1
#SBATCH --qos=m3
SBATCH --time=3:00:00
#SBATCH -c 30
#SBATCH --mem=60G
SBATCH --output=slurm-%j.out
#SBATCH --error=slurm-%j.err

# prepare your environment here
module load pytorch1.13.1-cuda11.7-python3.9

# put your command here
python3 -m fastchat.serve.controller