File size: 450 Bytes
3860729
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
#!/bin/sh

BASEDIR=$(dirname "$0")
cd $BASEDIR
echo Current Directory:
pwd

nvidia-smi
uname -a
cat /etc/os-release
lscpu
grep MemTotal /proc/meminfo

# pip install -r requirements.txt
# FLASH_ATTENTION_FORCE_BUILD=TRUE pip install --upgrade flash-attn

# export MODEL_NAME=unsloth/Qwen2-72B-Instruct-bnb-4bit
# echo Tuning $MODEL_NAME
# python tune.py

export MODEL_NAME=unsloth/llama-3-70b-Instruct-bnb-4bit
echo Tuning $MODEL_NAME
python tune.py