File size: 281 Bytes
89e2fdc ae919d8 |
1 2 3 4 5 6 |
./main -m output/Meta-Llama-3-70B_fp16_Q3_K_S.bin -p "hi"
#./main -m output/Meta-Llama-3-8B-Instruct_fp16_Q4_K_M.bin -p "hi"
#./main -m output/Meta-Llama-3-70B_fp16.bin -p "hi"
#./main -m output/Meta-Llama-3-8B-Instruct_fp16.bin -p "hi"
#./main -m output/converted_f16.bin -p "hi"
|