Spaces:
Running
Running
File size: 636 Bytes
e2b2525 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
# Run Vicuna1.3 model on sample text using prompting
# Different model sizes available, see https://github.com/lm-sys/FastChat#vicuna-weights:
# lmsys/vicuna-33b-v1.3
# lmsys/vicuna-13b-v1.3
# lmsys/vicuna-7b-v1.3
python3 translate.py \
--sentences_path sample_text/en.txt \
--output_path sample_text/en2es.Vicuna33B.translation.txt \
--model_name lmsys/vicuna-33b-v1.3 \
--prompt "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions. USER: %%SENTENCE%% ASSISTANT:" \
--precision 8 \
--force_auto_device_map \
--starting_batch_size 8 |