Duplicated from michaelfeil/infinity
431a30e 65d685d 1b33283
1
2
3
4
export HF_HOME=/tmp/cache export TRANSFORMERS_CACHE=/tmp/cache export INFINITY_QUEUE_SIZE=512 infinity_emb --model-name-or-path michaelfeil/bge-small-en-v1.5 --port 7860 --batch-size 8 --engine optimum --lengths-via-tokenize
