michaelfeil
commited on
Commit
•
64edc59
1
Parent(s):
4f86794
Update README.md
Browse files
README.md
CHANGED
@@ -2038,7 +2038,7 @@ print(scores.tolist())
|
|
2038 |
|
2039 |
[Infinity, a MIT Licensed Server for embedding inference](https://github.com/michaelfeil/infinity)
|
2040 |
```
|
2041 |
-
docker run --gpus all -v $PWD/data:/app/.cache -e HF_TOKEN=$HF_TOKEN -p "
|
2042 |
michaelf34/infinity:0.0.68 \
|
2043 |
v2 --model-id Salesforce/SFR-Embedding-2_R --revision "91762139d94ed4371a9fa31db5551272e0b83818" --dtype bfloat16 --batch-size 4 --device cuda --engine torch --port 7997 --no-bettertransformer
|
2044 |
```
|
|
|
2038 |
|
2039 |
[Infinity, a MIT Licensed Server for embedding inference](https://github.com/michaelfeil/infinity)
|
2040 |
```
|
2041 |
+
docker run --gpus all -v $PWD/data:/app/.cache -e HF_TOKEN=$HF_TOKEN -p "7997":"7997" \
|
2042 |
michaelf34/infinity:0.0.68 \
|
2043 |
v2 --model-id Salesforce/SFR-Embedding-2_R --revision "91762139d94ed4371a9fa31db5551272e0b83818" --dtype bfloat16 --batch-size 4 --device cuda --engine torch --port 7997 --no-bettertransformer
|
2044 |
```
|