Spaces:
Sleeping
Sleeping
Update entrypoint.sh
Browse files- entrypoint.sh +0 -7
entrypoint.sh
CHANGED
|
@@ -21,13 +21,6 @@ else
|
|
| 21 |
fi
|
| 22 |
|
| 23 |
if [[ "$QUANTIZE" == false ]]; then
|
| 24 |
-
echo "WTF3-1!"
|
| 25 |
-
else
|
| 26 |
-
echo "WTF3-2!!"
|
| 27 |
-
fi
|
| 28 |
-
|
| 29 |
-
# Start the text-generation-inference process
|
| 30 |
-
if [[ "$QUANTIZE" == "false" ]]; then
|
| 31 |
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
|
| 32 |
else
|
| 33 |
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZE &
|
|
|
|
| 21 |
fi
|
| 22 |
|
| 23 |
if [[ "$QUANTIZE" == false ]]; then
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
|
| 25 |
else
|
| 26 |
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZE &
|