Spaces:
Runtime error
Runtime error
Update entrypoint.sh
Browse files- entrypoint.sh +6 -6
entrypoint.sh
CHANGED
@@ -20,12 +20,12 @@ else
|
|
20 |
echo "WTF2-2!!"
|
21 |
fi
|
22 |
|
23 |
-
if [[ "$QUANTIZATION" == false ]]; then
|
24 |
-
echo "WTF3-1!"
|
25 |
-
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
|
26 |
-
else
|
27 |
-
echo "WTF3-2!"
|
28 |
-
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZATION &
|
29 |
fi
|
30 |
|
31 |
# Wait for text-generation-inference to start
|
|
|
20 |
echo "WTF2-2!!"
|
21 |
fi
|
22 |
|
23 |
+
if [[ "$QUANTIZATION" == false ]]; then
|
24 |
+
echo "WTF3-1!"
|
25 |
+
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
|
26 |
+
else
|
27 |
+
echo "WTF3-2!"
|
28 |
+
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZATION &
|
29 |
fi
|
30 |
|
31 |
# Wait for text-generation-inference to start
|