Spaces:
Sleeping
Sleeping
Update entrypoint.sh
Browse files- entrypoint.sh +10 -2
entrypoint.sh
CHANGED
@@ -2,10 +2,18 @@
|
|
2 |
|
3 |
echo "MODEL_NAME: $MODEL_NAME"
|
4 |
echo "QUANTIZE: $QUANTIZE"
|
5 |
-
echo "GRADIO_PORT: $GRADIO_PORT"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6 |
|
7 |
# Start the text-generation-inference process
|
8 |
-
if [[ -n "$QUANTIZE" && "$QUANTIZE" != "
|
9 |
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZE &
|
10 |
else
|
11 |
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
|
|
|
2 |
|
3 |
echo "MODEL_NAME: $MODEL_NAME"
|
4 |
echo "QUANTIZE: $QUANTIZE"
|
5 |
+
echo "GRADIO_PORT: $GRADIO_PORT"
|
6 |
+
|
7 |
+
CHECK_Q="false"
|
8 |
+
|
9 |
+
if [[ "$QUANTIZE" == "$QUANTIZE "]]; then
|
10 |
+
echo "WTF!"
|
11 |
+
else
|
12 |
+
echo "WTF2!!"
|
13 |
+
fi
|
14 |
|
15 |
# Start the text-generation-inference process
|
16 |
+
if [[ -n "$QUANTIZE" && "$QUANTIZE" != "$CHECK_Q" ]]; then
|
17 |
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZE &
|
18 |
else
|
19 |
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
|