Spaces:
Sleeping
Sleeping
Update entrypoint.sh.template
Browse files- entrypoint.sh.template +2 -4
entrypoint.sh.template
CHANGED
@@ -1,10 +1,8 @@
|
|
1 |
#!/bin/bash
|
2 |
|
3 |
-
QUANTIZE_OPTION="$QUANTIZE"
|
4 |
-
|
5 |
# Start the text-generation-inference process
|
6 |
-
if [[ $
|
7 |
-
text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code --quantize $
|
8 |
else
|
9 |
text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code &
|
10 |
fi
|
|
|
1 |
#!/bin/bash
|
2 |
|
|
|
|
|
3 |
# Start the text-generation-inference process
|
4 |
+
if [[ $QUANTIZE != "False" ]]; then
|
5 |
+
text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZE &
|
6 |
else
|
7 |
text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code &
|
8 |
fi
|