Spaces:

chansung
/

gradio_together_tgi

Sleeping

chansung commited on Mar 21

Commit

cfffe9e

•

1 Parent(s): 7cde1f9

Update entrypoint.sh

Files changed (1) hide show

entrypoint.sh CHANGED Viewed

@@ -1,10 +1,10 @@
 #!/bin/bash
 # Start the text-generation-inference process
-if [[ ${QUANTIZE} != "false" ]]; then
-  text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code --quantize ${QUANTIZE} &
 else
-  text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code &
 fi
 # Wait for text-generation-inference to start

 #!/bin/bash
 # Start the text-generation-inference process
+if [[ -n "$QUANTIZE" && "$QUANTIZE" != "false" ]]; then
+  text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZE &
 else
+  text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
 fi
 # Wait for text-generation-inference to start