Update entrypoint.sh

entrypoint.sh

@@ -4,10 +4,9 @@ echo "MODEL_NAME: $MODEL_NAME"
 echo "QUANTIZE: $QUANTIZE"
 echo "GRADIO_PORT: $GRADIO_PORT"
 
-CHECK_Q="false"
-echo "$QUANTIZE"
+MODEL_NAME=$(echo $MODEL_NAME | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
 QUANTIZE=$(echo $QUANTIZE | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
-echo "$QUANTIZE"
+GRADIO_PORT=$(echo $GRADIO_PORT | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
 
 if [[ "$QUANTIZE" == "$QUANTIZE" ]]; then
   echo "WTF1-1!"
@@ -28,10 +27,10 @@ else
 fi
 
 # Start the text-generation-inference process
-if [[ -n "$QUANTIZE" && "$QUANTIZE" != "$CHECK_Q" ]]; then
-  text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZE &
-else
+if [[ "$QUANTIZE" == "flase" ]]; then
   text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
+else
+  text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZE &
 fi
 
 # Wait for text-generation-inference to start