chansung commited on
Commit
6cb335f
1 Parent(s): 2faeeb9

Update entrypoint.sh

Browse files
Files changed (1) hide show
  1. entrypoint.sh +10 -2
entrypoint.sh CHANGED
@@ -2,10 +2,18 @@
2
 
3
  echo "MODEL_NAME: $MODEL_NAME"
4
  echo "QUANTIZE: $QUANTIZE"
5
- echo "GRADIO_PORT: $GRADIO_PORT"
 
 
 
 
 
 
 
 
6
 
7
  # Start the text-generation-inference process
8
- if [[ -n "$QUANTIZE" && "$QUANTIZE" != "false" ]]; then
9
  text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZE &
10
  else
11
  text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
 
2
 
3
  echo "MODEL_NAME: $MODEL_NAME"
4
  echo "QUANTIZE: $QUANTIZE"
5
+ echo "GRADIO_PORT: $GRADIO_PORT"
6
+
7
+ CHECK_Q="false"
8
+
9
+ if [[ "$QUANTIZE" == "$QUANTIZE "]]; then
10
+ echo "WTF!"
11
+ else
12
+ echo "WTF2!!"
13
+ fi
14
 
15
  # Start the text-generation-inference process
16
+ if [[ -n "$QUANTIZE" && "$QUANTIZE" != "$CHECK_Q" ]]; then
17
  text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZE &
18
  else
19
  text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &