chansung commited on
Commit
597f529
1 Parent(s): 4e7d56d

Update entrypoint.sh

Browse files
Files changed (1) hide show
  1. entrypoint.sh +5 -5
entrypoint.sh CHANGED
@@ -5,27 +5,27 @@ echo "QUANTIZE: $QUANTIZE"
5
  echo "GRADIO_PORT: $GRADIO_PORT"
6
 
7
  MODEL_NAME=$(echo $MODEL_NAME | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
8
- QUANTIZE=$(echo $QUANTIZE | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
9
  GRADIO_PORT=$(echo $GRADIO_PORT | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
10
 
11
- if [[ "$QUANTIZE" == "$QUANTIZE" ]]; then
12
  echo "WTF1-1!"
13
  else
14
  echo "WTF1-2!!"
15
  fi
16
 
17
- if [[ "$QUANTIZE" == "false" ]]; then
18
  echo "WTF2-1!"
19
  else
20
  echo "WTF2-2!!"
21
  fi
22
 
23
- if [[ "$QUANTIZE" == false ]]; then
24
  echo "WTF3-1!"
25
  text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
26
  else
27
  echo "WTF3-2!"
28
- text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZE &
29
  fi
30
 
31
  # Wait for text-generation-inference to start
 
5
  echo "GRADIO_PORT: $GRADIO_PORT"
6
 
7
  MODEL_NAME=$(echo $MODEL_NAME | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
8
+ QUANTIZATION=$(echo $QUANTIZATION | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
9
  GRADIO_PORT=$(echo $GRADIO_PORT | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
10
 
11
+ if [[ "$QUANTIZATION" == "$QUANTIZATION" ]]; then
12
  echo "WTF1-1!"
13
  else
14
  echo "WTF1-2!!"
15
  fi
16
 
17
+ if [[ "$QUANTIZATION" == "false" ]]; then
18
  echo "WTF2-1!"
19
  else
20
  echo "WTF2-2!!"
21
  fi
22
 
23
+ if [[ "$QUANTIZATION" == false ]]; then
24
  echo "WTF3-1!"
25
  text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
26
  else
27
  echo "WTF3-2!"
28
+ text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZATION &
29
  fi
30
 
31
  # Wait for text-generation-inference to start