chansung commited on
Commit
29c6e96
1 Parent(s): a0ff022

Update entrypoint.sh

Browse files
Files changed (1) hide show
  1. entrypoint.sh +6 -6
entrypoint.sh CHANGED
@@ -20,12 +20,12 @@ else
20
  echo "WTF2-2!!"
21
  fi
22
 
23
- if [[ "$QUANTIZATION" == false ]]; then
24
- echo "WTF3-1!"
25
- text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
26
- else
27
- echo "WTF3-2!"
28
- text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZATION &
29
  fi
30
 
31
  # Wait for text-generation-inference to start
 
20
  echo "WTF2-2!!"
21
  fi
22
 
23
+ if [[ "$QUANTIZATION" == false ]]; then
24
+ echo "WTF3-1!"
25
+ text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
26
+ else
27
+ echo "WTF3-2!"
28
+ text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZATION &
29
  fi
30
 
31
  # Wait for text-generation-inference to start