gabrielmbmb HF staff commited on
Commit
23e9ff2
1 Parent(s): 38ce0c3

Update TGI parameters

Browse files
Files changed (1) hide show
  1. entrypoint.sh.template +2 -2
entrypoint.sh.template CHANGED
@@ -4,10 +4,10 @@
4
  mongod &
5
 
6
  # Start the text-generation-inference process
7
- text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code &
8
 
9
  # Wait for text-generation-inference to start
10
- curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8080/health
11
 
12
  # Start the chat-ui process
13
  pm2 start /app/build/index.js -i $CPU_CORES --no-daemon &
 
4
  mongod &
5
 
6
  # Start the text-generation-inference process
7
+ # text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code &
8
 
9
  # Wait for text-generation-inference to start
10
+ curl --retry 60 --retry-delay 10 --retry-connrefused $NOTUX_TGI_URL/health
11
 
12
  # Start the chat-ui process
13
  pm2 start /app/build/index.js -i $CPU_CORES --no-daemon &