Surn commited on
Commit
7ec97f3
1 Parent(s): 59cc4f3

Modify Queue parameters

Browse files

Add "max_split_size_mb"

Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -35,6 +35,7 @@ UNLOAD_MODEL = False
35
  MOVE_TO_CPU = False
36
  MAX_PROMPT_INDEX = 0
37
  git = os.environ.get('GIT', "git")
 
38
 
39
  def interrupt_callback():
40
  return INTERRUPTED
@@ -473,7 +474,7 @@ def ui(**kwargs):
473
 
474
 
475
 
476
- demo.queue(max_size=12).launch(**launch_kwargs)
477
 
478
  if __name__ == "__main__":
479
  parser = argparse.ArgumentParser()
 
35
  MOVE_TO_CPU = False
36
  MAX_PROMPT_INDEX = 0
37
  git = os.environ.get('GIT', "git")
38
+ os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "max_split_size_mb:128"
39
 
40
  def interrupt_callback():
41
  return INTERRUPTED
 
474
 
475
 
476
 
477
+ demo.queue(max_size=10, concurrency_count=1, api_open=False).launch(**launch_kwargs)
478
 
479
  if __name__ == "__main__":
480
  parser = argparse.ArgumentParser()