ffreemt commited on
Commit
8d294cc
1 Parent(s): 995269b

Update docs/constitution.pdf docs/test.txt

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -39,7 +39,7 @@ db.persist()
39
  https://github.com/xanderma/Assistant-Attop/blob/master/Release/%E6%96%87%E5%AD%97%E7%89%88%E9%A2%98%E5%BA%93/31.%E4%B8%AD%E5%9B%BD%E5%85%B1%E4%BA%A7%E5%85%9A%E7%AB%A0%E7%A8%8B.txt
40
 
41
  """
42
- # pylint: disable=broad-exception-caught, unused-import, invalid-name, line-too-long, too-many-return-statements, import-outside-toplevel, no-name-in-module
43
  import os
44
  import time
45
  from pathlib import Path
@@ -304,7 +304,7 @@ def gen_local_llm(model_id="TheBloke/vicuna-7B-1.1-HF"):
304
  # load_in_8bit=True, # set these options if your GPU supports them!
305
  # device_map=1 # "auto",
306
  torch_dtype=torch.float16,
307
- low_cpu_mem_usage=True
308
  )
309
  else:
310
  model = LlamaForCausalLM.from_pretrained(model_id)
 
39
  https://github.com/xanderma/Assistant-Attop/blob/master/Release/%E6%96%87%E5%AD%97%E7%89%88%E9%A2%98%E5%BA%93/31.%E4%B8%AD%E5%9B%BD%E5%85%B1%E4%BA%A7%E5%85%9A%E7%AB%A0%E7%A8%8B.txt
40
 
41
  """
42
+ # pylint: disable=broad-exception-caught, unused-import, invalid-name, line-too-long, too-many-return-statements, import-outside-toplevel, no-name-in-module, no-member
43
  import os
44
  import time
45
  from pathlib import Path
 
304
  # load_in_8bit=True, # set these options if your GPU supports them!
305
  # device_map=1 # "auto",
306
  torch_dtype=torch.float16,
307
+ low_cpu_mem_usage=True,
308
  )
309
  else:
310
  model = LlamaForCausalLM.from_pretrained(model_id)