ffreemt commited on
Commit
c81b306
1 Parent(s): 6f60f08

Update LLM = AutoModelForCausalLM.from_pretrained(REPO_ID,...

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -232,7 +232,7 @@ _ = Path("models", MODEL_FILENAME).absolute().as_posix()
232
  logger.debug(f"model_file: {_}, exists: {Path(_).exists()}")
233
  LLM = AutoModelForCausalLM.from_pretrained(
234
  # "TheBloke/WizardCoder-15B-1.0-GGML",
235
- DESTINATION_FOLDER, # model_path_or_repo_id: str required
236
  model_file=_,
237
  # model_type=None, # "starcoder", AutoConfig.from_pretrained("TheBloke/WizardLM-13B-V1.0-Uncensored-GGML")
238
  threads=os.cpu_count() // 2, # type: ignore
 
232
  logger.debug(f"model_file: {_}, exists: {Path(_).exists()}")
233
  LLM = AutoModelForCausalLM.from_pretrained(
234
  # "TheBloke/WizardCoder-15B-1.0-GGML",
235
+ REPO_ID, # DESTINATION_FOLDER, # model_path_or_repo_id: str required
236
  model_file=_,
237
  # model_type=None, # "starcoder", AutoConfig.from_pretrained("TheBloke/WizardLM-13B-V1.0-Uncensored-GGML")
238
  threads=os.cpu_count() // 2, # type: ignore