ffreemt commited on
Commit
f5adb88
1 Parent(s): 1abed58

Update LLM file-loc without REPO_ID

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -203,7 +203,7 @@ if "WizardCoder" in MODEL_FILENAME:
203
  if "uncensored" in MODEL_FILENAME.lower():
204
  REPO_ID = "TheBloke/WizardLM-13B-V1.0-Uncensored-GGML"
205
 
206
- logger.info("start dl, {REPO_ID=}, {MODEL_FILENAME=}, {DESTINATION_FOLDER=}")
207
  download_quant(DESTINATION_FOLDER, REPO_ID, MODEL_FILENAME)
208
  logger.info("done dl")
209
 
@@ -219,7 +219,7 @@ logger.info("done dl")
219
  _ = """
220
  llm = AutoModelForCausalLM.from_pretrained(
221
  "TheBloke/WizardCoder-15B-1.0-GGML",
222
- model_file="",
223
  model_type="starcoder",
224
  threads=8
225
  )
@@ -232,7 +232,7 @@ _ = Path("models", MODEL_FILENAME).absolute().as_posix()
232
  logger.debug(f"model_file: {_}, exists: {Path(_).exists()}")
233
  LLM = AutoModelForCausalLM.from_pretrained(
234
  # "TheBloke/WizardCoder-15B-1.0-GGML",
235
- REPO_ID,
236
  model_file=_,
237
  model_type="starcoder",
238
  threads=os.cpu_count() // 2, # type: ignore
 
203
  if "uncensored" in MODEL_FILENAME.lower():
204
  REPO_ID = "TheBloke/WizardLM-13B-V1.0-Uncensored-GGML"
205
 
206
+ logger.info(f"start dl, {REPO_ID=}, {MODEL_FILENAME=}, {DESTINATION_FOLDER=}")
207
  download_quant(DESTINATION_FOLDER, REPO_ID, MODEL_FILENAME)
208
  logger.info("done dl")
209
 
 
219
  _ = """
220
  llm = AutoModelForCausalLM.from_pretrained(
221
  "TheBloke/WizardCoder-15B-1.0-GGML",
222
+ model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
223
  model_type="starcoder",
224
  threads=8
225
  )
 
232
  logger.debug(f"model_file: {_}, exists: {Path(_).exists()}")
233
  LLM = AutoModelForCausalLM.from_pretrained(
234
  # "TheBloke/WizardCoder-15B-1.0-GGML",
235
+ # REPO_ID,
236
  model_file=_,
237
  model_type="starcoder",
238
  threads=os.cpu_count() // 2, # type: ignore