ffreemt commited on
Commit
a552934
1 Parent(s): 62bb826

Update app.py from falcon-7b-gglm-m app.py"

Browse files
Files changed (1) hide show
  1. app.py +11 -1
app.py CHANGED
@@ -38,9 +38,10 @@ URL = "https://huggingface.co/TheBloke/falcon-7b-instruct-GGML/blob/main/falcon-
38
  URL = "https://huggingface.co/TheBloke/falcon-7b-instruct-GGML/blob/ggmlv3/falcon7b-instruct.ggmlv3.q4_1.bin"
39
  repo_id = "/".join(urlparse(URL).path.strip("/").split("/")[:2])
40
  URL = "https://huggingface.co/TheBloke/30B-Lazarus-GGML/blob/main/30b-Lazarus.ggmlv3.q2_K.bin" # 13.6 G
41
-
42
  model_file = Path(URL).name
43
 
 
44
  _ = hf_hub_download(
45
  repo_id=repo_id,
46
  revision="ggmlv3",
@@ -48,6 +49,15 @@ _ = hf_hub_download(
48
  local_dir="models",
49
  # local_dir_use_symlinks=True,
50
  )
 
 
 
 
 
 
 
 
 
51
 
52
  llm = AutoModelForCausalLM.from_pretrained(
53
  # repo_id, # "TheBloke/falcon-7b-instruct-GGML",
 
38
  URL = "https://huggingface.co/TheBloke/falcon-7b-instruct-GGML/blob/ggmlv3/falcon7b-instruct.ggmlv3.q4_1.bin"
39
  repo_id = "/".join(urlparse(URL).path.strip("/").split("/")[:2])
40
  URL = "https://huggingface.co/TheBloke/30B-Lazarus-GGML/blob/main/30b-Lazarus.ggmlv3.q2_K.bin" # 13.6 G
41
+ repo_id = "/".join(urlparse(URL).path.strip("/").split("/")[:2])
42
  model_file = Path(URL).name
43
 
44
+ _ = """
45
  _ = hf_hub_download(
46
  repo_id=repo_id,
47
  revision="ggmlv3",
 
49
  local_dir="models",
50
  # local_dir_use_symlinks=True,
51
  )
52
+ # """ # for falcon
53
+
54
+ _ = hf_hub_download(
55
+ repo_id=repo_id,
56
+ filename=model_file,
57
+ local_dir="models",
58
+ # local_dir_use_symlinks=True,
59
+ )
60
+
61
 
62
  llm = AutoModelForCausalLM.from_pretrained(
63
  # repo_id, # "TheBloke/falcon-7b-instruct-GGML",