download_base_model: use snapshot_download from huggingface_hub to download models but not load them

download_base_model.py

@@ -1,6 +1,6 @@
 import fire
 
-from llama_lora.models import get_new_base_model, clear_cache
+from huggingface_hub import snapshot_download
 
 
 def main(
@@ -16,17 +16,17 @@ def main(
         base_model_names
     ), "Please specify --base_model_names, e.g. --base_model_names='decapoda-research/llama-7b-hf,nomic-ai/gpt4all-j'"
 
-    base_model_names = base_model_names.split(',')
-    base_model_names = [name.strip() for name in base_model_names]
+    base_model_names_list = base_model_names.split(',')
+    base_model_names_list = [name.strip() for name in base_model_names]
 
-    print(f"Base models: {', '.join(base_model_names)}.")
+    print(f"Base models: {', '.join(base_model_names_list)}.")
 
-    for name in base_model_names:
+    for name in base_model_names_list:
         print(f"Preparing {name}...")
-        get_new_base_model(name)
-        clear_cache()
+        snapshot_download(name)
 
     print("Done.")
 
+
 if __name__ == "__main__":
     fire.Fire(main)

requirements.txt

@@ -7,6 +7,7 @@ datasets
 fire
 git+https://github.com/huggingface/peft.git
 git+https://github.com/huggingface/transformers.git
+huggingface_hub
 numba
 nvidia-ml-py3
 gradio