Upload folder using huggingface_hub

app.py

@@ -23,7 +23,7 @@ def apply_delta(base_model_path, target_model_path, delta_path):
     print(f"Loading the base model from {base_model_path}")
     base_tokenizer = LlamaTokenizer.from_pretrained(base_model_path, use_fast=False)
     base = LlamaForCausalLM.from_pretrained(
-        base_model_path, low_cpu_mem_usage=True
+        base_model_path, low_cpu_mem_usage=True, torch_dtype=torch.float16
     )
 
     # following alpaca training recipe, we have added new initialized tokens