Upload folder using huggingface_hub

api.py

@@ -40,7 +40,7 @@ def fixed_get_imports(filename: str | os.PathLike) -> list[str]:
     return imports
 
 # Initialize the model and processor
- with patch("transformers.dynamic_module_utils.get_imports", fixed_get_imports): #workaround for unnecessary flash_attn requirement
+with patch("transformers.dynamic_module_utils.get_imports", fixed_get_imports): #workaround for unnecessary flash_attn requirement
             model = AutoModelForCausalLM.from_pretrained(args.model_path, attn_implementation="sdpa", torch_dtype=torch_dtype,trust_remote_code=True).to(device)
 processor = AutoProcessor.from_pretrained(args.model_path, trust_remote_code=True)
 

requirements.txt

@@ -4,4 +4,5 @@ einops
 spaces
 timm
 gradio
-transformers
+transformers
+torch