Upload folder using huggingface_hub

handler.py

@@ -22,7 +22,7 @@ class EndpointHandler:
             self.parler_tts_handler_kwargs,
             self.melo_tts_handler_kwargs,
             self.chat_tts_handler_kwargs,
-        ) = get_default_arguments(mode='none', log_level='DEBUG')
+        ) = get_default_arguments(mode='none', lm_model_name='meta-llama/Meta-Llama-3.1-8B-Instruct', log_level='DEBUG')
         setup_logger(self.module_kwargs.log_level)
 
         prepare_all_args(
@@ -87,7 +87,7 @@ class EndpointHandler:
         self.output_collector_thread.start()
 
         input_type = data.get("input_type", "text")
-        input_data = data.get("input", "")
+        input_data = data.get("inputs", "")
 
         if input_type == "speech":
             # Convert input audio data to numpy array