added rate limit resilience

blip_image_caption_large.py

@@ -22,5 +22,8 @@ class Blip_Image_Caption_Large:
 
     def caption_image_api(self, image_path):
         client = InferenceClient(config.IMAGE_CAPTION_MODEL, token=config.HF_API_TOKEN)
-        result = client.image_to_text(image_path).generated_text
+        try:
+            result = client.image_to_text(image_path).generated_text
+        except Exception as e:
+            result = f"Error: {e}"
         return result

musicgen_small.py

@@ -36,11 +36,13 @@ class Musicgen_Small:
         # EDITS: changed variables to match the code
 
         # Convert the byte content into an audio array
-        audio_buffer = BytesIO(response.content)
-
-        # Use scipy to save the audio, assuming it's a WAV format audio stream
-        # If it's raw PCM audio, you would need to decode it first.
-        with open(audio_path, "wb") as f:
-            f.write(audio_buffer.read())
-        # -----ATTRIBUTION-END-----
+        try:
+            audio_buffer = BytesIO(response.content)
+            # Use scipy to save the audio, assuming it's a WAV format audio stream
+            # If it's raw PCM audio, you would need to decode it first.
+            with open(audio_path, "wb") as f:
+                f.write(audio_buffer.read())
+            # -----ATTRIBUTION-END-----
+        except Exception as e:
+            print(f"Error: {e}")
 

phi3_mini_4k_instruct.py

@@ -38,5 +38,8 @@ class Phi3_Mini_4k_Instruct:
 
     def generate_text_api(self, messages):
         client = InferenceClient(config.LLM_MODEL, token=config.HF_API_TOKEN)
-        result = client.chat_completion(messages, max_tokens=config.LLM_MAX_NEW_TOKENS, temperature=config.LLM_TEMPERATURE, top_p=config.LLM_TOP_P).choices[0].message.content
+        try:
+            result = client.chat_completion(messages, max_tokens=config.LLM_MAX_NEW_TOKENS, temperature=config.LLM_TEMPERATURE, top_p=config.LLM_TOP_P).choices[0].message.content
+        except Exception as e:
+            result = f"Error: {e}"
         return result