Upload app.py

app.py

@@ -38,15 +38,19 @@ final_answer = FinalAnswerTool()
 
 # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
 # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud' 
+MAX_ALLOWED_TOKENS = 16000  # Model limit
+
+def get_safe_max_tokens(input_tokens, default_max_tokens=1200):
+    remaining = MAX_ALLOWED_TOKENS - input_tokens
+    return min(remaining, default_max_tokens) if remaining > 0 else 100  # Set minimum fallback
 
 model = HfApiModel(
-max_tokens=2096,
-temperature=0.5,
-model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
-custom_role_conversions=None,
+    max_tokens=get_safe_max_tokens(14186),  # Dynamic adjustment
+    temperature=0.5,
+    model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
+    custom_role_conversions=None,
 )
 
-
 # Import tool from Hub
 image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)