Update handler.py

handler.py

@@ -160,7 +160,7 @@ class EndpointHandler:
                 "The request body must contain a key 'inputs' with a list of inputs."
             )
         
-        logger.debug(f"Received incoming request with {data=}")
+        logger.info(f"Received incoming request with {data=}")
 
         predictions = []
         for input in data["inputs"]:
@@ -169,7 +169,9 @@ class EndpointHandler:
                     "The request input body must contain a key 'prompt' with the prompt to use."
                 )
 
-            generation_config = input.get("generation_config", dict(max_new_tokens=1024, do_sample=False))
+            logger.info(f"{input=}")
+            # generation_config = input.get("generation_config", dict(max_new_tokens=1024, do_sample=False))
+            generation_config = dict(max_new_tokens=1024, do_sample=False)
 
             if "image_url" not in input:
                 # pure-text conversation