Update handler.py

handler.py

@@ -151,6 +151,8 @@ class EndpointHandler:
         )
 
     def __call__(self, data: Dict[str, Any]) -> Dict[str, List[Any]]:
+        logger.info(f"Received incoming request with {data=}")
+        
         if "instances" in data:
             logger.warning("Using `instances` instead of `inputs` is deprecated.")
             data["inputs"] = data.pop("instances")
@@ -159,19 +161,29 @@ class EndpointHandler:
             raise ValueError(
                 "The request body must contain a key 'inputs' with a list of inputs."
             )
-        
-        logger.info(f"Received incoming request with {data=}")
+
+        if not isinstance(data["inputs"], list):
+            raise ValueError(
+                "The request inputs must be a list of dictionaries with either the key"
+                " 'prompt' or 'prompt' + 'image_url', and optionally including the key"
+                " 'generation_config'."
+            )
+
+        if not all(isinstance(input, dict) and "prompt" in input.keys() for input in data["inputs"]):
+            raise ValueError(
+                "The request inputs must be a list of dictionaries with either the key"
+                " 'prompt' or 'prompt' + 'image_url', and optionally including the key"
+                " 'generation_config'."
+            )
 
         predictions = []
         for input in data["inputs"]:
             if "prompt" not in input:
                 raise ValueError(
-                    "The request input body must contain a key 'prompt' with the prompt to use."
+                    "The request input body must contain at least the key 'prompt' with the prompt to use."
                 )
 
-            logger.info(f"{input=}")
-            # generation_config = input.get("generation_config", dict(max_new_tokens=1024, do_sample=False))
-            generation_config = dict(max_new_tokens=1024, do_sample=False)
+            generation_config = input.get("generation_config", dict(max_new_tokens=1024, do_sample=False))
 
             if "image_url" not in input:
                 # pure-text conversation