fix: ensure tool_choice is not None if present in payload

Signed-off-by: Guillaume Calmettes <[email protected]>

Author: gcalmettes

vllm/entrypoints/openai/protocol.py

@@ -819,7 +819,7 @@ def check_tool_usage(cls, data):
             return data
 
         # if "tool_choice" is specified -- validation
-        if "tool_choice" in data:
+        if "tool_choice" in data and data["tool_choice"] is not None:
 
             # ensure that if "tool choice" is specified, tools are present
             if "tools" not in data or data["tools"] is None:
@@ -831,7 +831,7 @@ def check_tool_usage(cls, data):
             if data["tool_choice"] not in [
                     "auto", "required"
             ] and not isinstance(data["tool_choice"], dict):
-                raise NotImplementedError(
+                raise ValueError(
                     f'Invalid value for `tool_choice`: {data["tool_choice"]}! '\
                     'Only named tools, "none", "auto" or "required" '\
                     'are supported.'