File tree Expand file tree Collapse file tree 2 files changed +11
-10
lines changed Expand file tree Collapse file tree 2 files changed +11
-10
lines changed Original file line number Diff line number Diff line change @@ -227,7 +227,8 @@ def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
227
227
"--expand-tools-even-if-tool-choice-none" ,
228
228
action = "store_true" ,
229
229
default = False ,
230
- help = "[DEPRECATED] Include tool definitions in prompts even when tool_choice='none'. "
230
+ help = "[DEPRECATED] Include tool definitions in prompts "
231
+ "even when tool_choice='none'. "
231
232
"This is a transitional option that will be removed in v0.10.0. "
232
233
"In v0.10.0, tool definitions will always be included regardless of "
233
234
"tool_choice setting. Use this flag now to test the new behavior "
Original file line number Diff line number Diff line change @@ -182,15 +182,15 @@ async def create_chat_completion(
182
182
assert request .tools is not None
183
183
if len (request .tools ) > 0 :
184
184
logger .warning (
185
- "Tools are specified but tool_choice is set to 'none' and "
186
- "--expand-tools-even-if-tool-choice-none is not enabled. "
187
- "Tool definitions will be excluded from the prompt. "
188
- "This behavior will change in vLLM v0.10 where tool definitions "
189
- "will be included by default even with tool_choice='none'. "
190
- "To adopt the new behavior now, "
191
- "use --expand-tools-even-if-tool-choice-none. "
192
- "To suppress this warning, either remove tools from the request "
193
- "or set tool_choice to a different value."
185
+ "Tools are specified but tool_choice is set to 'none' "
186
+ "and --expand-tools-even-if-tool-choice-none is not "
187
+ "enabled. Tool definitions will be excluded from the "
188
+ "prompt. This behavior will change in vLLM v0.10 where "
189
+ "tool definitions will be included by default even "
190
+ "with tool_choice='none'. To adopt the new behavior "
191
+ "now, use --expand-tools-even-if-tool-choice-none. "
192
+ "To suppress this warning, either remove tools from "
193
+ "the request or set tool_choice to a different value."
194
194
)
195
195
tool_dicts = None
196
196
else :
You can’t perform that action at this time.
0 commit comments