From 56ac44e478f71deebabfce75febbcf7ce8da3e60 Mon Sep 17 00:00:00 2001 From: Lorenzo Norcini Date: Thu, 20 Aug 2026 16:34:36 -0400 Subject: [PATCH 1/2] feat(vllm): add reasoning_parser endpoint arg Co-Authored-By: Claude Fable 5 --- model-engine/model_engine_server/common/dtos/llms/vllm.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/model-engine/model_engine_server/common/dtos/llms/vllm.py b/model-engine/model_engine_server/common/dtos/llms/vllm.py index 5a85dc30..0101e4d5 100644 --- a/model-engine/model_engine_server/common/dtos/llms/vllm.py +++ b/model-engine/model_engine_server/common/dtos/llms/vllm.py @@ -68,6 +68,11 @@ class VLLMModelConfig(BaseModel): description="Tool call parser", ) + reasoning_parser: Optional[str] = Field( + None, + description="Reasoning parser (e.g. 'qwen3', 'deepseek_r1'); splits model reasoning into reasoning_content in chat completions", + ) + enable_auto_tool_choice: Optional[bool] = Field( None, description="Enable auto tool choice", From d184205463119e785b50970aceb16ed39b279f7f Mon Sep 17 00:00:00 2001 From: Lorenzo Norcini Date: Thu, 20 Aug 2026 17:34:21 -0400 Subject: [PATCH 2/2] feat(client): mirror reasoning_parser in python client DTO Co-Authored-By: Claude Fable 5 --- clients/python/llmengine/data_types/vllm.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/clients/python/llmengine/data_types/vllm.py b/clients/python/llmengine/data_types/vllm.py index 0ea17f96..5d9aae9c 100644 --- a/clients/python/llmengine/data_types/vllm.py +++ b/clients/python/llmengine/data_types/vllm.py @@ -64,6 +64,11 @@ class VLLMModelConfig(BaseModel): description="Tool call parser", ) + reasoning_parser: Optional[str] = Field( + None, + description="Reasoning parser (e.g. 'qwen3', 'deepseek_r1'); splits model reasoning into reasoning_content in chat completions", + ) + enable_auto_tool_choice: Optional[bool] = Field( None, description="Enable auto tool choice",