We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d93b212 commit 8fed8b4Copy full SHA for 8fed8b4
fastdeploy/entrypoints/openai/protocol.py
@@ -671,7 +671,7 @@ def to_dict_for_infer(self, request_id=None):
671
if request_id is not None:
672
req_dict["request_id"] = request_id
673
674
- if "prompt_token_ids" not in req_dict:
+ if "prompt_token_ids" not in req_dict or not req_dict["prompt_token_ids"]:
675
# If disable_chat_template is set, then the first message in messages will be used as the prompt.
676
assert (
677
len(req_dict["messages"]) > 0
0 commit comments