Skip to content

Commit 8ed97c7

Browse files
authored
[fix]pydantic to dict when build prompt (#967)
1 parent 2964a98 commit 8ed97c7

File tree

2 files changed

+2
-3
lines changed

2 files changed

+2
-3
lines changed

lightllm/server/api_openai.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -101,8 +101,6 @@ async def chat_completions_impl(request: ChatCompletionRequest, raw_request: Req
101101
"Unrecognized image input. Supports local path, http url, base64, and PIL.Image."
102102
)
103103

104-
message.content = "\n".join(texts)
105-
106104
tools = None
107105
if request.tools and request.tool_choice != "none":
108106
# request.skip_special_tokens = False

lightllm/server/build_prompt.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,8 @@ def init_tokenizer(args):
1010

1111
async def build_prompt(request, tools) -> str:
1212
global tokenizer
13-
messages = request.messages
13+
# pydantic格式转成dict, 否则,当根据tokenizer_config.json拼template时,Jinja判断无法识别
14+
messages = [m.model_dump(by_alias=True, exclude_none=True) for m in request.messages]
1415
kwargs = {"conversation": messages}
1516
if request.character_settings:
1617
kwargs["character_settings"] = request.character_settings

0 commit comments

Comments
 (0)