apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

[BugFix] fix messages being inplace modified in offline chat api (#4831)

Browse Source
This commit is contained in:
李泳桦
2025-11-05 20:46:33 +08:00
committed by GitHub
parent 6f95df1777
commit fcd2f05dff
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
fastdeploy/entrypoints/llm.py
View File

@@ -252,11 +252,9 @@ class LLM:
validated_tools = self._validate_tools(tools)
except ValueError as e:
raise RuntimeError(f"Failed to validate 'tools' parameter in chat method: {e}") from e
messages_len = len(messages)
for i in range(messages_len):
messages[i] = {"messages": messages[i]}
req_ids = self._add_request(
prompts=messages,
prompts=[{"messages": msg} for msg in messages],
sampling_params=sampling_params,
chat_template_kwargs=chat_template_kwargs,
chat_template=chat_template,