apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 08:37:06 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Feature]support chat_template.jinja (#3721)

Browse Source 
* add support chat_template.jinja

* add support chat_template.jinja
This commit is contained in:
luukunn
2025-08-30 17:05:34 +08:00
committed by GitHub
parent b21e085f3e
commit 9a7c231f2c
3 changed files with 9 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/entrypoints/llm.py
View File

@@ -102,7 +102,7 @@ class LLM:
self.master_node_ip = self.llm_engine.cfg.master_ip
self._receive_output_thread = threading.Thread(target=self._receive_output, daemon=True)
self._receive_output_thread.start()
self.chat_template = load_chat_template(chat_template)
self.chat_template = load_chat_template(chat_template, model)
def _check_master(self):
"""