apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 09:07:10 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Add env variable for dy2st (#2779)

Browse Source
This commit is contained in:
0x3878f
2025-07-10 11:06:06 +08:00
committed by GitHub
parent 54affdc44b
commit 1d8af7ab73
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fastdeploy/engine/engine.py
View File

@@ -961,6 +961,9 @@ class LLMEngine(object):
"FLAGS_pir_interpreter_record_stream_for_gc_cache": "FLAGS_pir_interpreter_record_stream_for_gc_cache":
os.getenv("FLAGS_pir_interpreter_record_stream_for_gc_cache", os.getenv("FLAGS_pir_interpreter_record_stream_for_gc_cache",
default="1"), default="1"),
"FLAGS_parameters_persistent_mode_in_dy2st":
os.getenv("FLAGS_parameters_persistent_mode_in_dy2st",
default="1"),
}) })
if self.cfg.splitwise_role != "mixed": if self.cfg.splitwise_role != "mixed":