apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-07 17:41:52 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Feature] support seed parameter (#3161)

Browse Source 
* support seed

* fix

* add SamplingMetadata seed test

* The next_tokens values are inconsistent!

* add air and rejection seed test

* fix

* add SamplingParams seed test

* fix seed=0

* Default to defualt

* fix

* fix args_utils

* fix review

* fix review

* fix

* fix

* add xpu,gcu,iluvatar support seed

* fix
This commit is contained in:
lizexu123
2025-08-06 15:20:47 +08:00
committed by GitHub
parent 20839abccf
commit afff4d37ea
15 changed files with 386 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/worker/gcu_worker.py
View File

@@ -22,7 +22,7 @@ from paddle import nn
from fastdeploy.config import FDConfig
from fastdeploy.engine.request import Request
from fastdeploy.utils import get_logger
from fastdeploy.utils import get_logger, set_random_seed
from fastdeploy.worker.gcu_model_runner import GCUModelRunner
from fastdeploy.worker.output import ModelRunnerOutput
from fastdeploy.worker.worker_base import WorkerBase
@@ -60,6 +60,7 @@ class GcuWorker(WorkerBase):
else:
raise RuntimeError(f"Not support device type: {self.device_config.device}")
set_random_seed(self.fd_config.model_config.seed)
# Construct model runner
self.model_runner: GCUModelRunner = GCUModelRunner(
fd_config=self.fd_config,
@@ -128,6 +129,7 @@ class GcuWorker(WorkerBase):
self.model_runner.sot_warmup()
# 2. Triger cuda grpah capture
self.model_runner.capture_model()
set_random_seed(self.fd_config.model_config.seed)
def check_health(self) -> bool:
""" """