apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 17:17:14 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix typo

Browse Source
This commit is contained in:
Wanglongzhi2001
2024-12-23 08:50:19 +00:00
parent 934e8d846e
commit ae57a2b068
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
llm/server/server/engine/infer.py
View File

@@ -508,7 +508,6 @@ class ModelRunner:
self.share_inputs['infer_seed'].add_(infer_seed_increment)
self.share_inputs['infer_seed'][:] %= self.MAX_INFER_SEED
if self.free_list_len > 0:
logger.info('You got into step CUDA!!!')
self.step_cuda(seq_lens_this_time)