mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-04 08:16:42 +08:00
@@ -105,9 +105,9 @@ class GCUModelRunner(ModelRunnerBase):
|
||||
self.local_rank + int(self.parallel_config.engine_worker_queue_port)
|
||||
)
|
||||
|
||||
def prefill_finished(self):
|
||||
def exist_prefill(self):
|
||||
"""
|
||||
check whether prefill stage finished
|
||||
check whether prefill stage exist
|
||||
"""
|
||||
if int(paddle.max(self.share_inputs["seq_lens_encoder"])) != 0:
|
||||
return 1
|
||||
|
Reference in New Issue
Block a user