mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-05 08:37:06 +08:00
@@ -78,11 +78,11 @@ class GpuWorker(WorkerBase):
|
||||
local_rank=self.local_rank,
|
||||
)
|
||||
|
||||
def prefill_finished(self):
|
||||
def exist_prefill(self):
|
||||
"""
|
||||
Check whether prefill stage finished
|
||||
check whether prefill stage exist
|
||||
"""
|
||||
return self.model_runner.prefill_finished()
|
||||
return self.model_runner.exist_prefill()
|
||||
|
||||
def determine_available_memory(self) -> int:
|
||||
"""
|
||||
|
Reference in New Issue
Block a user