mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-04 08:16:42 +08:00
[BUG FIX] Fix bug when preempted request rescheduled (#3080)
* Fix bug when preempted request rescheduled * Fix bug when preempted request rescheduled * Fix bug when preempted request rescheduled
This commit is contained in:
@@ -118,6 +118,7 @@ class Request:
|
||||
self.status = RequestStatus.WAITING
|
||||
self.task_type = RequestType.PREFILL
|
||||
self.idx = None
|
||||
self.need_prefill_tokens = self.prompt_token_ids_len
|
||||
|
||||
@classmethod
|
||||
def from_dict(cls, d: dict):
|
||||
|
Reference in New Issue
Block a user