From a2ab1f446232f1f217eb3cb0be068700e43f6b02 Mon Sep 17 00:00:00 2001 From: Daci <15625257+ST-XX@users.noreply.github.com> Date: Wed, 10 Dec 2025 19:05:50 +0800 Subject: [PATCH] [BugFix] fix mix splitwise pickle load error (#5488) * RouterArgs port str -> int * fix race condition [is_fetching] causing multiple fetch requests * bugfix: Delete duplicate input_ids tensor creation * mm pd splitwise json -> pickle5; multimodal_inputs only pos id; debuglog f to %s * fix ENABLE_V1_KVCACHE_SCHEDULER=0 mm model lack pos_id, ... * update cr * Apply suggestions from code review Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * pre-commit fix * rm multimodal_inputs deepcopy & fix rdma_cache_transfer.py tpsize=0 * fix mix splitwise pickle dump --------- Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> --- fastdeploy/scheduler/splitwise_scheduler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/fastdeploy/scheduler/splitwise_scheduler.py b/fastdeploy/scheduler/splitwise_scheduler.py index c19b3de54..106477e14 100644 --- a/fastdeploy/scheduler/splitwise_scheduler.py +++ b/fastdeploy/scheduler/splitwise_scheduler.py @@ -525,7 +525,7 @@ class APIScheduler: req.disaggregate_info = None req_dict = req.to_dict() req_dict["group"] = group - req_str = orjson.dumps(req_dict) + req_str = pickle.dumps(req_dict, protocol=5) pkey = f"ReqQ_{pnode.nodeid}" # logger.info(f"Schedule Req {req_str} to Mixed") self.client.lpush(pkey, req_str)