diff --git a/fastdeploy/rl/dynamic_weight_manager.py b/fastdeploy/rl/dynamic_weight_manager.py index bee87de3b..cbee0f990 100644 --- a/fastdeploy/rl/dynamic_weight_manager.py +++ b/fastdeploy/rl/dynamic_weight_manager.py @@ -281,10 +281,14 @@ class DynamicWeightManager: logger.info("infer engine stopped! start to load new checkpoint...") model_runner.clear_requests() model_runner.update_parameters(pid) + while model_weights_status.value[0] != ModelWeightsStatus.NORMAL: + time.sleep(0.01) logger.info("finished loading new checkpoint") elif model_weights_status.value[0] == ModelWeightsStatus.CLEARING: logger.info("infer engine stopped! start to clear checkpoint...") model_runner.clear_requests() model_runner.clear_parameters(pid) + while model_weights_status.value[0] != ModelWeightsStatus.CLEARED: + time.sleep(0.01) logger.info("finished clearing checkpoint") time.sleep(0.01)