cache feature (#3857)

2025-10-05 08:37:06 +08:00 · 2025-09-07 18:52:46 +08:00
parent 30a1c1783f
commit e52ce1c4b1
12 changed files with 346 additions and 56 deletions
--- a/fastdeploy/model_executor/utils.py
+++ b/fastdeploy/model_executor/utils.py
@@ -199,3 +199,14 @@ def temporary_dtype(dtype: str):
        yield
    finally:
        paddle.set_default_dtype(orig_dtype)
+
+
+@contextmanager
+def switch_config_context(config_obj, config_attr_name, value):
+    """switch_config_context"""
+    origin_value = getattr(config_obj, config_attr_name)
+    setattr(config_obj, config_attr_name, value)
+    try:
+        yield
+    finally:
+        setattr(config_obj, config_attr_name, origin_value)