diff --git a/fastdeploy/__init__.py b/fastdeploy/__init__.py index 4e6343f8c..2e9b49d00 100644 --- a/fastdeploy/__init__.py +++ b/fastdeploy/__init__.py @@ -31,8 +31,6 @@ if os.getenv("PROMETHEUS_MULTIPROC_DIR", "") == "": import typing -import paddle - # first import prometheus setup to set PROMETHEUS_MULTIPROC_DIR # otherwise, the Prometheus package will be imported first, # which will prevent correct multi-process setup @@ -42,24 +40,12 @@ from fastdeploy.metrics.prometheus_multiprocess_setup import ( setup_multiprocess_prometheus() - from paddleformers.utils.log import logger as pf_logger from fastdeploy.engine.sampling_params import SamplingParams from fastdeploy.entrypoints.llm import LLM from fastdeploy.utils import current_package_version, envs -paddle.compat.enable_torch_proxy(scope={"triton"}) -# paddle.compat.enable_torch_proxy(scope={"triton"}) enables the torch proxy -# specifically for the 'triton' module. This means `import torch` inside 'triton' -# will actually import paddle's compatibility layer (acting as torch). -# -# 'scope' acts as an allowlist. To add other modules, you can do: -# paddle.compat.enable_torch_proxy(scope={"triton", "new_module"}) -# -# Note: Ensure that any torch APIs used in 'new_module' are already implemented in Paddle. - - if envs.FD_DEBUG != 1: import logging diff --git a/requirements.txt b/requirements.txt index 4cac619c4..50f95e00a 100644 --- a/requirements.txt +++ b/requirements.txt @@ -26,6 +26,7 @@ prometheus-client decord moviepy triton +use-triton-in-paddle crcmod msgpack gunicorn