apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-31 03:46:40 +08:00
Code Issues Actions 6 Packages Projects Releases Wiki Activity

Add token processor plugin support (#4059)

Browse Source 
* Add token processor plugin support

* fix import

* fix import
This commit is contained in:
RichardWooSJTU
2025-09-12 10:17:23 +08:00
committed by GitHub
parent 37f1632732
commit 82dab8a91a
3 changed files with 36 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
fastdeploy/engine/common_engine.py
View File

@@ -42,10 +42,16 @@ from fastdeploy.inter_communicator import (
from fastdeploy.metrics.metrics import main_process_metrics
from fastdeploy.metrics.trace_util import start_span, start_span_request
from fastdeploy.model_executor.guided_decoding import schema_checker
from fastdeploy.output.token_processor import TokenProcessor
from fastdeploy.plugins.token_processor import load_token_processor_plugins
from fastdeploy.splitwise.splitwise_connector import SplitwiseConnector
from fastdeploy.utils import EngineError, envs, llm_logger
try:
TokenProcessor = load_token_processor_plugins()
llm_logger.info(f"TokenProcessor plugin {TokenProcessor} loaded")
except:
from fastdeploy.output.token_processor import TokenProcessor
class EngineService:
"""