apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Feature] Guided Decoding add LLguidance backend (#5124)

Browse Source 
* llguidance

* add requirements_guided_decoding.txt and doc

* fix test_guidance_*.py

* fix test_guidance_*.py && mv

* fix llguidance choice

* test_guidance_*

* rm lazy loader

---------

Co-authored-by: YuBaoku <49938469+EmmonsCurse@users.noreply.github.com>
This commit is contained in:
Daci
2025-12-03 20:23:57 +08:00
committed by GitHub
parent 4e8096bd0d
commit 83dbc4e5dd
14 changed files with 1307 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
fastdeploy/model_executor/guided_decoding/__init__.py
View File

@@ -50,6 +50,15 @@ def get_guided_backend(
fd_config=fd_config,
**kwargs,
)
elif fd_config.structured_outputs_config.guided_decoding_backend.lower() == "guidance":
from fastdeploy.model_executor.guided_decoding.guidance_backend import (
LLGuidanceBackend,
)
return LLGuidanceBackend(
fd_config=fd_config,
**kwargs,
)
else:
raise ValueError(
f"Get unsupported backend {fd_config.structured_outputs_config.guided_decoding_backend},"
@@ -77,5 +86,11 @@ def schema_checker(backend_name: str, **kwargs):
)
return XGrammarChecker(**kwargs)
elif backend_name.lower() == "guidance":
from fastdeploy.model_executor.guided_decoding.guidance_backend import (
LLGuidanceChecker,
)
return LLGuidanceChecker(**kwargs)
else:
raise ValueError(f"Get unsupported backend {backend_name}, please check your configuration.")