Sync v2.0 version of code to github repo

This commit is contained in:
Jiang-Jia-Jun
2025-06-29 23:29:37 +00:00
parent d151496038
commit 92c2cfa2e7
597 changed files with 78776 additions and 22905 deletions

View File

@@ -15,7 +15,18 @@
"""
import os
# suppress warning log from paddlepaddle
os.environ["GLOG_minloglevel"] = "2"
from fastdeploy.entrypoints.llm import LLM
# suppress log from aistudio
os.environ["AISTUDIO_LOG"] = "critical"
from fastdeploy.engine.sampling_params import SamplingParams
from fastdeploy.entrypoints.llm import LLM
__all__ = ['LLM', 'SamplingParams']
try:
import use_triton_in_paddle
use_triton_in_paddle.make_triton_compatible_with_paddle()
except ImportError:
pass