apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-04 16:22:57 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Trace] add opentelemetry (#2852)

Browse Source 
* add opentelemetry

* add opentelemetry

* add opentelemetry on dequeue

* add opentelemetry on dequeue

* add opentelemetry on dequeue

---------

Co-authored-by: Jiang-Jia-Jun <163579578+Jiang-Jia-Jun@users.noreply.github.com>
This commit is contained in:
sg263
2025-07-16 15:33:25 +08:00
committed by GitHub
parent dda4a9f848
commit 42b80182e0
6 changed files with 181 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
fastdeploy/engine/request.py
View File

@@ -55,7 +55,8 @@ class Request:
guided_grammar: Optional[Any] = None,
structural_tag: Optional[Any] = None,
guided_json_object: Optional[bool] = None,
enable_thinking: Optional[bool] = True) -> None:
enable_thinking: Optional[bool] = True,
trace_carrier: dict = dict()) -> None:
self.request_id = request_id
self.prompt = prompt
self.prompt_token_ids = prompt_token_ids
@@ -91,6 +92,7 @@ class Request:
self.multimodal_data = multimodal_data
self.enable_thinking = enable_thinking
self.trace_carrier = trace_carrier
@classmethod
def from_dict(cls, d: dict):
@@ -120,7 +122,8 @@ class Request:
guided_grammar=d.get("guided_grammar", None),
structural_tag=d.get("structural_tag", None),
guided_json_object=d.get("guided_json_object", None),
enable_thinking=d.get("enable_thinking", True))
enable_thinking=d.get("enable_thinking", True),
trace_carrier=d.get("trace_carrier", {}))
def to_dict(self) -> dict:
"""convert Request into a serializable dict """
@@ -142,7 +145,8 @@ class Request:
"raw_request": self.raw_request,
"disaggregate_info": self.disaggregate_info,
"draft_token_ids": self.draft_token_ids,
"enable_thinking": self.enable_thinking
"enable_thinking": self.enable_thinking,
"trace_carrier": self.trace_carrier
}
add_params = [
"guided_json", "guided_regex", "guided_choice", "guided_grammar",