apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Feature] Add timestamp for profiler (#4726)

Browse Source 
* [Feature] Add timestamp for profiler

* fix bug for offine inference

* fix for ci

* fix

* fix ci
This commit is contained in:
chenjian
2025-11-05 12:04:59 +08:00
committed by GitHub
parent 876e4a8935
commit cc8f5312f5
7 changed files with 17 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
fastdeploy/engine/common_engine.py
View File

@@ -839,6 +839,7 @@ class EngineService:
err_msg = None
try:
request = Request.from_dict(data)
request.llm_engine_recv_req_timestamp = time.time()
start_span("ENQUEUE_ZMQ", data, trace.SpanKind.PRODUCER)
main_process_metrics.requests_number.inc()
self.llm_logger.debug(f"Receive request: {request}")