apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[BugFix] fix decode time sleep bug (#5461)

Browse Source 
* [BugFix] fix decode time sleep bug

* format
This commit is contained in:
ming1753
2025-12-10 15:48:48 +08:00
committed by GitHub
parent 9e15191cce
commit 7c72383efa
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
fastdeploy/input/tokenzier_client.py
View File

@@ -15,7 +15,6 @@
"""
import asyncio
import time
from typing import Any, Optional, Union
import httpx
@@ -71,6 +70,7 @@ class AsyncTokenizerClient:
timeout: float = 5.0,
poll_interval: float = 0.5,
max_wait: float = 60.0,
max_retries: int = 10,
):
"""
:param mode: 'local' 或 'remote'
@@ -83,6 +83,7 @@ class AsyncTokenizerClient:
self.timeout = timeout
self.poll_interval = poll_interval
self.max_wait = max_wait
self.max_retries = max_retries
async def encode_image(self, request: ImageEncodeRequest):
return await self._async_encode_request("image", request.__dict__)
@@ -184,8 +185,7 @@ class AsyncTokenizerClient:
else:
raise ValueError("Invalid type")
max_retries = 10
for attempt in range(max_retries):
for attempt in range(self.max_retries):
try:
resp = await client.post(url, json=request)
resp.raise_for_status()
@@ -194,10 +194,10 @@ class AsyncTokenizerClient:
return resp.json().get("result")
except Exception as e:
data_processor_logger.error(f"Attempt to decode_request {attempt + 1} failed: {e}")
if attempt == max_retries - 1:
if attempt == self.max_retries - 1:
data_processor_logger.error(
f"Max retries of decode_request reached. Giving up. request is {request}"
)
time.sleep(10)
await asyncio.sleep(1)
except httpx.RequestError as e:
raise RuntimeError(f"Failed to decode: {e}") from e