apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-01 14:52:33 +08:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

Update benchmark tools (#3004)
Some checks failed
Deploy GitHub Pages / deploy (push) Has been cancelled
Details

Browse Source 
* update benchmark tools

* update benchmark tools
This commit is contained in:
Zhang Yulong
2025-07-24 15:19:23 +08:00
committed by GitHub
parent f935d6f862
commit 5151bc92c8
4 changed files with 41 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
benchmarks/backend_request_func.py
View File

@@ -50,6 +50,7 @@ class RequestFuncInput:
multi_modal_content: Optional[dict] = None
ignore_eos: bool = False
language: Optional[str] = None
debug: bool = False
@dataclass
@@ -98,7 +99,8 @@ async def async_request_eb_openai_chat_completions(
if request_func_input.ignore_eos:
payload["ignore_eos"] = request_func_input.ignore_eos
print(f"payload:{json.dumps(payload, ensure_ascii=False)}")
if request_func_input.debug:
print(f"payload:{json.dumps(payload, ensure_ascii=False)}")
headers = {
"Content-Type": "application/json",
@@ -179,7 +181,8 @@ async def async_request_eb_openai_chat_completions(
f.write(str(output) + "\n")
if pbar:
pbar.update(1)
print("#####final_output:", output)
if request_func_input.debug:
print("#####final_output:", output)
return output
@@ -209,7 +212,8 @@ async def async_request_eb_openai_completions(
if request_func_input.ignore_eos:
payload["ignore_eos"] = request_func_input.ignore_eos
print("payload:", json.dumps(payload, ensure_ascii=False))
if request_func_input.debug:
print("payload:", json.dumps(payload, ensure_ascii=False))
headers = {
"Authorization": f"Bearer {os.environ.get('OPENAI_API_KEY')}",
@@ -288,7 +292,8 @@ async def async_request_eb_openai_completions(
exc_info = sys.exc_info()
output.error = "".join(traceback.format_exception(*exc_info))
print(f"final_output:{output}")
if request_func_input.debug:
print(f"final_output:{output}")
if pbar:
pbar.update(1)