apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 17:17:14 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

polish code with new pre-commit rule (#2923)

Browse Source
This commit is contained in:
Zero Rains
2025-07-19 23:19:27 +08:00
committed by GitHub
parent b8676d71a8
commit 25698d56d1
424 changed files with 14307 additions and 13518 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
fastdeploy/entrypoints/openai/test_openai.py
View File

@@ -17,7 +17,7 @@
import openai
ip = "0.0.0.0"
service_http_port = "9908" # 服务配置的
service_http_port = "9908" # 服务配置的
client = openai.Client(base_url=f"http://{ip}:{service_http_port}/v1", api_key="EMPTY_API_KEY")
@@ -37,12 +37,12 @@ print("\n")
response = client.completions.create(
model="default",
prompt="Hello, how are you?",
max_tokens=100,
stream=True,
max_tokens=100,
stream=True,
)
for chunk in response:
print(chunk.choices[0].text, end='')
print(chunk.choices[0].text, end="")
print("\n")
# Chat completion
@@ -76,5 +76,5 @@ response = client.chat.completions.create(
for chunk in response:
if chunk.choices[0].delta is not None:
print(chunk.choices[0].delta, end='')
print(chunk.choices[0].delta, end="")
print("\n")