apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 08:37:06 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

polish code with new pre-commit rule (#2923)

Browse Source
This commit is contained in:
Zero Rains
2025-07-19 23:19:27 +08:00
committed by GitHub
parent b8676d71a8
commit 25698d56d1
424 changed files with 14307 additions and 13518 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/demo/offline_demo.py
View File

@@ -22,8 +22,6 @@ model_name_or_path = "./models/llama-7b"
# 超参设置
sampling_params = SamplingParams(temperature=0.1, max_tokens=30)
llm = LLM(model=model_name_or_path, tensor_parallel_size=1)
output = llm.generate(prompts="who are you？",
use_tqdm=True,
sampling_params=sampling_params)
output = llm.generate(prompts="who are you？", use_tqdm=True, sampling_params=sampling_params)
print(output)