Update sampling.md

This commit is contained in:
Jiang-Jia-Jun
2025-07-31 15:02:57 +08:00
committed by GitHub
parent 5b9aec1f10
commit 66304cf921

View File

@@ -118,7 +118,7 @@ response = client.chat.completions.create(
],
stream=True,
top_p=0.8,
top_k=50
extra_body={"top_k": 50}
)
for chunk in response:
if chunk.choices[0].delta:
@@ -161,7 +161,7 @@ response = client.chat.completions.create(
],
stream=True,
top_p=0.8,
top_k=20,
extra_body={"top_k": 20},
min_p=0.1
)
for chunk in response: