mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-07 01:22:59 +08:00
26 lines
417 B
Python
26 lines
417 B
Python
#!/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
# @author DDDivano
|
|
# encoding=utf-8 vi:ts=4:sw=4:expandtab:ft=python
|
|
"""
|
|
ServeTest
|
|
"""
|
|
|
|
|
|
TOKEN_LOGPROB = {
|
|
"model": "default",
|
|
"temperature": 0,
|
|
"top_p": 0,
|
|
"seed": 33,
|
|
"stream": True,
|
|
"logprobs": True,
|
|
"top_logprobs": 5,
|
|
"max_tokens": 10000,
|
|
}
|
|
|
|
|
|
TEMPLATES = {
|
|
"TOKEN_LOGPROB": TOKEN_LOGPROB,
|
|
# "ANOTHER_TEMPLATE": ANOTHER_TEMPLATE
|
|
}
|