mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-07 09:31:35 +08:00
b7eee3aec1
* update CI cases * update CI cases * update CI cases * update CI cases * Merge upstream/develop and resolve directory rename conflict * Merge upstream/develop and resolve directory rename conflict * Merge upstream/develop and resolve directory rename conflict * update deploy * update deploy * update deploy * update deploy * update deploy
36 lines
594 B
Python
36 lines
594 B
Python
#!/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
# @author DDDivano
|
|
# encoding=utf-8 vi:ts=4:sw=4:expandtab:ft=python
|
|
"""
|
|
ServeTest
|
|
"""
|
|
|
|
|
|
TOKEN_LOGPROB = {
|
|
"model": "default",
|
|
"temperature": 0,
|
|
"top_p": 0,
|
|
"seed": 33,
|
|
"stream": True,
|
|
"logprobs": True,
|
|
"top_logprobs": 5,
|
|
"max_tokens": 10000,
|
|
}
|
|
|
|
TOKEN_NORMAL = {
|
|
"model": "default",
|
|
"temperature": 0,
|
|
"top_p": 0,
|
|
"seed": 33,
|
|
"stream": True,
|
|
"max_tokens": 10000,
|
|
}
|
|
|
|
|
|
TEMPLATES = {
|
|
"TOKEN_LOGPROB": TOKEN_LOGPROB,
|
|
"TOKEN_NORMAL": TOKEN_NORMAL,
|
|
# "ANOTHER_TEMPLATE": ANOTHER_TEMPLATE
|
|
}
|