mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 09:07:10 +08:00
[Other] Hub feature: add model hub management for fastdeploy (#453)
* add hub tool for fastdeploy * fix format * refactor code * remove EasyDict Co-authored-by: Jason <jiangjiajun@baidu.com>
This commit is contained in:
119
python/fastdeploy/utils/hub_model_server.py
Normal file
119
python/fastdeploy/utils/hub_model_server.py
Normal file
@@ -0,0 +1,119 @@
|
||||
# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
import json
|
||||
import requests
|
||||
from typing import List
|
||||
|
||||
from fastdeploy.utils.hub_config import config
|
||||
|
||||
|
||||
class ServerConnectionError(Exception):
|
||||
def __init__(self, url: str):
|
||||
self.url = url
|
||||
|
||||
def __str__(self):
|
||||
tips = 'Can\'t connect to FastDeploy Model Server: {}'.format(self.url)
|
||||
return tips
|
||||
|
||||
|
||||
class ModelServer(object):
|
||||
'''
|
||||
FastDeploy server source
|
||||
|
||||
Args:
|
||||
url(str) : Url of the server
|
||||
timeout(int) : Request timeout
|
||||
'''
|
||||
|
||||
def __init__(self, url: str, timeout: int=10):
|
||||
self._url = url
|
||||
self._timeout = timeout
|
||||
|
||||
def search_model(self, name: str, format: str=None,
|
||||
version: str=None) -> List[dict]:
|
||||
'''
|
||||
Search model from model server.
|
||||
|
||||
Args:
|
||||
name(str) : FastDeploy model name
|
||||
format(str): FastDeploy model format
|
||||
version(str) : FastDeploy model version
|
||||
Return:
|
||||
result(list): search results
|
||||
'''
|
||||
params = {}
|
||||
params['name'] = name
|
||||
if format:
|
||||
params['format'] = format
|
||||
if version:
|
||||
params['version'] = version
|
||||
result = self.request(path='fastdeploy_search', params=params)
|
||||
if result['status'] == 0 and len(result['data']) > 0:
|
||||
return result['data']
|
||||
return None
|
||||
|
||||
def stat_model(self, name: str, format: str, version: str):
|
||||
'''
|
||||
Note a record when download a model for statistics.
|
||||
|
||||
Args:
|
||||
name(str) : FastDeploy model name
|
||||
format(str): FastDeploy model format
|
||||
version(str) : FastDeploy model version
|
||||
Return:
|
||||
is_successful(bool): True if successful, False otherwise
|
||||
'''
|
||||
params = {}
|
||||
params['name'] = name
|
||||
params['format'] = format
|
||||
params['version'] = version
|
||||
params['from'] = 'fastdeploy'
|
||||
try:
|
||||
result = self.request(path='stat', params=params)
|
||||
except Exception:
|
||||
return False
|
||||
if result['status'] == 0:
|
||||
return True
|
||||
else:
|
||||
return False
|
||||
|
||||
def request(self, path: str, params: dict) -> dict:
|
||||
'''Request server.'''
|
||||
api = '{}/{}'.format(self._url, path)
|
||||
try:
|
||||
result = requests.get(api, params, timeout=self._timeout)
|
||||
return result.json()
|
||||
except requests.exceptions.ConnectionError as e:
|
||||
raise ServerConnectionError(self._url)
|
||||
|
||||
def is_connected(self):
|
||||
return self.check(self._url)
|
||||
|
||||
@classmethod
|
||||
def check(cls, url: str) -> bool:
|
||||
'''
|
||||
Check if the specified url is a valid model server
|
||||
|
||||
Args:
|
||||
url(str) : Url to check
|
||||
'''
|
||||
try:
|
||||
r = requests.get(url + '/search')
|
||||
return r.status_code == 200
|
||||
except:
|
||||
return False
|
||||
|
||||
|
||||
model_server = ModelServer(config.server)
|
Reference in New Issue
Block a user