mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 00:57:33 +08:00
22d91a73c6
* init simple serving * simple serving is working * ppyoloe demo * Update README_CN.md * update readme * complete vision result to json
81 lines
2.7 KiB
Python
81 lines
2.7 KiB
Python
# coding:utf-8
|
|
# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
import hashlib
|
|
import typing
|
|
import logging
|
|
from typing import Optional
|
|
|
|
from fastapi import APIRouter, Request, HTTPException
|
|
from pydantic import BaseModel, Extra, create_model
|
|
|
|
from .base_router import BaseRouterManager
|
|
|
|
|
|
class ResponseBase(BaseModel):
|
|
text: Optional[str] = None
|
|
|
|
|
|
class RequestBase(BaseModel, extra=Extra.forbid):
|
|
parameters: Optional[dict] = {}
|
|
|
|
|
|
class HttpRouterManager(BaseRouterManager):
|
|
def register_models_router(self, task_name):
|
|
|
|
# Url path to register the model
|
|
paths = [f"/{task_name}"]
|
|
for path in paths:
|
|
logging.info("FastDeploy Model request [path]={} is genereated.".
|
|
format(path))
|
|
|
|
# Unique name to create the pydantic model
|
|
unique_name = hashlib.md5(task_name.encode()).hexdigest()
|
|
|
|
# Create request model
|
|
req_model = create_model(
|
|
"RequestModel" + unique_name,
|
|
data=(typing.Any, ...),
|
|
__base__=RequestBase, )
|
|
|
|
# Create response model
|
|
resp_model = create_model(
|
|
"ResponseModel" + unique_name,
|
|
result=(typing.Any, ...),
|
|
__base__=ResponseBase, )
|
|
|
|
# Template predict endpoint function to dynamically serve different models
|
|
def predict(request: Request, inference_request: req_model):
|
|
try:
|
|
result = self._app._model_manager.predict(
|
|
inference_request.data, inference_request.parameters)
|
|
except Exception as e:
|
|
raise HTTPException(
|
|
status_code=400,
|
|
detail=f"Error occurred while running predict: {str(e)}")
|
|
return {"result": result}
|
|
|
|
# Register the route and add to the app
|
|
router = APIRouter()
|
|
for path in paths:
|
|
router.add_api_route(
|
|
path,
|
|
predict,
|
|
methods=["post"],
|
|
summary=f"{task_name.title()}",
|
|
response_model=resp_model,
|
|
response_model_exclude_unset=True,
|
|
response_model_exclude_none=True, )
|
|
self._app.include_router(router)
|