mirror of
https://github.com/dev6699/face.git
synced 2025-09-26 21:16:00 +08:00
1118 lines
49 KiB
Go
1118 lines
49 KiB
Go
// Copyright 2020-2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
//
|
|
// Redistribution and use in source and binary forms, with or without
|
|
// modification, are permitted provided that the following conditions
|
|
// are met:
|
|
// * Redistributions of source code must retain the above copyright
|
|
// notice, this list of conditions and the following disclaimer.
|
|
// * Redistributions in binary form must reproduce the above copyright
|
|
// notice, this list of conditions and the following disclaimer in the
|
|
// documentation and/or other materials provided with the distribution.
|
|
// * Neither the name of NVIDIA CORPORATION nor the names of its
|
|
// contributors may be used to endorse or promote products derived
|
|
// from this software without specific prior written permission.
|
|
//
|
|
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY
|
|
// EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
|
// PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
|
|
// CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
// EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
// PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
// PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
|
|
// OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
// Code generated by protoc-gen-go-grpc. DO NOT EDIT.
|
|
// versions:
|
|
// - protoc-gen-go-grpc v1.4.0
|
|
// - protoc v5.27.2
|
|
// source: grpc_service.proto
|
|
|
|
package protobuf
|
|
|
|
import (
|
|
context "context"
|
|
grpc "google.golang.org/grpc"
|
|
codes "google.golang.org/grpc/codes"
|
|
status "google.golang.org/grpc/status"
|
|
)
|
|
|
|
// This is a compile-time assertion to ensure that this generated file
|
|
// is compatible with the grpc package it is being compiled against.
|
|
// Requires gRPC-Go v1.62.0 or later.
|
|
const _ = grpc.SupportPackageIsVersion8
|
|
|
|
const (
|
|
GRPCInferenceService_ServerLive_FullMethodName = "/inference.GRPCInferenceService/ServerLive"
|
|
GRPCInferenceService_ServerReady_FullMethodName = "/inference.GRPCInferenceService/ServerReady"
|
|
GRPCInferenceService_ModelReady_FullMethodName = "/inference.GRPCInferenceService/ModelReady"
|
|
GRPCInferenceService_ServerMetadata_FullMethodName = "/inference.GRPCInferenceService/ServerMetadata"
|
|
GRPCInferenceService_ModelMetadata_FullMethodName = "/inference.GRPCInferenceService/ModelMetadata"
|
|
GRPCInferenceService_ModelInfer_FullMethodName = "/inference.GRPCInferenceService/ModelInfer"
|
|
GRPCInferenceService_ModelStreamInfer_FullMethodName = "/inference.GRPCInferenceService/ModelStreamInfer"
|
|
GRPCInferenceService_ModelConfig_FullMethodName = "/inference.GRPCInferenceService/ModelConfig"
|
|
GRPCInferenceService_ModelStatistics_FullMethodName = "/inference.GRPCInferenceService/ModelStatistics"
|
|
GRPCInferenceService_RepositoryIndex_FullMethodName = "/inference.GRPCInferenceService/RepositoryIndex"
|
|
GRPCInferenceService_RepositoryModelLoad_FullMethodName = "/inference.GRPCInferenceService/RepositoryModelLoad"
|
|
GRPCInferenceService_RepositoryModelUnload_FullMethodName = "/inference.GRPCInferenceService/RepositoryModelUnload"
|
|
GRPCInferenceService_SystemSharedMemoryStatus_FullMethodName = "/inference.GRPCInferenceService/SystemSharedMemoryStatus"
|
|
GRPCInferenceService_SystemSharedMemoryRegister_FullMethodName = "/inference.GRPCInferenceService/SystemSharedMemoryRegister"
|
|
GRPCInferenceService_SystemSharedMemoryUnregister_FullMethodName = "/inference.GRPCInferenceService/SystemSharedMemoryUnregister"
|
|
GRPCInferenceService_CudaSharedMemoryStatus_FullMethodName = "/inference.GRPCInferenceService/CudaSharedMemoryStatus"
|
|
GRPCInferenceService_CudaSharedMemoryRegister_FullMethodName = "/inference.GRPCInferenceService/CudaSharedMemoryRegister"
|
|
GRPCInferenceService_CudaSharedMemoryUnregister_FullMethodName = "/inference.GRPCInferenceService/CudaSharedMemoryUnregister"
|
|
GRPCInferenceService_TraceSetting_FullMethodName = "/inference.GRPCInferenceService/TraceSetting"
|
|
GRPCInferenceService_LogSettings_FullMethodName = "/inference.GRPCInferenceService/LogSettings"
|
|
)
|
|
|
|
// GRPCInferenceServiceClient is the client API for GRPCInferenceService service.
|
|
//
|
|
// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.
|
|
//
|
|
// @@
|
|
// @@.. cpp:var:: service InferenceService
|
|
// @@
|
|
// @@ Inference Server GRPC endpoints.
|
|
// @@
|
|
type GRPCInferenceServiceClient interface {
|
|
// @@ .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns
|
|
// @@ (ServerLiveResponse)
|
|
// @@
|
|
// @@ Check liveness of the inference server.
|
|
// @@
|
|
ServerLive(ctx context.Context, in *ServerLiveRequest, opts ...grpc.CallOption) (*ServerLiveResponse, error)
|
|
// @@ .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns
|
|
// @@ (ServerReadyResponse)
|
|
// @@
|
|
// @@ Check readiness of the inference server.
|
|
// @@
|
|
ServerReady(ctx context.Context, in *ServerReadyRequest, opts ...grpc.CallOption) (*ServerReadyResponse, error)
|
|
// @@ .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns
|
|
// @@ (ModelReadyResponse)
|
|
// @@
|
|
// @@ Check readiness of a model in the inference server.
|
|
// @@
|
|
ModelReady(ctx context.Context, in *ModelReadyRequest, opts ...grpc.CallOption) (*ModelReadyResponse, error)
|
|
// @@ .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns
|
|
// @@ (ServerMetadataResponse)
|
|
// @@
|
|
// @@ Get server metadata.
|
|
// @@
|
|
ServerMetadata(ctx context.Context, in *ServerMetadataRequest, opts ...grpc.CallOption) (*ServerMetadataResponse, error)
|
|
// @@ .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns
|
|
// @@ (ModelMetadataResponse)
|
|
// @@
|
|
// @@ Get model metadata.
|
|
// @@
|
|
ModelMetadata(ctx context.Context, in *ModelMetadataRequest, opts ...grpc.CallOption) (*ModelMetadataResponse, error)
|
|
// @@ .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns
|
|
// @@ (ModelInferResponse)
|
|
// @@
|
|
// @@ Perform inference using a specific model.
|
|
// @@
|
|
ModelInfer(ctx context.Context, in *ModelInferRequest, opts ...grpc.CallOption) (*ModelInferResponse, error)
|
|
// @@ .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns
|
|
// @@ (stream ModelStreamInferResponse)
|
|
// @@
|
|
// @@ Perform streaming inference.
|
|
// @@
|
|
ModelStreamInfer(ctx context.Context, opts ...grpc.CallOption) (GRPCInferenceService_ModelStreamInferClient, error)
|
|
// @@ .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns
|
|
// @@ (ModelConfigResponse)
|
|
// @@
|
|
// @@ Get model configuration.
|
|
// @@
|
|
ModelConfig(ctx context.Context, in *ModelConfigRequest, opts ...grpc.CallOption) (*ModelConfigResponse, error)
|
|
// @@ .. cpp:var:: rpc ModelStatistics(
|
|
// @@ ModelStatisticsRequest)
|
|
// @@ returns (ModelStatisticsResponse)
|
|
// @@
|
|
// @@ Get the cumulative inference statistics for a model.
|
|
// @@
|
|
ModelStatistics(ctx context.Context, in *ModelStatisticsRequest, opts ...grpc.CallOption) (*ModelStatisticsResponse, error)
|
|
// @@ .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns
|
|
// @@ (RepositoryIndexResponse)
|
|
// @@
|
|
// @@ Get the index of model repository contents.
|
|
// @@
|
|
RepositoryIndex(ctx context.Context, in *RepositoryIndexRequest, opts ...grpc.CallOption) (*RepositoryIndexResponse, error)
|
|
// @@ .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns
|
|
// @@ (RepositoryModelLoadResponse)
|
|
// @@
|
|
// @@ Load or reload a model from a repository.
|
|
// @@
|
|
RepositoryModelLoad(ctx context.Context, in *RepositoryModelLoadRequest, opts ...grpc.CallOption) (*RepositoryModelLoadResponse, error)
|
|
// @@ .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest)
|
|
// @@ returns (RepositoryModelUnloadResponse)
|
|
// @@
|
|
// @@ Unload a model.
|
|
// @@
|
|
RepositoryModelUnload(ctx context.Context, in *RepositoryModelUnloadRequest, opts ...grpc.CallOption) (*RepositoryModelUnloadResponse, error)
|
|
// @@ .. cpp:var:: rpc SystemSharedMemoryStatus(
|
|
// @@ SystemSharedMemoryStatusRequest)
|
|
// @@ returns (SystemSharedMemoryStatusRespose)
|
|
// @@
|
|
// @@ Get the status of all registered system-shared-memory regions.
|
|
// @@
|
|
SystemSharedMemoryStatus(ctx context.Context, in *SystemSharedMemoryStatusRequest, opts ...grpc.CallOption) (*SystemSharedMemoryStatusResponse, error)
|
|
// @@ .. cpp:var:: rpc SystemSharedMemoryRegister(
|
|
// @@ SystemSharedMemoryRegisterRequest)
|
|
// @@ returns (SystemSharedMemoryRegisterResponse)
|
|
// @@
|
|
// @@ Register a system-shared-memory region.
|
|
// @@
|
|
SystemSharedMemoryRegister(ctx context.Context, in *SystemSharedMemoryRegisterRequest, opts ...grpc.CallOption) (*SystemSharedMemoryRegisterResponse, error)
|
|
// @@ .. cpp:var:: rpc SystemSharedMemoryUnregister(
|
|
// @@ SystemSharedMemoryUnregisterRequest)
|
|
// @@ returns (SystemSharedMemoryUnregisterResponse)
|
|
// @@
|
|
// @@ Unregister a system-shared-memory region.
|
|
// @@
|
|
SystemSharedMemoryUnregister(ctx context.Context, in *SystemSharedMemoryUnregisterRequest, opts ...grpc.CallOption) (*SystemSharedMemoryUnregisterResponse, error)
|
|
// @@ .. cpp:var:: rpc CudaSharedMemoryStatus(
|
|
// @@ CudaSharedMemoryStatusRequest)
|
|
// @@ returns (CudaSharedMemoryStatusRespose)
|
|
// @@
|
|
// @@ Get the status of all registered CUDA-shared-memory regions.
|
|
// @@
|
|
CudaSharedMemoryStatus(ctx context.Context, in *CudaSharedMemoryStatusRequest, opts ...grpc.CallOption) (*CudaSharedMemoryStatusResponse, error)
|
|
// @@ .. cpp:var:: rpc CudaSharedMemoryRegister(
|
|
// @@ CudaSharedMemoryRegisterRequest)
|
|
// @@ returns (CudaSharedMemoryRegisterResponse)
|
|
// @@
|
|
// @@ Register a CUDA-shared-memory region.
|
|
// @@
|
|
CudaSharedMemoryRegister(ctx context.Context, in *CudaSharedMemoryRegisterRequest, opts ...grpc.CallOption) (*CudaSharedMemoryRegisterResponse, error)
|
|
// @@ .. cpp:var:: rpc CudaSharedMemoryUnregister(
|
|
// @@ CudaSharedMemoryUnregisterRequest)
|
|
// @@ returns (CudaSharedMemoryUnregisterResponse)
|
|
// @@
|
|
// @@ Unregister a CUDA-shared-memory region.
|
|
// @@
|
|
CudaSharedMemoryUnregister(ctx context.Context, in *CudaSharedMemoryUnregisterRequest, opts ...grpc.CallOption) (*CudaSharedMemoryUnregisterResponse, error)
|
|
// @@ .. cpp:var:: rpc TraceSetting(TraceSettingRequest)
|
|
// @@ returns (TraceSettingResponse)
|
|
// @@
|
|
// @@ Update and get the trace setting of the Triton server.
|
|
// @@
|
|
TraceSetting(ctx context.Context, in *TraceSettingRequest, opts ...grpc.CallOption) (*TraceSettingResponse, error)
|
|
// @@ .. cpp:var:: rpc LogSettings(LogSettingsRequest)
|
|
// @@ returns (LogSettingsResponse)
|
|
// @@
|
|
// @@ Update and get the log settings of the Triton server.
|
|
// @@
|
|
LogSettings(ctx context.Context, in *LogSettingsRequest, opts ...grpc.CallOption) (*LogSettingsResponse, error)
|
|
}
|
|
|
|
type gRPCInferenceServiceClient struct {
|
|
cc grpc.ClientConnInterface
|
|
}
|
|
|
|
func NewGRPCInferenceServiceClient(cc grpc.ClientConnInterface) GRPCInferenceServiceClient {
|
|
return &gRPCInferenceServiceClient{cc}
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) ServerLive(ctx context.Context, in *ServerLiveRequest, opts ...grpc.CallOption) (*ServerLiveResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(ServerLiveResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_ServerLive_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) ServerReady(ctx context.Context, in *ServerReadyRequest, opts ...grpc.CallOption) (*ServerReadyResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(ServerReadyResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_ServerReady_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) ModelReady(ctx context.Context, in *ModelReadyRequest, opts ...grpc.CallOption) (*ModelReadyResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(ModelReadyResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_ModelReady_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) ServerMetadata(ctx context.Context, in *ServerMetadataRequest, opts ...grpc.CallOption) (*ServerMetadataResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(ServerMetadataResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_ServerMetadata_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) ModelMetadata(ctx context.Context, in *ModelMetadataRequest, opts ...grpc.CallOption) (*ModelMetadataResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(ModelMetadataResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_ModelMetadata_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) ModelInfer(ctx context.Context, in *ModelInferRequest, opts ...grpc.CallOption) (*ModelInferResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(ModelInferResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_ModelInfer_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) ModelStreamInfer(ctx context.Context, opts ...grpc.CallOption) (GRPCInferenceService_ModelStreamInferClient, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
stream, err := c.cc.NewStream(ctx, &GRPCInferenceService_ServiceDesc.Streams[0], GRPCInferenceService_ModelStreamInfer_FullMethodName, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
x := &gRPCInferenceServiceModelStreamInferClient{ClientStream: stream}
|
|
return x, nil
|
|
}
|
|
|
|
type GRPCInferenceService_ModelStreamInferClient interface {
|
|
Send(*ModelInferRequest) error
|
|
Recv() (*ModelStreamInferResponse, error)
|
|
grpc.ClientStream
|
|
}
|
|
|
|
type gRPCInferenceServiceModelStreamInferClient struct {
|
|
grpc.ClientStream
|
|
}
|
|
|
|
func (x *gRPCInferenceServiceModelStreamInferClient) Send(m *ModelInferRequest) error {
|
|
return x.ClientStream.SendMsg(m)
|
|
}
|
|
|
|
func (x *gRPCInferenceServiceModelStreamInferClient) Recv() (*ModelStreamInferResponse, error) {
|
|
m := new(ModelStreamInferResponse)
|
|
if err := x.ClientStream.RecvMsg(m); err != nil {
|
|
return nil, err
|
|
}
|
|
return m, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) ModelConfig(ctx context.Context, in *ModelConfigRequest, opts ...grpc.CallOption) (*ModelConfigResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(ModelConfigResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_ModelConfig_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) ModelStatistics(ctx context.Context, in *ModelStatisticsRequest, opts ...grpc.CallOption) (*ModelStatisticsResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(ModelStatisticsResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_ModelStatistics_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) RepositoryIndex(ctx context.Context, in *RepositoryIndexRequest, opts ...grpc.CallOption) (*RepositoryIndexResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(RepositoryIndexResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_RepositoryIndex_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) RepositoryModelLoad(ctx context.Context, in *RepositoryModelLoadRequest, opts ...grpc.CallOption) (*RepositoryModelLoadResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(RepositoryModelLoadResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_RepositoryModelLoad_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) RepositoryModelUnload(ctx context.Context, in *RepositoryModelUnloadRequest, opts ...grpc.CallOption) (*RepositoryModelUnloadResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(RepositoryModelUnloadResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_RepositoryModelUnload_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) SystemSharedMemoryStatus(ctx context.Context, in *SystemSharedMemoryStatusRequest, opts ...grpc.CallOption) (*SystemSharedMemoryStatusResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(SystemSharedMemoryStatusResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_SystemSharedMemoryStatus_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) SystemSharedMemoryRegister(ctx context.Context, in *SystemSharedMemoryRegisterRequest, opts ...grpc.CallOption) (*SystemSharedMemoryRegisterResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(SystemSharedMemoryRegisterResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_SystemSharedMemoryRegister_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) SystemSharedMemoryUnregister(ctx context.Context, in *SystemSharedMemoryUnregisterRequest, opts ...grpc.CallOption) (*SystemSharedMemoryUnregisterResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(SystemSharedMemoryUnregisterResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_SystemSharedMemoryUnregister_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) CudaSharedMemoryStatus(ctx context.Context, in *CudaSharedMemoryStatusRequest, opts ...grpc.CallOption) (*CudaSharedMemoryStatusResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(CudaSharedMemoryStatusResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_CudaSharedMemoryStatus_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) CudaSharedMemoryRegister(ctx context.Context, in *CudaSharedMemoryRegisterRequest, opts ...grpc.CallOption) (*CudaSharedMemoryRegisterResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(CudaSharedMemoryRegisterResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_CudaSharedMemoryRegister_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) CudaSharedMemoryUnregister(ctx context.Context, in *CudaSharedMemoryUnregisterRequest, opts ...grpc.CallOption) (*CudaSharedMemoryUnregisterResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(CudaSharedMemoryUnregisterResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_CudaSharedMemoryUnregister_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) TraceSetting(ctx context.Context, in *TraceSettingRequest, opts ...grpc.CallOption) (*TraceSettingResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(TraceSettingResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_TraceSetting_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (c *gRPCInferenceServiceClient) LogSettings(ctx context.Context, in *LogSettingsRequest, opts ...grpc.CallOption) (*LogSettingsResponse, error) {
|
|
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
|
|
out := new(LogSettingsResponse)
|
|
err := c.cc.Invoke(ctx, GRPCInferenceService_LogSettings_FullMethodName, in, out, cOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
// GRPCInferenceServiceServer is the server API for GRPCInferenceService service.
|
|
// All implementations must embed UnimplementedGRPCInferenceServiceServer
|
|
// for forward compatibility
|
|
//
|
|
// @@
|
|
// @@.. cpp:var:: service InferenceService
|
|
// @@
|
|
// @@ Inference Server GRPC endpoints.
|
|
// @@
|
|
type GRPCInferenceServiceServer interface {
|
|
// @@ .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns
|
|
// @@ (ServerLiveResponse)
|
|
// @@
|
|
// @@ Check liveness of the inference server.
|
|
// @@
|
|
ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error)
|
|
// @@ .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns
|
|
// @@ (ServerReadyResponse)
|
|
// @@
|
|
// @@ Check readiness of the inference server.
|
|
// @@
|
|
ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error)
|
|
// @@ .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns
|
|
// @@ (ModelReadyResponse)
|
|
// @@
|
|
// @@ Check readiness of a model in the inference server.
|
|
// @@
|
|
ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error)
|
|
// @@ .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns
|
|
// @@ (ServerMetadataResponse)
|
|
// @@
|
|
// @@ Get server metadata.
|
|
// @@
|
|
ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error)
|
|
// @@ .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns
|
|
// @@ (ModelMetadataResponse)
|
|
// @@
|
|
// @@ Get model metadata.
|
|
// @@
|
|
ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error)
|
|
// @@ .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns
|
|
// @@ (ModelInferResponse)
|
|
// @@
|
|
// @@ Perform inference using a specific model.
|
|
// @@
|
|
ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error)
|
|
// @@ .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns
|
|
// @@ (stream ModelStreamInferResponse)
|
|
// @@
|
|
// @@ Perform streaming inference.
|
|
// @@
|
|
ModelStreamInfer(GRPCInferenceService_ModelStreamInferServer) error
|
|
// @@ .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns
|
|
// @@ (ModelConfigResponse)
|
|
// @@
|
|
// @@ Get model configuration.
|
|
// @@
|
|
ModelConfig(context.Context, *ModelConfigRequest) (*ModelConfigResponse, error)
|
|
// @@ .. cpp:var:: rpc ModelStatistics(
|
|
// @@ ModelStatisticsRequest)
|
|
// @@ returns (ModelStatisticsResponse)
|
|
// @@
|
|
// @@ Get the cumulative inference statistics for a model.
|
|
// @@
|
|
ModelStatistics(context.Context, *ModelStatisticsRequest) (*ModelStatisticsResponse, error)
|
|
// @@ .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns
|
|
// @@ (RepositoryIndexResponse)
|
|
// @@
|
|
// @@ Get the index of model repository contents.
|
|
// @@
|
|
RepositoryIndex(context.Context, *RepositoryIndexRequest) (*RepositoryIndexResponse, error)
|
|
// @@ .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns
|
|
// @@ (RepositoryModelLoadResponse)
|
|
// @@
|
|
// @@ Load or reload a model from a repository.
|
|
// @@
|
|
RepositoryModelLoad(context.Context, *RepositoryModelLoadRequest) (*RepositoryModelLoadResponse, error)
|
|
// @@ .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest)
|
|
// @@ returns (RepositoryModelUnloadResponse)
|
|
// @@
|
|
// @@ Unload a model.
|
|
// @@
|
|
RepositoryModelUnload(context.Context, *RepositoryModelUnloadRequest) (*RepositoryModelUnloadResponse, error)
|
|
// @@ .. cpp:var:: rpc SystemSharedMemoryStatus(
|
|
// @@ SystemSharedMemoryStatusRequest)
|
|
// @@ returns (SystemSharedMemoryStatusRespose)
|
|
// @@
|
|
// @@ Get the status of all registered system-shared-memory regions.
|
|
// @@
|
|
SystemSharedMemoryStatus(context.Context, *SystemSharedMemoryStatusRequest) (*SystemSharedMemoryStatusResponse, error)
|
|
// @@ .. cpp:var:: rpc SystemSharedMemoryRegister(
|
|
// @@ SystemSharedMemoryRegisterRequest)
|
|
// @@ returns (SystemSharedMemoryRegisterResponse)
|
|
// @@
|
|
// @@ Register a system-shared-memory region.
|
|
// @@
|
|
SystemSharedMemoryRegister(context.Context, *SystemSharedMemoryRegisterRequest) (*SystemSharedMemoryRegisterResponse, error)
|
|
// @@ .. cpp:var:: rpc SystemSharedMemoryUnregister(
|
|
// @@ SystemSharedMemoryUnregisterRequest)
|
|
// @@ returns (SystemSharedMemoryUnregisterResponse)
|
|
// @@
|
|
// @@ Unregister a system-shared-memory region.
|
|
// @@
|
|
SystemSharedMemoryUnregister(context.Context, *SystemSharedMemoryUnregisterRequest) (*SystemSharedMemoryUnregisterResponse, error)
|
|
// @@ .. cpp:var:: rpc CudaSharedMemoryStatus(
|
|
// @@ CudaSharedMemoryStatusRequest)
|
|
// @@ returns (CudaSharedMemoryStatusRespose)
|
|
// @@
|
|
// @@ Get the status of all registered CUDA-shared-memory regions.
|
|
// @@
|
|
CudaSharedMemoryStatus(context.Context, *CudaSharedMemoryStatusRequest) (*CudaSharedMemoryStatusResponse, error)
|
|
// @@ .. cpp:var:: rpc CudaSharedMemoryRegister(
|
|
// @@ CudaSharedMemoryRegisterRequest)
|
|
// @@ returns (CudaSharedMemoryRegisterResponse)
|
|
// @@
|
|
// @@ Register a CUDA-shared-memory region.
|
|
// @@
|
|
CudaSharedMemoryRegister(context.Context, *CudaSharedMemoryRegisterRequest) (*CudaSharedMemoryRegisterResponse, error)
|
|
// @@ .. cpp:var:: rpc CudaSharedMemoryUnregister(
|
|
// @@ CudaSharedMemoryUnregisterRequest)
|
|
// @@ returns (CudaSharedMemoryUnregisterResponse)
|
|
// @@
|
|
// @@ Unregister a CUDA-shared-memory region.
|
|
// @@
|
|
CudaSharedMemoryUnregister(context.Context, *CudaSharedMemoryUnregisterRequest) (*CudaSharedMemoryUnregisterResponse, error)
|
|
// @@ .. cpp:var:: rpc TraceSetting(TraceSettingRequest)
|
|
// @@ returns (TraceSettingResponse)
|
|
// @@
|
|
// @@ Update and get the trace setting of the Triton server.
|
|
// @@
|
|
TraceSetting(context.Context, *TraceSettingRequest) (*TraceSettingResponse, error)
|
|
// @@ .. cpp:var:: rpc LogSettings(LogSettingsRequest)
|
|
// @@ returns (LogSettingsResponse)
|
|
// @@
|
|
// @@ Update and get the log settings of the Triton server.
|
|
// @@
|
|
LogSettings(context.Context, *LogSettingsRequest) (*LogSettingsResponse, error)
|
|
mustEmbedUnimplementedGRPCInferenceServiceServer()
|
|
}
|
|
|
|
// UnimplementedGRPCInferenceServiceServer must be embedded to have forward compatible implementations.
|
|
type UnimplementedGRPCInferenceServiceServer struct {
|
|
}
|
|
|
|
func (UnimplementedGRPCInferenceServiceServer) ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method ServerLive not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method ServerReady not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method ModelReady not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method ServerMetadata not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method ModelMetadata not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method ModelInfer not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) ModelStreamInfer(GRPCInferenceService_ModelStreamInferServer) error {
|
|
return status.Errorf(codes.Unimplemented, "method ModelStreamInfer not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) ModelConfig(context.Context, *ModelConfigRequest) (*ModelConfigResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method ModelConfig not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) ModelStatistics(context.Context, *ModelStatisticsRequest) (*ModelStatisticsResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method ModelStatistics not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) RepositoryIndex(context.Context, *RepositoryIndexRequest) (*RepositoryIndexResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method RepositoryIndex not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) RepositoryModelLoad(context.Context, *RepositoryModelLoadRequest) (*RepositoryModelLoadResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method RepositoryModelLoad not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) RepositoryModelUnload(context.Context, *RepositoryModelUnloadRequest) (*RepositoryModelUnloadResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method RepositoryModelUnload not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryStatus(context.Context, *SystemSharedMemoryStatusRequest) (*SystemSharedMemoryStatusResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method SystemSharedMemoryStatus not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryRegister(context.Context, *SystemSharedMemoryRegisterRequest) (*SystemSharedMemoryRegisterResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method SystemSharedMemoryRegister not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryUnregister(context.Context, *SystemSharedMemoryUnregisterRequest) (*SystemSharedMemoryUnregisterResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method SystemSharedMemoryUnregister not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryStatus(context.Context, *CudaSharedMemoryStatusRequest) (*CudaSharedMemoryStatusResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method CudaSharedMemoryStatus not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryRegister(context.Context, *CudaSharedMemoryRegisterRequest) (*CudaSharedMemoryRegisterResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method CudaSharedMemoryRegister not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryUnregister(context.Context, *CudaSharedMemoryUnregisterRequest) (*CudaSharedMemoryUnregisterResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method CudaSharedMemoryUnregister not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) TraceSetting(context.Context, *TraceSettingRequest) (*TraceSettingResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method TraceSetting not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) LogSettings(context.Context, *LogSettingsRequest) (*LogSettingsResponse, error) {
|
|
return nil, status.Errorf(codes.Unimplemented, "method LogSettings not implemented")
|
|
}
|
|
func (UnimplementedGRPCInferenceServiceServer) mustEmbedUnimplementedGRPCInferenceServiceServer() {}
|
|
|
|
// UnsafeGRPCInferenceServiceServer may be embedded to opt out of forward compatibility for this service.
|
|
// Use of this interface is not recommended, as added methods to GRPCInferenceServiceServer will
|
|
// result in compilation errors.
|
|
type UnsafeGRPCInferenceServiceServer interface {
|
|
mustEmbedUnimplementedGRPCInferenceServiceServer()
|
|
}
|
|
|
|
func RegisterGRPCInferenceServiceServer(s grpc.ServiceRegistrar, srv GRPCInferenceServiceServer) {
|
|
s.RegisterService(&GRPCInferenceService_ServiceDesc, srv)
|
|
}
|
|
|
|
func _GRPCInferenceService_ServerLive_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(ServerLiveRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).ServerLive(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_ServerLive_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).ServerLive(ctx, req.(*ServerLiveRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_ServerReady_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(ServerReadyRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).ServerReady(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_ServerReady_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).ServerReady(ctx, req.(*ServerReadyRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_ModelReady_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(ModelReadyRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).ModelReady(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_ModelReady_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).ModelReady(ctx, req.(*ModelReadyRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_ServerMetadata_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(ServerMetadataRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).ServerMetadata(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_ServerMetadata_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).ServerMetadata(ctx, req.(*ServerMetadataRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_ModelMetadata_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(ModelMetadataRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).ModelMetadata(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_ModelMetadata_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).ModelMetadata(ctx, req.(*ModelMetadataRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_ModelInfer_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(ModelInferRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).ModelInfer(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_ModelInfer_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).ModelInfer(ctx, req.(*ModelInferRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_ModelStreamInfer_Handler(srv interface{}, stream grpc.ServerStream) error {
|
|
return srv.(GRPCInferenceServiceServer).ModelStreamInfer(&gRPCInferenceServiceModelStreamInferServer{ServerStream: stream})
|
|
}
|
|
|
|
type GRPCInferenceService_ModelStreamInferServer interface {
|
|
Send(*ModelStreamInferResponse) error
|
|
Recv() (*ModelInferRequest, error)
|
|
grpc.ServerStream
|
|
}
|
|
|
|
type gRPCInferenceServiceModelStreamInferServer struct {
|
|
grpc.ServerStream
|
|
}
|
|
|
|
func (x *gRPCInferenceServiceModelStreamInferServer) Send(m *ModelStreamInferResponse) error {
|
|
return x.ServerStream.SendMsg(m)
|
|
}
|
|
|
|
func (x *gRPCInferenceServiceModelStreamInferServer) Recv() (*ModelInferRequest, error) {
|
|
m := new(ModelInferRequest)
|
|
if err := x.ServerStream.RecvMsg(m); err != nil {
|
|
return nil, err
|
|
}
|
|
return m, nil
|
|
}
|
|
|
|
func _GRPCInferenceService_ModelConfig_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(ModelConfigRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).ModelConfig(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_ModelConfig_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).ModelConfig(ctx, req.(*ModelConfigRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_ModelStatistics_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(ModelStatisticsRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).ModelStatistics(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_ModelStatistics_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).ModelStatistics(ctx, req.(*ModelStatisticsRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_RepositoryIndex_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(RepositoryIndexRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).RepositoryIndex(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_RepositoryIndex_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).RepositoryIndex(ctx, req.(*RepositoryIndexRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_RepositoryModelLoad_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(RepositoryModelLoadRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).RepositoryModelLoad(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_RepositoryModelLoad_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).RepositoryModelLoad(ctx, req.(*RepositoryModelLoadRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_RepositoryModelUnload_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(RepositoryModelUnloadRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).RepositoryModelUnload(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_RepositoryModelUnload_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).RepositoryModelUnload(ctx, req.(*RepositoryModelUnloadRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_SystemSharedMemoryStatus_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(SystemSharedMemoryStatusRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).SystemSharedMemoryStatus(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_SystemSharedMemoryStatus_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).SystemSharedMemoryStatus(ctx, req.(*SystemSharedMemoryStatusRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_SystemSharedMemoryRegister_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(SystemSharedMemoryRegisterRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).SystemSharedMemoryRegister(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_SystemSharedMemoryRegister_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).SystemSharedMemoryRegister(ctx, req.(*SystemSharedMemoryRegisterRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_SystemSharedMemoryUnregister_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(SystemSharedMemoryUnregisterRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).SystemSharedMemoryUnregister(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_SystemSharedMemoryUnregister_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).SystemSharedMemoryUnregister(ctx, req.(*SystemSharedMemoryUnregisterRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_CudaSharedMemoryStatus_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(CudaSharedMemoryStatusRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).CudaSharedMemoryStatus(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_CudaSharedMemoryStatus_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).CudaSharedMemoryStatus(ctx, req.(*CudaSharedMemoryStatusRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_CudaSharedMemoryRegister_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(CudaSharedMemoryRegisterRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).CudaSharedMemoryRegister(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_CudaSharedMemoryRegister_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).CudaSharedMemoryRegister(ctx, req.(*CudaSharedMemoryRegisterRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_CudaSharedMemoryUnregister_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(CudaSharedMemoryUnregisterRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).CudaSharedMemoryUnregister(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_CudaSharedMemoryUnregister_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).CudaSharedMemoryUnregister(ctx, req.(*CudaSharedMemoryUnregisterRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_TraceSetting_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(TraceSettingRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).TraceSetting(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_TraceSetting_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).TraceSetting(ctx, req.(*TraceSettingRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
func _GRPCInferenceService_LogSettings_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
|
in := new(LogSettingsRequest)
|
|
if err := dec(in); err != nil {
|
|
return nil, err
|
|
}
|
|
if interceptor == nil {
|
|
return srv.(GRPCInferenceServiceServer).LogSettings(ctx, in)
|
|
}
|
|
info := &grpc.UnaryServerInfo{
|
|
Server: srv,
|
|
FullMethod: GRPCInferenceService_LogSettings_FullMethodName,
|
|
}
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return srv.(GRPCInferenceServiceServer).LogSettings(ctx, req.(*LogSettingsRequest))
|
|
}
|
|
return interceptor(ctx, in, info, handler)
|
|
}
|
|
|
|
// GRPCInferenceService_ServiceDesc is the grpc.ServiceDesc for GRPCInferenceService service.
|
|
// It's only intended for direct use with grpc.RegisterService,
|
|
// and not to be introspected or modified (even as a copy)
|
|
var GRPCInferenceService_ServiceDesc = grpc.ServiceDesc{
|
|
ServiceName: "inference.GRPCInferenceService",
|
|
HandlerType: (*GRPCInferenceServiceServer)(nil),
|
|
Methods: []grpc.MethodDesc{
|
|
{
|
|
MethodName: "ServerLive",
|
|
Handler: _GRPCInferenceService_ServerLive_Handler,
|
|
},
|
|
{
|
|
MethodName: "ServerReady",
|
|
Handler: _GRPCInferenceService_ServerReady_Handler,
|
|
},
|
|
{
|
|
MethodName: "ModelReady",
|
|
Handler: _GRPCInferenceService_ModelReady_Handler,
|
|
},
|
|
{
|
|
MethodName: "ServerMetadata",
|
|
Handler: _GRPCInferenceService_ServerMetadata_Handler,
|
|
},
|
|
{
|
|
MethodName: "ModelMetadata",
|
|
Handler: _GRPCInferenceService_ModelMetadata_Handler,
|
|
},
|
|
{
|
|
MethodName: "ModelInfer",
|
|
Handler: _GRPCInferenceService_ModelInfer_Handler,
|
|
},
|
|
{
|
|
MethodName: "ModelConfig",
|
|
Handler: _GRPCInferenceService_ModelConfig_Handler,
|
|
},
|
|
{
|
|
MethodName: "ModelStatistics",
|
|
Handler: _GRPCInferenceService_ModelStatistics_Handler,
|
|
},
|
|
{
|
|
MethodName: "RepositoryIndex",
|
|
Handler: _GRPCInferenceService_RepositoryIndex_Handler,
|
|
},
|
|
{
|
|
MethodName: "RepositoryModelLoad",
|
|
Handler: _GRPCInferenceService_RepositoryModelLoad_Handler,
|
|
},
|
|
{
|
|
MethodName: "RepositoryModelUnload",
|
|
Handler: _GRPCInferenceService_RepositoryModelUnload_Handler,
|
|
},
|
|
{
|
|
MethodName: "SystemSharedMemoryStatus",
|
|
Handler: _GRPCInferenceService_SystemSharedMemoryStatus_Handler,
|
|
},
|
|
{
|
|
MethodName: "SystemSharedMemoryRegister",
|
|
Handler: _GRPCInferenceService_SystemSharedMemoryRegister_Handler,
|
|
},
|
|
{
|
|
MethodName: "SystemSharedMemoryUnregister",
|
|
Handler: _GRPCInferenceService_SystemSharedMemoryUnregister_Handler,
|
|
},
|
|
{
|
|
MethodName: "CudaSharedMemoryStatus",
|
|
Handler: _GRPCInferenceService_CudaSharedMemoryStatus_Handler,
|
|
},
|
|
{
|
|
MethodName: "CudaSharedMemoryRegister",
|
|
Handler: _GRPCInferenceService_CudaSharedMemoryRegister_Handler,
|
|
},
|
|
{
|
|
MethodName: "CudaSharedMemoryUnregister",
|
|
Handler: _GRPCInferenceService_CudaSharedMemoryUnregister_Handler,
|
|
},
|
|
{
|
|
MethodName: "TraceSetting",
|
|
Handler: _GRPCInferenceService_TraceSetting_Handler,
|
|
},
|
|
{
|
|
MethodName: "LogSettings",
|
|
Handler: _GRPCInferenceService_LogSettings_Handler,
|
|
},
|
|
},
|
|
Streams: []grpc.StreamDesc{
|
|
{
|
|
StreamName: "ModelStreamInfer",
|
|
Handler: _GRPCInferenceService_ModelStreamInfer_Handler,
|
|
ServerStreams: true,
|
|
ClientStreams: true,
|
|
},
|
|
},
|
|
Metadata: "grpc_service.proto",
|
|
}
|