mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-18 22:44:39 +08:00
Reconstruct streaming data transfer with zmq (#3836)
Some checks failed
CE Compile Job / ce_job_pre_check (push) Has been cancelled
CE Compile Job / print_ce_job_pre_check_outputs (push) Has been cancelled
CE Compile Job / FD-Clone-Linux (push) Has been cancelled
CE Compile Job / Show Code Archive Output (push) Has been cancelled
CE Compile Job / BUILD_SM8090 (push) Has been cancelled
CE Compile Job / BUILD_SM8689 (push) Has been cancelled
CE Compile Job / CE_UPLOAD (push) Has been cancelled
Deploy GitHub Pages / deploy (push) Has been cancelled
Some checks failed
CE Compile Job / ce_job_pre_check (push) Has been cancelled
CE Compile Job / print_ce_job_pre_check_outputs (push) Has been cancelled
CE Compile Job / FD-Clone-Linux (push) Has been cancelled
CE Compile Job / Show Code Archive Output (push) Has been cancelled
CE Compile Job / BUILD_SM8090 (push) Has been cancelled
CE Compile Job / BUILD_SM8689 (push) Has been cancelled
CE Compile Job / CE_UPLOAD (push) Has been cancelled
Deploy GitHub Pages / deploy (push) Has been cancelled
* reconstruct USE_GET_SAVE_OUTPUT_V1 * fix ut * use dp rank * fix ci
This commit is contained in:
@@ -16,7 +16,7 @@
|
||||
|
||||
from dataclasses import dataclass
|
||||
from enum import Enum
|
||||
from typing import Optional, Union
|
||||
from typing import Optional
|
||||
|
||||
import numpy as np
|
||||
|
||||
@@ -25,48 +25,19 @@ class DecoderState(Enum):
|
||||
"""DecoderState"""
|
||||
|
||||
TEXT = "text"
|
||||
VISION = "vision"
|
||||
VEDIO = "vedio"
|
||||
IMAGE = "image"
|
||||
VIDEO = "video"
|
||||
AUDIO = "audio"
|
||||
|
||||
|
||||
@dataclass
|
||||
class TextData:
|
||||
"""TextData"""
|
||||
|
||||
tokens: np.array
|
||||
not_need_stop: bool
|
||||
batch: int
|
||||
speculaive_decoding: bool
|
||||
logprobs: Optional[np.array] = None
|
||||
accept_tokens: Optional[np.array] = None
|
||||
accept_num: Optional[np.array] = None
|
||||
|
||||
|
||||
@dataclass
|
||||
class VisionData:
|
||||
"""VisionData"""
|
||||
|
||||
tokens: np.array
|
||||
|
||||
|
||||
@dataclass
|
||||
class VedioData:
|
||||
"""VedioData"""
|
||||
|
||||
tokens: np.array
|
||||
|
||||
|
||||
@dataclass
|
||||
class AudioData:
|
||||
"""AudioData"""
|
||||
|
||||
tokens: np.array
|
||||
|
||||
|
||||
@dataclass
|
||||
class StreamTransferData:
|
||||
"""StreamTransferData"""
|
||||
|
||||
decoder_state: DecoderState
|
||||
data: Union[TextData, VisionData, VedioData, AudioData]
|
||||
tokens: np.array
|
||||
batch_id: int
|
||||
speculaive_decoding: bool = False
|
||||
logprobs: Optional[np.array] = None
|
||||
accept_tokens: Optional[np.array] = None
|
||||
accept_num: Optional[np.array] = None
|
||||
|
Reference in New Issue
Block a user