Reconstruct streaming data transfer with zmq (#3836)
Some checks failed
CE Compile Job / ce_job_pre_check (push) Has been cancelled
CE Compile Job / print_ce_job_pre_check_outputs (push) Has been cancelled
CE Compile Job / FD-Clone-Linux (push) Has been cancelled
CE Compile Job / Show Code Archive Output (push) Has been cancelled
CE Compile Job / BUILD_SM8090 (push) Has been cancelled
CE Compile Job / BUILD_SM8689 (push) Has been cancelled
CE Compile Job / CE_UPLOAD (push) Has been cancelled
Deploy GitHub Pages / deploy (push) Has been cancelled

* reconstruct USE_GET_SAVE_OUTPUT_V1

* fix ut

* use dp rank

* fix ci
This commit is contained in:
RichardWooSJTU
2025-09-17 14:30:39 +08:00
committed by GitHub
parent f9766f917b
commit 2adca04f1f
4 changed files with 201 additions and 111 deletions

View File

@@ -16,7 +16,7 @@
from dataclasses import dataclass
from enum import Enum
from typing import Optional, Union
from typing import Optional
import numpy as np
@@ -25,48 +25,19 @@ class DecoderState(Enum):
"""DecoderState"""
TEXT = "text"
VISION = "vision"
VEDIO = "vedio"
IMAGE = "image"
VIDEO = "video"
AUDIO = "audio"
@dataclass
class TextData:
"""TextData"""
tokens: np.array
not_need_stop: bool
batch: int
speculaive_decoding: bool
logprobs: Optional[np.array] = None
accept_tokens: Optional[np.array] = None
accept_num: Optional[np.array] = None
@dataclass
class VisionData:
"""VisionData"""
tokens: np.array
@dataclass
class VedioData:
"""VedioData"""
tokens: np.array
@dataclass
class AudioData:
"""AudioData"""
tokens: np.array
@dataclass
class StreamTransferData:
"""StreamTransferData"""
decoder_state: DecoderState
data: Union[TextData, VisionData, VedioData, AudioData]
tokens: np.array
batch_id: int
speculaive_decoding: bool = False
logprobs: Optional[np.array] = None
accept_tokens: Optional[np.array] = None
accept_num: Optional[np.array] = None