package stream import ( "encoding/hex" "fmt" "github.com/lkmio/avformat/libavc" "github.com/lkmio/avformat/libhevc" "github.com/lkmio/avformat/utils" "github.com/lkmio/lkm/log" "net/url" "strings" "time" ) // SourceType 推流类型 type SourceType byte // TransStreamProtocol 输出的流协议 type TransStreamProtocol uint32 // SessionState 推拉流Session的状态 // 包含握手和Hook授权阶段 type SessionState uint32 const ( SourceTypeRtmp = SourceType(1) SourceType28181 = SourceType(2) SourceType1078 = SourceType(3) TransStreamRtmp = TransStreamProtocol(1) TransStreamFlv = TransStreamProtocol(2) TransStreamRtsp = TransStreamProtocol(3) TransStreamHls = TransStreamProtocol(4) TransStreamRtc = TransStreamProtocol(5) TransStreamGBStreamForward = TransStreamProtocol(6) // 国标级联转发 ) const ( SessionStateCreated = SessionState(1) // 新建状态 SessionStateHandshaking = SessionState(2) // 握手中 SessionStateHandshakeFailure = SessionState(3) // 握手失败 SessionStateHandshakeSuccess = SessionState(4) // 握手完成 SessionStateWaiting = SessionState(5) // 位于等待队列中 SessionStateTransferring = SessionState(6) // 推拉流中 SessionStateClosed = SessionState(7) // 关闭状态 ) func (s SourceType) String() string { if SourceTypeRtmp == s { return "rtmp" } else if SourceType28181 == s { return "28181" } else if SourceType1078 == s { return "jt1078" } panic(fmt.Sprintf("unknown source type %d", s)) } func (p TransStreamProtocol) String() string { if TransStreamRtmp == p { return "rtmp" } else if TransStreamFlv == p { return "flv" } else if TransStreamRtsp == p { return "rtsp" } else if TransStreamHls == p { return "hls" } else if TransStreamRtc == p { return "rtc" } else if TransStreamGBStreamForward == p { return "gb_stream_forward" } panic(fmt.Sprintf("unknown stream protocol %d", p)) } func (s SessionState) String() string { if SessionStateCreated == s { return "create" } else if SessionStateHandshaking == s { return "handshaking" } else if SessionStateHandshakeFailure == s { return "handshake failure" } else if SessionStateHandshakeSuccess == s { return "handshake success" } else if SessionStateWaiting == s { return "waiting" } else if SessionStateTransferring == s { return "transferring" } else if SessionStateClosed == s { return "closed" } panic(fmt.Sprintf("unknown session state %d", s)) } func Path2SourceId(path string, suffix string) (string, error) { source := strings.TrimSpace(path) if strings.HasPrefix(source, "/") { source = source[1:] } if len(suffix) > 0 && strings.HasSuffix(source, suffix) { source = source[:len(source)-len(suffix)] } source = strings.TrimSpace(source) if len(strings.TrimSpace(source)) == 0 { return "", fmt.Errorf("the request source cannot be empty") } return source, nil } // ParseUrl 从推拉流url中解析出流id和url参数 func ParseUrl(name string) (string, url.Values) { index := strings.Index(name, "?") if index > 0 && index < len(name)-1 { query, err := url.ParseQuery(name[index+1:]) if err != nil { log.Sugar.Errorf("解析url参数失败 err:%s url:%s", err.Error(), name) return name, nil } return name[:index], query } return name, nil } func ExtractVideoPacket(codec utils.AVCodecID, key, extractStream bool, data []byte, pts, dts int64, index, timebase int) (utils.AVStream, utils.AVPacket, error) { var stream utils.AVStream if utils.AVCodecIdH264 == codec { //从关键帧中解析出sps和pps if key && extractStream { sps, pps, err := libavc.ParseExtraDataFromKeyNALU(data) if err != nil { log.Sugar.Errorf("从关键帧中解析sps pps失败 data:%s", hex.EncodeToString(data)) return nil, nil, err } codecData, err := utils.NewAVCCodecData(sps, pps) if err != nil { log.Sugar.Errorf("解析sps pps失败 data:%s sps:%s, pps:%s", hex.EncodeToString(data), hex.EncodeToString(sps), hex.EncodeToString(pps)) return nil, nil, err } stream = utils.NewAVStream(utils.AVMediaTypeVideo, 0, codec, codecData.AnnexBExtraData(), codecData) } } else if utils.AVCodecIdH265 == codec { if key && extractStream { vps, sps, pps, err := libhevc.ParseExtraDataFromKeyNALU(data) if err != nil { log.Sugar.Errorf("从关键帧中解析vps sps pps失败 data:%s", hex.EncodeToString(data)) return nil, nil, err } codecData, err := utils.NewHEVCCodecData(vps, sps, pps) if err != nil { log.Sugar.Errorf("解析sps pps失败 data:%s vps:%s sps:%s, pps:%s", hex.EncodeToString(data), hex.EncodeToString(vps), hex.EncodeToString(sps), hex.EncodeToString(pps)) return nil, nil, err } stream = utils.NewAVStream(utils.AVMediaTypeVideo, 0, codec, codecData.AnnexBExtraData(), codecData) } } packet := utils.NewVideoPacket(data, dts, pts, key, utils.PacketTypeAnnexB, codec, index, timebase) return stream, packet, nil } func ExtractAudioPacket(codec utils.AVCodecID, extractStream bool, data []byte, pts, dts int64, index, timebase int) (utils.AVStream, utils.AVPacket, error) { var stream utils.AVStream var packet utils.AVPacket if utils.AVCodecIdAAC == codec { //必须包含ADTSHeader if len(data) < 7 { return nil, nil, fmt.Errorf("need more data") } var skip int header, err := utils.ReadADtsFixedHeader(data) if err != nil { log.Sugar.Errorf("读取ADTSHeader失败 data:%s", hex.EncodeToString(data[:7])) return nil, nil, err } else { skip = 7 //跳过ADtsHeader长度 if header.ProtectionAbsent() == 0 { skip += 2 } } if extractStream { configData, err := utils.ADtsHeader2MpegAudioConfigData(header) config, err := utils.ParseMpeg4AudioConfig(configData) println(config) if err != nil { log.Sugar.Errorf("adt头转m4ac失败 data:%s", hex.EncodeToString(data[:7])) return nil, nil, err } stream = utils.NewAVStream(utils.AVMediaTypeAudio, index, codec, configData, nil) } packet = utils.NewAudioPacket(data[skip:], dts, pts, codec, index, timebase) } else if utils.AVCodecIdPCMALAW == codec || utils.AVCodecIdPCMMULAW == codec { if extractStream { stream = utils.NewAVStream(utils.AVMediaTypeAudio, index, codec, nil, nil) } packet = utils.NewAudioPacket(data, dts, pts, codec, index, timebase) } return stream, packet, nil } // StartReceiveDataTimer 启动收流超时计时器 func StartReceiveDataTimer(source Source) *time.Timer { utils.Assert(AppConfig.ReceiveTimeout > 0) var receiveDataTimer *time.Timer receiveDataTimer = time.AfterFunc(time.Duration(AppConfig.ReceiveTimeout), func() { dis := time.Now().Sub(source.LastPacketTime()) // 如果开启Hook通知, 根据响应决定是否关闭Source // 如果通知失败, 或者非200应答, 释放Source // 如果没有开启Hook通知, 直接删除 if dis >= time.Duration(AppConfig.ReceiveTimeout) { log.Sugar.Errorf("收流超时 source: %s", source.GetID()) response, state := HookReceiveTimeoutEvent(source) if utils.HookStateOK != state || response == nil { source.Close() return } } // 对精度没要求 receiveDataTimer.Reset(time.Duration(AppConfig.ReceiveTimeout)) }) return receiveDataTimer } // StartIdleTimer 启动拉流空闲计时器 func StartIdleTimer(source Source) *time.Timer { utils.Assert(AppConfig.IdleTimeout > 0) var idleTimer *time.Timer idleTimer = time.AfterFunc(time.Duration(AppConfig.IdleTimeout), func() { dis := time.Now().Sub(source.LastStreamEndTime()) if source.SinkCount() < 1 && dis >= time.Duration(AppConfig.IdleTimeout) { log.Sugar.Errorf("拉流空闲超时 source: %s", source.GetID()) response, state := HookIdleTimeoutEvent(source) if utils.HookStateOK != state || response == nil { source.Close() return } } idleTimer.Reset(time.Duration(AppConfig.IdleTimeout)) }) return idleTimer } // LoopEvent 循环读取事件 func LoopEvent(source Source) { // 将超时计时器放在此处开启, 方便在退出的时候关闭 var receiveTimer *time.Timer var idleTimer *time.Timer defer func() { log.Sugar.Debugf("主协程执行结束 source: %s", source.GetID()) // 关闭计时器 if receiveTimer != nil { receiveTimer.Stop() } if idleTimer != nil { idleTimer.Stop() } }() // 开启收流超时计时器 if AppConfig.Hooks.IsEnableOnReceiveTimeout() && AppConfig.ReceiveTimeout > 0 { receiveTimer = StartReceiveDataTimer(source) } // 开启拉流空闲超时计时器 if AppConfig.Hooks.IsEnableOnIdleTimeout() && AppConfig.IdleTimeout > 0 { idleTimer = StartIdleTimer(source) } for { select { // 读取推流数据 case data := <-source.StreamPipe(): if AppConfig.ReceiveTimeout > 0 { source.SetLastPacketTime(time.Now()) } if err := source.Input(data); err != nil { log.Sugar.Errorf("处理输入流失败 释放source:%s err:%s", source.GetID(), err.Error()) source.DoClose() return } break // 切换到主协程,执行该函数. 目的是用于无锁化处理推拉流的连接与断开, 推流源断开, 查询推流源信息等事件. 不要做耗时操作, 否则会影响推拉流. case event := <-source.MainContextEvents(): event() if source.IsClosed() { // 处理推流管道剩余的数据? return } break } } }