package mp4 import ( "github.com/deepch/vdk/codec/h265parser" "io" "m7s.live/m7s/v5" "m7s.live/m7s/v5/pkg/codec" "m7s.live/m7s/v5/pkg/util" "m7s.live/m7s/v5/plugin/mp4/pkg/box" rtmp "m7s.live/m7s/v5/plugin/rtmp/pkg" "strings" ) type Puller struct { m7s.HttpFilePuller } func NewPuller() m7s.IPuller { return &Puller{} } func (p *Puller) Run() (err error) { ctx := &p.Ctx var demuxer *box.MovDemuxer switch v := p.ReadCloser.(type) { case io.ReadSeeker: demuxer = box.CreateMp4Demuxer(v) default: var content []byte content, err = io.ReadAll(p.ReadCloser) demuxer = box.CreateMp4Demuxer(strings.NewReader(string(content))) } var tracks []box.TrackInfo if tracks, err = demuxer.ReadHead(); err != nil { return } publisher := ctx.Publisher for _, track := range tracks { switch track.Cid { case box.MP4_CODEC_H264: var sequece rtmp.RTMPVideo sequece.Append([]byte{0x17, 0x00, 0x00, 0x00, 0x00}, track.ExtraData) err = publisher.WriteVideo(&sequece) case box.MP4_CODEC_H265: var sequece rtmp.RTMPVideo sequece.Append([]byte{0b1001_0000 | rtmp.PacketTypeSequenceStart}, codec.FourCC_H265[:], track.ExtraData) err = publisher.WriteVideo(&sequece) case box.MP4_CODEC_AAC: var sequence rtmp.RTMPAudio sequence.Append([]byte{0xaf, 0x00}, track.ExtraData) err = publisher.WriteAudio(&sequence) } } allocator := util.NewScalableMemoryAllocator(1 << 10) for { pkg, err := demuxer.ReadPacket(allocator) if err != nil { ctx.Error("Error reading MP4 packet", "err", err) return err } switch track := tracks[pkg.TrackId-1]; track.Cid { case box.MP4_CODEC_H264: var videoFrame rtmp.RTMPVideo videoFrame.SetAllocator(allocator) videoFrame.CTS = uint32(pkg.Pts - pkg.Dts) videoFrame.Timestamp = uint32(pkg.Dts) keyFrame := codec.H264NALUType(pkg.Data[5]&0x1F) == codec.NALU_IDR_Picture videoFrame.AppendOne([]byte{util.Conditoinal[byte](keyFrame, 0x17, 0x27), 0x01, byte(videoFrame.CTS >> 24), byte(videoFrame.CTS >> 8), byte(videoFrame.CTS)}) videoFrame.AddRecycleBytes(pkg.Data) err = publisher.WriteVideo(&videoFrame) case box.MP4_CODEC_H265: var videoFrame rtmp.RTMPVideo videoFrame.SetAllocator(allocator) videoFrame.CTS = uint32(pkg.Pts - pkg.Dts) videoFrame.Timestamp = uint32(pkg.Dts) var head []byte var b0 byte = 0b1010_0000 switch codec.ParseH265NALUType(pkg.Data[5]) { case h265parser.NAL_UNIT_CODED_SLICE_BLA_W_LP, h265parser.NAL_UNIT_CODED_SLICE_BLA_W_RADL, h265parser.NAL_UNIT_CODED_SLICE_BLA_N_LP, h265parser.NAL_UNIT_CODED_SLICE_IDR_W_RADL, h265parser.NAL_UNIT_CODED_SLICE_IDR_N_LP, h265parser.NAL_UNIT_CODED_SLICE_CRA: b0 = 0b1001_0000 } if videoFrame.CTS == 0 { head = videoFrame.NextN(5) head[0] = b0 | rtmp.PacketTypeCodedFramesX } else { head = videoFrame.NextN(8) head[0] = b0 | rtmp.PacketTypeCodedFrames util.PutBE(head[5:8], videoFrame.CTS) // cts } copy(head[1:], codec.FourCC_H265[:]) videoFrame.AddRecycleBytes(pkg.Data) err = publisher.WriteVideo(&videoFrame) case box.MP4_CODEC_AAC: var audioFrame rtmp.RTMPAudio audioFrame.SetAllocator(allocator) audioFrame.Timestamp = uint32(pkg.Dts) audioFrame.AppendOne([]byte{0xaf, 0x01}) audioFrame.AddRecycleBytes(pkg.Data) err = publisher.WriteAudio(&audioFrame) } } }