package plugin_mp4 import ( "bytes" "context" "fmt" "io" "net/http" "os" "path/filepath" "strings" "time" "unsafe" "github.com/mcuadros/go-defaults" "google.golang.org/protobuf/types/known/emptypb" m7s "m7s.live/v5" "m7s.live/v5/pb" "m7s.live/v5/pkg" "m7s.live/v5/pkg/config" "m7s.live/v5/pkg/task" "m7s.live/v5/pkg/util" mp4pb "m7s.live/v5/plugin/mp4/pb" mp4 "m7s.live/v5/plugin/mp4/pkg" "m7s.live/v5/plugin/mp4/pkg/box" ) type ContentPart struct { *os.File Start int64 Size int boxies []box.IBox } func (p *MP4Plugin) downloadSingleFile(stream *m7s.RecordStream, flag mp4.Flag, w http.ResponseWriter, r *http.Request) { if flag == 0 { http.ServeFile(w, r, stream.FilePath) } else if flag == mp4.FLAG_FRAGMENT { file, err := os.Open(stream.FilePath) if err != nil { http.Error(w, err.Error(), http.StatusInternalServerError) return } p.Info("read", "file", file.Name()) demuxer := mp4.NewDemuxer(file) err = demuxer.Demux() if err != nil { http.Error(w, err.Error(), http.StatusInternalServerError) return } var trackMap = make(map[box.MP4_CODEC_TYPE]*mp4.Track) muxer := mp4.NewMuxer(mp4.FLAG_FRAGMENT) for _, track := range demuxer.Tracks { t := muxer.AddTrack(track.Cid) t.ExtraData = track.ExtraData trackMap[track.Cid] = t if track.Cid.IsAudio() { t.SampleSize = track.SampleSize t.SampleRate = track.SampleRate t.ChannelCount = track.ChannelCount } else if track.Cid.IsVideo() { t.Width = track.Width t.Height = track.Height } } moov := muxer.MakeMoov() var parts []*ContentPart var part *ContentPart for track, sample := range demuxer.RangeSample { if part == nil { part = &ContentPart{ File: file, Start: sample.Offset, } parts = append(parts, part) } fixSample := *sample part.Seek(sample.Offset, io.SeekStart) fixSample.Data = make([]byte, sample.Size) part.Read(fixSample.Data) moof, mdat := muxer.CreateFlagment(trackMap[track.Cid], fixSample) if moof != nil { part.boxies = append(part.boxies, moof, mdat) part.Size += int(moof.Size() + mdat.Size()) } } var children []box.IBox var totalSize uint64 ftyp := muxer.CreateFTYPBox() children = append(children, ftyp, moov) totalSize += uint64(ftyp.Size() + moov.Size()) for _, part := range parts { totalSize += uint64(part.Size) children = append(children, part.boxies...) part.Close() } w.Header().Set("Content-Length", fmt.Sprintf("%d", totalSize)) _, err = box.WriteTo(w, children...) if err != nil { http.Error(w, err.Error(), http.StatusInternalServerError) return } } } // download 处理 MP4 文件下载请求 // 支持两种模式: // 1. 单个文件下载:通过 id 参数指定特定的录制文件 // 2. 时间范围合并下载:根据时间范围合并多个录制文件 func (p *MP4Plugin) download(w http.ResponseWriter, r *http.Request) { // 检查数据库连接 if p.DB == nil { http.Error(w, pkg.ErrNoDB.Error(), http.StatusInternalServerError) return } // 设置响应头为 MP4 视频格式 w.Header().Set("Content-Type", "video/mp4") // 从路径中提取流路径,并检查是否为分片格式 streamPath := r.PathValue("streamPath") var flag mp4.Flag if strings.HasSuffix(streamPath, ".fmp4") { // 分片 MP4 格式 flag = mp4.FLAG_FRAGMENT streamPath = strings.TrimSuffix(streamPath, ".fmp4") } else { // 常规 MP4 格式 streamPath = strings.TrimSuffix(streamPath, ".mp4") } query := r.URL.Query() var streams []m7s.RecordStream // 处理单个文件下载请求 if id := query.Get("id"); id != "" { // 设置下载文件名 w.Header().Set("Content-Disposition", fmt.Sprintf("attachment; filename=%s_%s.mp4", streamPath, id)) // 从数据库查询指定 ID 的录制记录 p.DB.Find(&streams, "id=? AND stream_path=?", id, streamPath) if len(streams) == 0 { http.Error(w, "record not found", http.StatusNotFound) return } // 下载单个文件 p.downloadSingleFile(&streams[0], flag, w, r) return } // 处理时间范围合并下载请求 // 解析时间范围参数 startTime, endTime, err := util.TimeRangeQueryParse(query) if err != nil { http.Error(w, err.Error(), http.StatusBadRequest) return } p.Info("download", "streamPath", streamPath, "start", startTime, "end", endTime) // 设置合并下载的文件名,包含时间范围 w.Header().Set("Content-Disposition", fmt.Sprintf("attachment; filename=%s_%s_%s.mp4", streamPath, startTime.Format("20060102150405"), endTime.Format("20060102150405"))) // 构建查询条件,查找指定时间范围内的录制记录 queryRecord := m7s.RecordStream{ Type: "mp4", } p.DB.Where(&queryRecord).Find(&streams, "end_time>? AND start_time 0 { t.Samplelist = audioHistory[len(audioHistory)-1].Track.Samplelist } audioTrack = t audioHistory = append(audioHistory, TrackHistory{Track: t, ExtraData: track.ExtraData}) } // 添加视频轨道的函数 addVideoTrack := func(track *mp4.Track) { t := muxer.AddTrack(track.Cid) t.ExtraData = track.ExtraData t.Width = track.Width t.Height = track.Height // 如果之前有视频轨道,继承其样本列表 if len(videoHistory) > 0 { t.Samplelist = videoHistory[len(videoHistory)-1].Track.Samplelist } videoTrack = t videoHistory = append(videoHistory, TrackHistory{Track: t, ExtraData: track.ExtraData}) } // 智能添加轨道的函数,处理编码参数变化 addTrack := func(track *mp4.Track) { var lastAudioTrack, lastVideoTrack *TrackHistory if len(audioHistory) > 0 { lastAudioTrack = &audioHistory[len(audioHistory)-1] } if len(videoHistory) > 0 { lastVideoTrack = &videoHistory[len(videoHistory)-1] } if track.Cid.IsAudio() { if lastAudioTrack == nil { // 首次添加音频轨道 addAudioTrack(track) } else if !bytes.Equal(lastAudioTrack.ExtraData, track.ExtraData) { // 音频编码参数发生变化,检查是否已存在相同参数的轨道 for _, history := range audioHistory { if bytes.Equal(history.ExtraData, track.ExtraData) { // 找到相同参数的轨道,重用它 audioTrack = history.Track audioTrack.Samplelist = audioHistory[len(audioHistory)-1].Track.Samplelist return } } // 创建新的音频轨道 addAudioTrack(track) } } else if track.Cid.IsVideo() { if lastVideoTrack == nil { // 首次添加视频轨道 addVideoTrack(track) } else if !bytes.Equal(lastVideoTrack.ExtraData, track.ExtraData) { // 视频编码参数发生变化,检查是否已存在相同参数的轨道 for _, history := range videoHistory { if bytes.Equal(history.ExtraData, track.ExtraData) { // 找到相同参数的轨道,重用它 videoTrack = history.Track videoTrack.Samplelist = videoHistory[len(videoHistory)-1].Track.Samplelist return } } // 创建新的视频轨道 addVideoTrack(track) } } } // 遍历处理每个录制文件 for i, stream := range streams { tsOffset = lastTs // 设置时间戳偏移 // 打开录制文件 file, err = os.Open(stream.FilePath) if err != nil { return } p.Info("read", "file", file.Name()) // 创建解复用器并解析文件 demuxer := mp4.NewDemuxer(file) err = demuxer.Demux() if err != nil { return } trackCount := len(demuxer.Tracks) // 处理轨道信息 if i == 0 || flag == mp4.FLAG_FRAGMENT { // 第一个文件或分片模式,添加所有轨道 for _, track := range demuxer.Tracks { addTrack(track) } } // 检查轨道数量是否发生变化 if trackCount != len(muxer.Tracks) { if flag == mp4.FLAG_FRAGMENT { // 分片模式下重新生成 MOOV box moov = muxer.MakeMoov() } } // 处理开始时间偏移(仅第一个文件) if i == 0 { startTimestamp := startTime.Sub(stream.StartTime).Milliseconds() if startTimestamp > 0 { // 如果请求的开始时间晚于文件开始时间,需要定位到指定时间点 var startSample *box.Sample if startSample, err = demuxer.SeekTime(uint64(startTimestamp)); err != nil { continue } tsOffset = -int64(startSample.Timestamp) } } var part *ContentPart // 遍历处理每个样本 for track, sample := range demuxer.RangeSample { // 检查是否超出结束时间(仅最后一个文件) if i == streamCount-1 && int64(sample.Timestamp) > endTime.Sub(stream.StartTime).Milliseconds() { break } // 创建内容片段 if part == nil { part = &ContentPart{ File: file, Start: sample.Offset, } } // 计算调整后的时间戳 lastTs = int64(sample.Timestamp + uint32(tsOffset)) fixSample := *sample fixSample.Timestamp += uint32(tsOffset) if flag == 0 { // 常规 MP4 模式 fixSample.Offset = sampleOffset + (fixSample.Offset - part.Start) part.Size += sample.Size // 将样本添加到对应的轨道 if track.Cid.IsAudio() { audioTrack.AddSampleEntry(fixSample) } else if track.Cid.IsVideo() { videoTrack.AddSampleEntry(fixSample) } } else { // 分片 MP4 模式 // 读取样本数据 part.Seek(sample.Offset, io.SeekStart) fixSample.Data = make([]byte, sample.Size) part.Read(fixSample.Data) // 创建分片 var moof, mdat box.IBox if track.Cid.IsAudio() { moof, mdat = muxer.CreateFlagment(audioTrack, fixSample) } else if track.Cid.IsVideo() { moof, mdat = muxer.CreateFlagment(videoTrack, fixSample) } // 添加分片到内容片段 if moof != nil { part.boxies = append(part.boxies, moof, mdat) part.Size += int(moof.Size() + mdat.Size()) } } } // 更新偏移量并添加到片段列表 if part != nil { sampleOffset += int64(part.Size) parts = append(parts, part) } } if flag == 0 { // 常规 MP4 模式:生成完整的 MP4 文件 moovSize := muxer.MakeMoov().Size() dataSize := uint64(sampleOffset - mdatOffset) // 设置内容长度 w.Header().Set("Content-Length", fmt.Sprintf("%d", uint64(sampleOffset)+moovSize)) // 调整样本偏移量以适应 MOOV box for _, track := range muxer.Tracks { for i := range track.Samplelist { track.Samplelist[i].Offset += int64(moovSize) } } // 创建 MDAT box mdatBox := box.CreateBaseBox(box.TypeMDAT, dataSize+box.BasicBoxLen) var freeBox *box.FreeBox if mdatBox.HeaderSize() == box.BasicBoxLen { freeBox = box.CreateFreeBox(nil) } var written, totalWritten int64 // 写入文件头部(FTYP、MOOV、FREE、MDAT header) totalWritten, err = box.WriteTo(w, ftyp, muxer.MakeMoov(), freeBox, mdatBox) if err != nil { return } // 写入所有内容片段的数据 for _, part := range parts { part.Seek(part.Start, io.SeekStart) written, err = io.CopyN(w, part.File, int64(part.Size)) if err != nil { return } totalWritten += written part.Close() } } else { // 分片 MP4 模式:输出分片格式 var children []box.IBox var totalSize uint64 // 添加文件头和所有分片 children = append(children, ftyp, moov) totalSize += uint64(ftyp.Size() + moov.Size()) for _, part := range parts { totalSize += uint64(part.Size) children = append(children, part.boxies...) part.Close() } // 设置内容长度并写入数据 w.Header().Set("Content-Length", fmt.Sprintf("%d", totalSize)) _, err = box.WriteTo(w, children...) if err != nil { return } } } func (p *MP4Plugin) StartRecord(ctx context.Context, req *mp4pb.ReqStartRecord) (res *mp4pb.ResponseStartRecord, err error) { var recordExists bool var filePath = "." var fragment = time.Minute if req.Fragment != nil { fragment = req.Fragment.AsDuration() } if req.FilePath != "" { filePath = req.FilePath } res = &mp4pb.ResponseStartRecord{} _, recordExists = p.Server.Records.SafeFind(func(job *m7s.RecordJob) bool { return job.StreamPath == req.StreamPath && job.RecConf.FilePath == req.FilePath }) if recordExists { err = pkg.ErrRecordExists return } recordConf := config.Record{ Append: false, Fragment: fragment, FilePath: filePath, } if stream, ok := p.Server.Streams.SafeGet(req.StreamPath); ok { job := p.Record(stream, recordConf, nil) res.Data = uint64(uintptr(unsafe.Pointer(job.GetTask()))) } else { sub, err := p.Subscribe(ctx, req.StreamPath) if err == nil && sub != nil { if stream, ok := p.Server.Streams.SafeGet(req.StreamPath); ok { job := p.Record(stream, recordConf, nil) res.Data = uint64(uintptr(unsafe.Pointer(job.GetTask()))) } else { err = pkg.ErrNotFound } } else { err = pkg.ErrNotFound } } return } func (p *MP4Plugin) StopRecord(ctx context.Context, req *mp4pb.ReqStopRecord) (res *mp4pb.ResponseStopRecord, err error) { res = &mp4pb.ResponseStopRecord{} var recordJob *m7s.RecordJob recordJob, _ = p.Server.Records.SafeFind(func(job *m7s.RecordJob) bool { return job.StreamPath == req.StreamPath }) if recordJob != nil { t := recordJob.GetTask() if t != nil { res.Data = uint64(uintptr(unsafe.Pointer(t))) t.Stop(task.ErrStopByUser) } } return } func (p *MP4Plugin) EventStart(ctx context.Context, req *mp4pb.ReqEventRecord) (res *mp4pb.ResponseEventRecord, err error) { beforeDuration := p.BeforeDuration afterDuration := p.AfterDuration res = &mp4pb.ResponseEventRecord{} if req.BeforeDuration != "" { beforeDuration, err = time.ParseDuration(req.BeforeDuration) if err != nil { p.Error("EventStart", "error", err) } } if req.AfterDuration != "" { afterDuration, err = time.ParseDuration(req.AfterDuration) if err != nil { p.Error("EventStart", "error", err) } } //recorder := p.Meta.Recorder(config.Record{}) var tmpJob *m7s.RecordJob tmpJob, _ = p.Server.Records.SafeFind(func(job *m7s.RecordJob) bool { return job.StreamPath == req.StreamPath }) if tmpJob == nil { //为空表示没有正在进行的录制,也就是没有自动录像,则进行正常的事件录像 if stream, ok := p.Server.Streams.SafeGet(req.StreamPath); ok { recordConf := config.Record{ Append: false, Fragment: 0, FilePath: filepath.Join(p.EventRecordFilePath, stream.StreamPath, time.Now().Local().Format("2006-01-02-15-04-05")), Mode: config.RecordModeEvent, Event: &config.RecordEvent{ EventId: req.EventId, EventLevel: req.EventLevel, EventName: req.EventName, EventDesc: req.EventDesc, BeforeDuration: uint32(beforeDuration / time.Millisecond), AfterDuration: uint32(afterDuration / time.Millisecond), }, } //recordJob := recorder.GetRecordJob() var subconfig config.Subscribe defaults.SetDefaults(&subconfig) subconfig.BufferTime = beforeDuration p.Record(stream, recordConf, &subconfig) } } else { if tmpJob.Event != nil { //当前有事件录像正在录制,则更新该录像的结束时间 tmpJob.Event.AfterDuration = tmpJob.Subscriber.VideoReader.AbsTime + uint32(afterDuration/time.Millisecond) if p.DB != nil { p.DB.Save(&tmpJob.Event) } } else { //当前有自动录像正在录制,则生成事件录像的记录,而不去生成事件录像的文件 newEvent := &config.RecordEvent{ EventId: req.EventId, EventLevel: req.EventLevel, EventName: req.EventName, EventDesc: req.EventDesc, BeforeDuration: uint32(beforeDuration / time.Millisecond), AfterDuration: uint32(afterDuration / time.Millisecond), } if p.DB != nil { p.DB.Save(&m7s.EventRecordStream{ RecordEvent: newEvent, RecordStream: m7s.RecordStream{ StreamPath: req.StreamPath, }, }) } } } return res, err } func (p *MP4Plugin) List(ctx context.Context, req *mp4pb.ReqRecordList) (resp *pb.RecordResponseList, err error) { globalReq := &pb.ReqRecordList{ StreamPath: req.StreamPath, Range: req.Range, Start: req.Start, End: req.End, PageNum: req.PageNum, PageSize: req.PageSize, Type: "mp4", EventLevel: req.EventLevel, } return p.Server.GetRecordList(ctx, globalReq) } func (p *MP4Plugin) Catalog(ctx context.Context, req *emptypb.Empty) (resp *pb.ResponseCatalog, err error) { return p.Server.GetRecordCatalog(ctx, &pb.ReqRecordCatalog{Type: "mp4"}) } func (p *MP4Plugin) Delete(ctx context.Context, req *mp4pb.ReqRecordDelete) (resp *pb.ResponseDelete, err error) { globalReq := &pb.ReqRecordDelete{ StreamPath: req.StreamPath, Ids: req.Ids, StartTime: req.StartTime, EndTime: req.EndTime, Range: req.Range, Type: "mp4", } return p.Server.DeleteRecord(ctx, globalReq) }