mirror of
https://github.com/langhuihui/monibuca.git
synced 2025-12-24 13:48:04 +08:00
100 lines
2.3 KiB
Go
100 lines
2.3 KiB
Go
package plugin_mp4
|
||
|
||
import (
|
||
"fmt"
|
||
"io"
|
||
"log"
|
||
"os/exec"
|
||
|
||
"github.com/deepch/vdk/codec/h264parser"
|
||
"github.com/deepch/vdk/codec/h265parser"
|
||
"m7s.live/v5/pkg"
|
||
"m7s.live/v5/pkg/codec"
|
||
mp4 "m7s.live/v5/plugin/mp4/pkg"
|
||
"m7s.live/v5/plugin/mp4/pkg/box"
|
||
)
|
||
|
||
// ProcessWithFFmpeg 使用 FFmpeg 处理视频帧并生成截图
|
||
func ProcessWithFFmpeg(samples []box.Sample, index int, videoTrack *mp4.Track, output io.Writer) error {
|
||
// 创建ffmpeg命令，直接输出JPEG格式
|
||
cmd := exec.Command("ffmpeg",
|
||
"-hide_banner",
|
||
"-i", "pipe:0",
|
||
"-vf", fmt.Sprintf("select=eq(n\\,%d)", index),
|
||
"-vframes", "1",
|
||
"-f", "mjpeg",
|
||
"pipe:1")
|
||
|
||
stdin, err := cmd.StdinPipe()
|
||
if err != nil {
|
||
return err
|
||
}
|
||
stdout, err := cmd.StdoutPipe()
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
stderr, err := cmd.StderrPipe()
|
||
if err != nil {
|
||
return err
|
||
}
|
||
go func() {
|
||
errOutput, _ := io.ReadAll(stderr)
|
||
log.Printf("FFmpeg stderr: %s", errOutput)
|
||
}()
|
||
|
||
if err = cmd.Start(); err != nil {
|
||
log.Printf("cmd.Start失败: %v", err)
|
||
return err
|
||
}
|
||
|
||
go func() {
|
||
defer stdin.Close()
|
||
convert := pkg.NewAVFrameConvert[*pkg.AnnexB](nil, nil)
|
||
switch videoTrack.Cid {
|
||
case box.MP4_CODEC_H264:
|
||
var h264Ctx codec.H264Ctx
|
||
h264Ctx.CodecData, err = h264parser.NewCodecDataFromAVCDecoderConfRecord(videoTrack.ExtraData)
|
||
if err != nil {
|
||
log.Printf("解析H264失败: %v", err)
|
||
return
|
||
}
|
||
convert.FromTrack.ICodecCtx = &h264Ctx
|
||
case box.MP4_CODEC_H265:
|
||
var h265Ctx codec.H265Ctx
|
||
h265Ctx.CodecData, err = h265parser.NewCodecDataFromAVCDecoderConfRecord(videoTrack.ExtraData)
|
||
if err != nil {
|
||
log.Printf("解析H265失败: %v", err)
|
||
return
|
||
}
|
||
convert.FromTrack.ICodecCtx = &h265Ctx
|
||
default:
|
||
log.Printf("不支持的编解码器: %v", videoTrack.Cid)
|
||
return
|
||
}
|
||
for _, sample := range samples {
|
||
annexb, err := convert.Convert(&mp4.Video{
|
||
Sample: sample,
|
||
})
|
||
if err != nil {
|
||
log.Printf("转换失败: %v", err)
|
||
continue
|
||
}
|
||
annexb.WriteTo(stdin)
|
||
}
|
||
}()
|
||
|
||
// 从ffmpeg的stdout读取JPEG数据并写入到输出
|
||
if _, err = io.Copy(output, stdout); err != nil {
|
||
log.Printf("读取失败: %v", err)
|
||
return err
|
||
}
|
||
if err = cmd.Wait(); err != nil {
|
||
log.Printf("cmd.Wait失败: %v", err)
|
||
return err
|
||
}
|
||
|
||
log.Printf("ffmpeg JPEG输出成功")
|
||
return nil
|
||
}
|