gortsplib/examples/client-read-h264-convert-to-jpeg/main.go

package main

import (
	"image"
	"image/jpeg"
	"log"
	"os"
	"strconv"
	"time"

	"github.com/aler9/gortsplib"
	"github.com/aler9/gortsplib/pkg/base"
	"github.com/aler9/gortsplib/pkg/rtph264"
	"github.com/pion/rtp"
)

// This example shows how to
// 1. connect to a RTSP server and read all tracks on a path
// 2. check whether there's a H264 track
// 3. decode H264 NALUs of that track into raw frames
// 4. encode the frames into JPEG images and save them on disk
// This example requires the ffmpeg libraries, that can be installed in this way:
// apt install -y libavformat-dev libswscale-dev gcc pkg-config

func saveToFile(img image.Image) error {
	// create file
	fname := strconv.FormatInt(time.Now().UnixNano()/int64(time.Millisecond), 10) + ".jpg"
	f, err := os.Create(fname)
	if err != nil {
		panic(err)
	}
	defer f.Close()

	log.Println("saving", fname)

	// convert to jpeg
	return jpeg.Encode(f, img, &jpeg.Options{
		Quality: 60,
	})
}

func main() {
	c := gortsplib.Client{}

	// parse URL
	u, err := base.ParseURL("rtsp://localhost:8554/mystream")
	if err != nil {
		panic(err)
	}

	// connect to the server
	err = c.Start(u.Scheme, u.Host)
	if err != nil {
		panic(err)
	}
	defer c.Close()

	// get available methods
	_, err = c.Options(u)
	if err != nil {
		panic(err)
	}

	// find published tracks
	tracks, baseURL, _, err := c.Describe(u)
	if err != nil {
		panic(err)
	}

	// find the H264 track
	h264tr, h264trID := func() (*gortsplib.TrackH264, int) {
		for i, track := range tracks {
			if h264tr, ok := track.(*gortsplib.TrackH264); ok {
				return h264tr, i
			}
		}
		return nil, -1
	}()
	if h264trID < 0 {
		panic("H264 track not found")
	}

	// setup RTP->H264 decoder
	rtpDec := rtph264.NewDecoder()

	// setup H264->raw frames decoder
	h264dec, err := newH264Decoder()
	if err != nil {
		panic(err)
	}
	defer h264dec.close()

	// send SPS and PPS to the decoder
	if h264tr.SPS() == nil || h264tr.PPS() == nil {
		panic("SPS or PPS not provided by the SDP")
	}
	h264dec.decode(h264tr.SPS())
	h264dec.decode(h264tr.PPS())

	// called when a RTP packet arrives
	saveCount := 0
	c.OnPacketRTP = func(trackID int, payload []byte) {
		if trackID != h264trID {
			return
		}

		// parse RTP packet
		var pkt rtp.Packet
		err := pkt.Unmarshal(payload)
		if err != nil {
			return
		}

		// decode H264 NALUs from the RTP packet
		nalus, _, err := rtpDec.Decode(&pkt)
		if err != nil {
			return
		}

		for _, nalu := range nalus {
			// decode raw frames from H264 NALUs
			img, err := h264dec.decode(nalu)
			if err != nil {
				panic(err)
			}

			// wait for a frame
			if img == nil {
				continue
			}

			// convert frame to JPEG and save to file
			err = saveToFile(img)
			if err != nil {
				panic(err)
			}

			saveCount++
			if saveCount == 5 {
				log.Printf("saved 5 images, exiting")
				os.Exit(1)
			}
		}
	}

	// start reading tracks
	err = c.SetupAndPlay(tracks, baseURL)
	if err != nil {
		panic(err)
	}

	// wait until a fatal error
	panic(c.Wait())
}