update VP8/VP9 examples to decode/encode frames (#704)

examples/client-record-options/main.go

@@ -1,50 +1,76 @@
+//go:build cgo
+
 package main
 
 import (
+	"crypto/rand"
+	"image"
+	"image/color"
 	"log"
-	"net"
 	"time"
 
 	"github.com/bluenviron/gortsplib/v4"
 	"github.com/bluenviron/gortsplib/v4/pkg/description"
 	"github.com/bluenviron/gortsplib/v4/pkg/format"
-	"github.com/pion/rtp"
 )
 
 // This example shows how to
 // 1. set additional client options
-// 2. read H264 frames from a file and generate RTP packets with GStreamer
-// 3. connect to a RTSP server, announce an H264 format
-// 4. write the frames to the server
+// 2. connect to a RTSP server, announce an H264 format
+// 3. generate dummy RGBA images
+// 4. encode images with H264
+// 5. generate RTP packets from H264
+// 6. write RTP packets to the server
 
+// This example requires the FFmpeg libraries, that can be installed with this command:
+// apt install -y libavformat-dev libswscale-dev gcc pkg-config
+
+func multiplyAndDivide(v, m, d int64) int64 {
+	secs := v / d
+	dec := v % d
+	return (secs*m + dec*m/d)
+}
+
+func randUint32() (uint32, error) {
+	var b [4]byte
+	_, err := rand.Read(b[:])
+	if err != nil {
+		return 0, err
+	}
+	return uint32(b[0])<<24 | uint32(b[1])<<16 | uint32(b[2])<<8 | uint32(b[3]), nil
+}
+
+func createDummyImage(i int) *image.RGBA {
+	img := image.NewRGBA(image.Rect(0, 0, 640, 480))
+
+	var cl color.RGBA
+	switch i {
+	case 0:
+		cl = color.RGBA{255, 0, 0, 0}
+	case 1:
+		cl = color.RGBA{0, 255, 0, 0}
+	case 2:
+		cl = color.RGBA{0, 0, 255, 0}
+	}
+
+	for y := 0; y < img.Rect.Dy(); y++ {
+		for x := 0; x < img.Rect.Dx(); x++ {
+			img.SetRGBA(x, y, cl)
+		}
+	}
+
+	return img
+}
 func main() {
-	// open a listener to receive RTP/H264 frames
-	pc, err := net.ListenPacket("udp", "localhost:9000")
-	if err != nil {
-		panic(err)
-	}
-	defer pc.Close()
-
-	log.Println("Waiting for a RTP/H264 stream on port 9000 - you can send one with GStreamer:\n" +
-		"gst-launch-1.0 filesrc location=video.mp4 ! qtdemux ! video/x-h264" +
-		" ! h264parse config-interval=1 ! rtph264pay ! udpsink host=127.0.0.1 port=9000")
-
-	// wait for first packet
-	buf := make([]byte, 2048)
-	n, _, err := pc.ReadFrom(buf)
-	if err != nil {
-		panic(err)
-	}
-	log.Println("stream connected")
-
 	// create a stream description that contains a H264 format
+	forma := &format.H264{
+		PayloadTyp:        96,
+		PacketizationMode: 1,
+	}
 	desc := &description.Session{
 		Medias: []*description.Media{{
-			Type: description.MediaTypeVideo,
-			Formats: []format.Format{&format.H264{
-				PayloadTyp:        96,
-				PacketizationMode: 1,
-			}},
+			Type:    description.MediaTypeVideo,
+			Formats: []format.Format{forma},
 		}},
 	}
 
@@ -58,31 +84,79 @@ func main() {
 		WriteTimeout: 10 * time.Second,
 	}
 
-	// connect to the server and start recording
-	err = c.StartRecording("rtsp://myuser:mypass@localhost:8554/mystream", desc)
+	// connect to the server, announce the format and start recording
+	err := c.StartRecording("rtsp://myuser:mypass@localhost:8554/mystream", desc)
 	if err != nil {
 		panic(err)
 	}
 	defer c.Close()
 
-	var pkt rtp.Packet
-	for {
-		// parse RTP packet
-		err = pkt.Unmarshal(buf[:n])
+	// setup RGBA -> H264 encoder
+	h264enc := &h264Encoder{
+		Width:  640,
+		Height: 480,
+		FPS:    5,
+	}
+	err = h264enc.initialize()
+	if err != nil {
+		panic(err)
+	}
+	defer h264enc.close()
+
+	// setup H264 -> RTP encoder
+	rtpEnc, err := forma.CreateEncoder()
+	if err != nil {
+		panic(err)
+	}
+
+	start := time.Now()
+
+	randomStart, err := randUint32()
+	if err != nil {
+		panic(err)
+	}
+
+	// setup a ticker to sleep between frames
+	ticker := time.NewTicker(200 * time.Millisecond)
+	defer ticker.Stop()
+
+	i := 0
+
+	for range ticker.C {
+		// create a dummy image
+		img := createDummyImage(i)
+		i = (i + 1) % 3
+
+		// get current timestamp
+		pts := multiplyAndDivide(int64(time.Since(start)), int64(forma.ClockRate()), int64(time.Second))
+
+		// encode the image with H264
+		au, pts, err := h264enc.encode(img, pts)
 		if err != nil {
 			panic(err)
 		}
 
-		// route RTP packet to the server
-		err = c.WritePacketRTP(desc.Medias[0], &pkt)
+		// wait for a H264 access unit
+		if au == nil {
+			continue
+		}
+
+		// generate RTP packets from the H264 access unit
+		pkts, err := rtpEnc.Encode(au)
 		if err != nil {
 			panic(err)
 		}
 
-		// read another RTP packet from source
-		n, _, err = pc.ReadFrom(buf)
-		if err != nil {
-			panic(err)
+		log.Printf("writing RTP packets with PTS=%d, au=%d, pkts=%d", pts, len(au), len(pkts))
+
+		// write RTP packets to the server
+		for _, pkt := range pkts {
+			pkt.Timestamp = uint32(int64(randomStart) + pts)
+
+			err = c.WritePacketRTP(desc.Medias[0], pkt)
+			if err != nil {
+				panic(err)
+			}
 		}
 	}
 }