// SPDX-FileCopyrightText: 2023 The Pion community // SPDX-License-Identifier: MIT //go:build !js // +build !js // whip-whep demonstrates how to use the WHIP/WHEP specifications to exchange SPD descriptions // and stream media to a WebRTC client in the browser or OBS. package main import ( "errors" "fmt" "io" "net/http" "github.com/pion/interceptor" "github.com/pion/interceptor/pkg/intervalpli" "github.com/pion/webrtc/v4" ) // nolint: gochecknoglobals var ( videoTrack *webrtc.TrackLocalStaticRTP audioTrack *webrtc.TrackLocalStaticRTP peerConnectionConfiguration = webrtc.Configuration{ ICEServers: []webrtc.ICEServer{ { URLs: []string{"stun:stun.l.google.com:19302"}, }, }, } ) // nolint:gocognit func main() { // Everything below is the Pion WebRTC API! Thanks for using it ❤️. var err error if videoTrack, err = webrtc.NewTrackLocalStaticRTP(webrtc.RTPCodecCapability{ MimeType: webrtc.MimeTypeH264, }, "video", "pion"); err != nil { panic(err) } if audioTrack, err = webrtc.NewTrackLocalStaticRTP(webrtc.RTPCodecCapability{ MimeType: webrtc.MimeTypeOpus, }, "audio", "pion"); err != nil { panic(err) } http.Handle("/", http.FileServer(http.Dir("."))) http.HandleFunc("/whep", whepHandler) http.HandleFunc("/whip", whipHandler) fmt.Println("Open http://localhost:8080 to access this demo") panic(http.ListenAndServe(":8080", nil)) // nolint: gosec } func whipHandler(res http.ResponseWriter, req *http.Request) { // nolint: cyclop fmt.Printf("Request to %s, method = %s\n", req.URL, req.Method) res.Header().Add("Access-Control-Allow-Origin", "*") res.Header().Add("Access-Control-Allow-Methods", "POST") res.Header().Add("Access-Control-Allow-Headers", "*") res.Header().Add("Access-Control-Allow-Headers", "Authorization") if req.Method == http.MethodOptions { return } // Read the offer from HTTP Request offer, err := io.ReadAll(req.Body) if err != nil { panic(err) } // Create a MediaEngine object to configure the supported codec mediaEngine := &webrtc.MediaEngine{} // Set up the codecs you want to use. // We'll only use H264 and Opus but you can also define your own if err = mediaEngine.RegisterCodec(webrtc.RTPCodecParameters{ RTPCodecCapability: webrtc.RTPCodecCapability{ MimeType: webrtc.MimeTypeH264, ClockRate: 90000, Channels: 0, SDPFmtpLine: "", RTCPFeedback: nil, }, PayloadType: 96, }, webrtc.RTPCodecTypeVideo); err != nil { panic(err) } if err = mediaEngine.RegisterCodec(webrtc.RTPCodecParameters{ RTPCodecCapability: webrtc.RTPCodecCapability{ MimeType: webrtc.MimeTypeOpus, ClockRate: 48000, Channels: 2, SDPFmtpLine: "", RTCPFeedback: nil, }, PayloadType: 97, }, webrtc.RTPCodecTypeAudio); err != nil { panic(err) } // Create an InterceptorRegistry. This is the user configurable RTP/RTCP Pipeline. // This provides NACKs, RTCP Reports and other features. If you use `webrtc.NewPeerConnection` // this is enabled by default. If you are manually managing You MUST create a InterceptorRegistry // for each PeerConnection. interceptorRegistry := &interceptor.Registry{} // Register a intervalpli factory // This interceptor sends a PLI every 3 seconds. A PLI causes a video keyframe to be generated by the sender. // This makes our video seekable and more error resilent, but at a cost of lower picture quality and higher bitrates // A real world application should process incoming RTCP packets from viewers and forward them to senders intervalPliFactory, err := intervalpli.NewReceiverInterceptor() if err != nil { panic(err) } interceptorRegistry.Add(intervalPliFactory) // Use the default set of Interceptors if err = webrtc.RegisterDefaultInterceptors(mediaEngine, interceptorRegistry); err != nil { panic(err) } // Create the API object with the MediaEngine api := webrtc.NewAPI(webrtc.WithMediaEngine(mediaEngine), webrtc.WithInterceptorRegistry(interceptorRegistry)) // Create a new RTCPeerConnection peerConnection, err := api.NewPeerConnection(peerConnectionConfiguration) if err != nil { panic(err) } // Allow us to receive 1 video track and 1 audio track if _, err = peerConnection.AddTransceiverFromKind(webrtc.RTPCodecTypeVideo); err != nil { panic(err) } if _, err = peerConnection.AddTransceiverFromKind(webrtc.RTPCodecTypeAudio); err != nil { panic(err) } // Set a handler for when a new remote track starts, this handler saves buffers to disk as // an ivf file, since we could have multiple video tracks we provide a counter. // In your application this is where you would handle/process video peerConnection.OnTrack(func(track *webrtc.TrackRemote, receiver *webrtc.RTPReceiver) { go func() { for { _, _, err := receiver.ReadRTCP() if err != nil { if errors.Is(err, io.EOF) { fmt.Printf("***** EOF reading RTCP from publish peer connection\n") break } panic(err) } } }() go func() { for { pkt, _, err := track.ReadRTP() if err != nil { if errors.Is(err, io.EOF) { fmt.Printf("***** EOF reading RTP from publish peer connection\n") break } panic(err) } // Strip any WHIP extensions before forwarding to WHEP pkt.Header.Extensions = nil pkt.Header.Extension = false if track.Kind() == webrtc.RTPCodecTypeVideo { if err = videoTrack.WriteRTP(pkt); err != nil { panic(err) } } else if track.Kind() == webrtc.RTPCodecTypeAudio { if err = audioTrack.WriteRTP(pkt); err != nil { panic(err) } } } }() }) // Send answer via HTTP Response writeAnswer(res, peerConnection, offer, "/whip") } func whepHandler(res http.ResponseWriter, req *http.Request) { //nolint:cyclop fmt.Printf("Request to %s, method = %s\n", req.URL, req.Method) res.Header().Add("Access-Control-Allow-Origin", "*") res.Header().Add("Access-Control-Allow-Methods", "POST") res.Header().Add("Access-Control-Allow-Headers", "*") res.Header().Add("Access-Control-Allow-Headers", "Authorization") if req.Method == http.MethodOptions { return } // Read the offer from HTTP Request offer, err := io.ReadAll(req.Body) if err != nil { panic(err) } // Create a MediaEngine object to configure the supported codec media := &webrtc.MediaEngine{} // Set up the codecs you want to use. if err = media.RegisterCodec(webrtc.RTPCodecParameters{ RTPCodecCapability: webrtc.RTPCodecCapability{ MimeType: webrtc.MimeTypeH264, ClockRate: 90000, Channels: 0, SDPFmtpLine: "", RTCPFeedback: nil, }, PayloadType: 96, }, webrtc.RTPCodecTypeVideo); err != nil { panic(err) } if err = media.RegisterCodec(webrtc.RTPCodecParameters{ RTPCodecCapability: webrtc.RTPCodecCapability{ MimeType: webrtc.MimeTypeOpus, ClockRate: 48000, Channels: 2, SDPFmtpLine: "", RTCPFeedback: nil, }, PayloadType: 97, }, webrtc.RTPCodecTypeAudio); err != nil { panic(err) } // Create an InterceptorRegistry. This is the user configurable RTP/RTCP Pipeline. ir := &interceptor.Registry{} // Use the default set of Interceptors if err = webrtc.RegisterDefaultInterceptors(media, ir); err != nil { panic(err) } // We want TWCC in case the subscriber supports it if err = webrtc.ConfigureTWCCHeaderExtensionSender(media, ir); err != nil { panic(err) } // Create the API object with the MediaEngine api := webrtc.NewAPI(webrtc.WithMediaEngine(media), webrtc.WithInterceptorRegistry(ir)) // Create a new RTCPeerConnection peerConnection, err := api.NewPeerConnection(peerConnectionConfiguration) if err != nil { panic(err) } // Add Video Track that is being written to from WHIP Session rtpSenderVideo, err := peerConnection.AddTrack(videoTrack) if err != nil { panic(err) } // Add Audio Track that is being written to from WHIP Session rtpSenderAudio, err := peerConnection.AddTrack(audioTrack) if err != nil { panic(err) } // Read incoming RTCP packets for video // Before these packets are returned they are processed by interceptors. For things // like NACK this needs to be called. go func() { rtcpBuf := make([]byte, 1500) for { if _, _, rtcpErr := rtpSenderVideo.Read(rtcpBuf); rtcpErr != nil { return } } }() // Read incoming RTCP packets for audio go func() { rtcpBuf := make([]byte, 1500) for { if _, _, rtcpErr := rtpSenderAudio.Read(rtcpBuf); rtcpErr != nil { return } } }() // Send answer via HTTP Response writeAnswer(res, peerConnection, offer, "/whep") } func writeAnswer(res http.ResponseWriter, peerConnection *webrtc.PeerConnection, offer []byte, path string) { // Set the handler for ICE connection state // This will notify you when the peer has connected/disconnected peerConnection.OnICEConnectionStateChange(func(connectionState webrtc.ICEConnectionState) { fmt.Printf("ICE Connection State has changed: %s\n", connectionState.String()) if connectionState == webrtc.ICEConnectionStateFailed { _ = peerConnection.Close() } }) if err := peerConnection.SetRemoteDescription(webrtc.SessionDescription{ Type: webrtc.SDPTypeOffer, SDP: string(offer), }); err != nil { panic(err) } // Create channel that is blocked until ICE Gathering is complete gatherComplete := webrtc.GatheringCompletePromise(peerConnection) // Create answer answer, err := peerConnection.CreateAnswer(nil) if err != nil { panic(err) } else if err = peerConnection.SetLocalDescription(answer); err != nil { panic(err) } // Block until ICE Gathering is complete, disabling trickle ICE // we do this because we only can exchange one signaling message // in a production application you should exchange ICE Candidates via OnICECandidate <-gatherComplete // WHIP+WHEP expects a Location header and a HTTP Status Code of 201 res.Header().Add("Location", path) res.WriteHeader(http.StatusCreated) // Write Answer with Candidates as HTTP Response fmt.Fprint(res, peerConnection.LocalDescription().SDP) //nolint: errcheck }