diff --git a/serverstream.go b/serverstream.go
index ac25e8fc..073a0c1b 100644
--- a/serverstream.go
+++ b/serverstream.go
@@ -148,6 +148,7 @@ func (st *ServerStream) readerRemove(ss *ServerSession) {
 			l.rtpListener.close()
 			l.rtcpListener.close()
 		}
+		st.multicastListeners = nil
 	}
 }