diff --git a/client.go b/client.go
index 7b8815a0..5a6b7d30 100644
--- a/client.go
+++ b/client.go
@@ -1342,7 +1342,7 @@ func (c *Client) doSetup(
 			return nil, liberrors.ErrClientTransportHeaderInvalidDelivery{}
 		}
 
-		if !c.AnyPortEnable {
+		if !forPlay || !c.AnyPortEnable {
 			if thRes.ServerPorts == nil || isAnyPort(thRes.ServerPorts[0]) || isAnyPort(thRes.ServerPorts[1]) {
 				rtpListener.close()
 				rtcpListener.close()