Files
go-libp2p/p2p/test/resource-manager/rcmgr_test.go
2022-07-03 10:04:29 -07:00

280 lines
7.0 KiB
Go

package itest
import (
"context"
"fmt"
"os"
"sync"
"sync/atomic"
"testing"
"time"
rcmgr "github.com/libp2p/go-libp2p-resource-manager"
"github.com/libp2p/go-libp2p"
"github.com/libp2p/go-libp2p-core/network"
"github.com/libp2p/go-libp2p-core/peer"
"github.com/stretchr/testify/require"
)
func makeRcmgrOption(t *testing.T, cfg rcmgr.LimitConfig, test string) func(int) libp2p.Option {
return func(i int) libp2p.Option {
var opts []rcmgr.Option
if os.Getenv("LIBP2P_TEST_RCMGR_TRACE") == "1" {
opts = append(opts, rcmgr.WithTrace(fmt.Sprintf("%s-%d.json.gz", test, i)))
}
mgr, err := rcmgr.NewResourceManager(rcmgr.NewFixedLimiter(cfg), opts...)
require.NoError(t, err)
return libp2p.ResourceManager(mgr)
}
}
func closeRcmgrs(echos []*Echo) {
for _, e := range echos {
e.Host.Network().ResourceManager().Close()
}
}
func waitForConnection(t *testing.T, src, dest *Echo) {
require.Eventually(t, func() bool {
return src.Host.Network().Connectedness(dest.Host.ID()) == network.Connected &&
dest.Host.Network().Connectedness(src.Host.ID()) == network.Connected
}, time.Second, 10*time.Millisecond)
}
func TestResourceManagerConnInbound(t *testing.T) {
// this test checks that we can not exceed the inbound conn limit at system level
// we specify: 1 conn per peer, 3 conns total, and we try to create 4 conns
cfg := rcmgr.DefaultLimits.AutoScale()
cfg.System.ConnsInbound = 3
cfg.System.ConnsOutbound = 1024
cfg.System.Conns = 1024
cfg.PeerDefault.Conns = 1
cfg.PeerDefault.ConnsInbound = 1
cfg.PeerDefault.ConnsOutbound = 1
echos := createEchos(t, 5, makeRcmgrOption(t, cfg, "TestResourceManagerConnInbound"))
defer closeEchos(echos)
defer closeRcmgrs(echos)
for i := 1; i < 4; i++ {
err := echos[i].Host.Connect(context.Background(), peer.AddrInfo{ID: echos[0].Host.ID()})
if err != nil {
t.Fatal(err)
}
waitForConnection(t, echos[i], echos[0])
}
for i := 1; i < 4; i++ {
count := len(echos[i].Host.Network().ConnsToPeer(echos[0].Host.ID()))
if count != 1 {
t.Fatalf("expected %d connections to peer, got %d", 1, count)
}
}
err := echos[4].Host.Connect(context.Background(), peer.AddrInfo{ID: echos[0].Host.ID()})
if err == nil {
t.Fatal("expected ResourceManager to block incoming connection")
}
}
func TestResourceManagerConnOutbound(t *testing.T) {
// this test checks that we can not exceed the inbound conn limit at system level
// we specify: 1 conn per peer, 3 conns total, and we try to create 4 conns
cfg := rcmgr.DefaultLimits.AutoScale()
cfg.System.ConnsInbound = 1024
cfg.System.ConnsOutbound = 3
cfg.System.Conns = 1024
cfg.PeerDefault.Conns = 1
cfg.PeerDefault.ConnsInbound = 1
cfg.PeerDefault.ConnsOutbound = 1
echos := createEchos(t, 5, makeRcmgrOption(t, cfg, "TestResourceManagerConnOutbound"))
defer closeEchos(echos)
defer closeRcmgrs(echos)
for i := 1; i < 4; i++ {
err := echos[0].Host.Connect(context.Background(), peer.AddrInfo{ID: echos[i].Host.ID()})
if err != nil {
t.Fatal(err)
}
waitForConnection(t, echos[0], echos[i])
}
for i := 1; i < 4; i++ {
count := len(echos[i].Host.Network().ConnsToPeer(echos[0].Host.ID()))
if count != 1 {
t.Fatalf("expected %d connections to peer, got %d", 1, count)
}
}
err := echos[0].Host.Connect(context.Background(), peer.AddrInfo{ID: echos[4].Host.ID()})
if err == nil {
t.Fatal("expected ResourceManager to block incoming connection")
}
}
func TestResourceManagerServiceInbound(t *testing.T) {
// this test checks that we can not exceed the inbound stream limit at service level
// we specify: 3 streams for the service, and we try to create 4 streams
cfg := rcmgr.DefaultLimits.AutoScale()
cfg.ServiceDefault.StreamsInbound = 3
cfg.ServiceDefault.StreamsOutbound = 1024
cfg.ServiceDefault.Streams = 1024
echos := createEchos(t, 5, makeRcmgrOption(t, cfg, "TestResourceManagerServiceInbound"))
defer closeEchos(echos)
defer closeRcmgrs(echos)
for i := 1; i < 5; i++ {
err := echos[i].Host.Connect(context.Background(), peer.AddrInfo{ID: echos[0].Host.ID()})
if err != nil {
t.Fatal(err)
}
waitForConnection(t, echos[i], echos[0])
}
ready := make(chan struct{})
echos[0].BeforeDone(waitForChannel(ready, time.Minute))
var eg sync.WaitGroup
echos[0].Done(eg.Done)
var once sync.Once
var wg sync.WaitGroup
for i := 1; i < 5; i++ {
eg.Add(1)
wg.Add(1)
go func(i int) {
defer wg.Done()
err := echos[i].Echo(echos[0].Host.ID(), "hello libp2p")
if err != nil {
t.Log(err)
once.Do(func() {
close(ready)
})
}
}(i)
}
wg.Wait()
eg.Wait()
checkEchoStatus(t, echos[0], EchoStatus{
StreamsIn: 4,
EchosIn: 3,
EchosOut: 3,
ResourceServiceErrors: 1,
})
}
func TestResourceManagerServicePeerInbound(t *testing.T) {
// this test checks that we cannot exceed the per peer inbound stream limit at service level
// we specify: 2 streams per peer for echo, and we try to create 3 streams
cfg := rcmgr.DefaultLimits
cfg.AddServicePeerLimit(
EchoService,
rcmgr.BaseLimit{StreamsInbound: 2, StreamsOutbound: 1024, Streams: 1024, Memory: 9999999},
rcmgr.BaseLimitIncrease{},
)
limits := cfg.AutoScale()
echos := createEchos(t, 5, makeRcmgrOption(t, limits, "TestResourceManagerServicePeerInbound"))
defer closeEchos(echos)
defer closeRcmgrs(echos)
for i := 1; i < 5; i++ {
err := echos[i].Host.Connect(context.Background(), peer.AddrInfo{ID: echos[0].Host.ID()})
if err != nil {
t.Fatal(err)
}
waitForConnection(t, echos[i], echos[0])
}
echos[0].BeforeDone(waitForBarrier(4, time.Minute))
var eg sync.WaitGroup
echos[0].Done(eg.Done)
var wg sync.WaitGroup
for i := 1; i < 5; i++ {
eg.Add(1)
wg.Add(1)
go func(i int) {
defer wg.Done()
err := echos[i].Echo(echos[0].Host.ID(), "hello libp2p")
if err != nil {
t.Log(err)
}
}(i)
}
wg.Wait()
eg.Wait()
checkEchoStatus(t, echos[0], EchoStatus{
StreamsIn: 4,
EchosIn: 4,
EchosOut: 4,
ResourceServiceErrors: 0,
})
ready := make(chan struct{})
echos[0].BeforeDone(waitForChannel(ready, time.Minute))
var once sync.Once
for i := 0; i < 3; i++ {
eg.Add(1)
wg.Add(1)
go func() {
defer wg.Done()
err := echos[2].Echo(echos[0].Host.ID(), "hello libp2p")
if err != nil {
t.Log(err)
once.Do(func() {
close(ready)
})
}
}()
}
wg.Wait()
eg.Wait()
checkEchoStatus(t, echos[0], EchoStatus{
StreamsIn: 7,
EchosIn: 6,
EchosOut: 6,
ResourceServiceErrors: 1,
})
}
func waitForBarrier(count int32, timeout time.Duration) func() error {
ready := make(chan struct{})
wait := new(int32)
*wait = count
return func() error {
if atomic.AddInt32(wait, -1) == 0 {
close(ready)
}
select {
case <-ready:
return nil
case <-time.After(timeout):
return fmt.Errorf("timeout")
}
}
}
func waitForChannel(ready chan struct{}, timeout time.Duration) func() error {
return func() error {
select {
case <-ready:
return nil
case <-time.After(timeout):
return fmt.Errorf("timeout")
}
}
}