Files
golib/ioutils/aggregator/errors_test.go
nabbar 3837f0b2bb Improvements, test & documentatons (2025-12 #1)
[file/bandwidth]
- ADD documentation: add enhanced README and TESTING guidelines
- ADD tests: complete test suites with benchmarks, concurrency, and edge cases

[file/perm]
- ADD documentation: add enhanced README and TESTING guidelines
- ADD tests: complete test suites with benchmarks, concurrency, and edge cases
- ADD function to parse form "rwx-wxr-x" or "-rwx-w-r-x"
- ADD function to ParseFileMode to convert os.FileMode to file.Perm

[file/progress]
- ADD documentation: add enhanced README and TESTING guidelines
- ADD tests: complete test suites with benchmarks, concurrency, and edge cases

[ioutils/...]
- UPDATE documentation: update enhanced README and TESTING guidelines
- UPDATE tests: complete test suites with benchmarks, concurrency, and edge cases

[logger/...]
- UPDATE documentation: update enhanced README and TESTING guidelines
- ADD documentation: add enhanced README and TESTING guidelines for sub
  packages
- UPDATE tests: complete test suites with benchmarks, concurrency, and edge cases
- UPDATE config: remove FileBufferSize from OptionFile (rework hookfile)
- UPDATE fields: expose Store function in interface
- REWORK hookfile: rework package, use aggregator to allow multi write and
  single file
- FIX hookstderr: fix bug with NonColorable
- FIX hookstdout: fix bug with NonColorable
- FIX hookwriter: fix bug with NonColorable

[network/protocol]
- ADD function IsTCP, IsUDP, IsUnixLike to check type of protocol

[runner]
- FIX typo

[socket]
- UPDATE documentation: update enhanced README and TESTING guidelines
- ADD documentation: add enhanced README and TESTING guidelines for sub
  packages
- UPDATE tests: complete test suites with benchmarks, concurrency, and edge cases
- REWORK server: use context compatible io.reader, io.writer, io.closer
  instead of reader / writer
- REWORK server: simplify, optimize server
- REMOVE reader, writer type
- ADD context: add new interface in root socket interface to expose
  context interface that extend context, io reader/writer/closer,
dediacted function to server (IsConnected, ...)
2025-12-02 02:56:20 +01:00

488 lines
12 KiB
Go

/*
* MIT License
*
* Copyright (c) 2025 Nicolas JUHEL
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*
*/
package aggregator_test
import (
"context"
"errors"
"sync/atomic"
"time"
"github.com/nabbar/golib/ioutils/aggregator"
. "github.com/onsi/ginkgo/v2"
. "github.com/onsi/gomega"
)
var _ = Describe("Error Handling", func() {
var (
ctx context.Context
cancel context.CancelFunc
)
BeforeEach(func() {
ctx, cancel = context.WithCancel(testCtx)
})
AfterEach(func() {
if cancel != nil {
cancel()
}
})
Describe("Error Constants", func() {
It("should have defined error constants", func() {
Expect(aggregator.ErrInvalidWriter).ToNot(BeNil())
Expect(aggregator.ErrInvalidInstance).ToNot(BeNil())
Expect(aggregator.ErrClosedResources).ToNot(BeNil())
})
It("should have distinct error messages", func() {
Expect(aggregator.ErrInvalidWriter.Error()).To(ContainSubstring("invalid writer"))
Expect(aggregator.ErrInvalidInstance.Error()).To(ContainSubstring("invalid instance"))
Expect(aggregator.ErrClosedResources.Error()).To(ContainSubstring("closed resources"))
})
})
Describe("Writer Errors", func() {
It("should handle writer function errors gracefully", func() {
errorToReturn := errors.New("writer error")
var callCount atomic.Int32
cfg := aggregator.Config{
BufWriter: 10,
FctWriter: func(p []byte) (n int, err error) {
callCount.Add(1)
return 0, errorToReturn
},
}
agg, err := aggregator.New(ctx, cfg)
Expect(err).ToNot(HaveOccurred())
err = startAndWait(agg, ctx)
Expect(err).ToNot(HaveOccurred())
// Write data - should not return error (error is logged)
data := []byte("test")
n, err := agg.Write(data)
Expect(err).ToNot(HaveOccurred())
Expect(n).To(Equal(len(data)))
// Wait for processing attempt
Eventually(func() int32 {
return callCount.Load()
}, 2*time.Second, 50*time.Millisecond).Should(BeNumerically(">=", 1))
err = agg.Close()
Expect(err).ToNot(HaveOccurred())
})
It("should continue processing after writer errors", func() {
var callCount atomic.Int32
var failFirst atomic.Bool
failFirst.Store(true)
cfg := aggregator.Config{
BufWriter: 10,
FctWriter: func(p []byte) (n int, err error) {
callCount.Add(1)
if failFirst.Load() {
failFirst.Store(false)
return 0, errors.New("first error")
}
return len(p), nil
},
}
agg, err := aggregator.New(ctx, cfg)
Expect(err).ToNot(HaveOccurred())
err = startAndWait(agg, ctx)
Expect(err).ToNot(HaveOccurred())
// Write two chunks
_, _ = agg.Write([]byte("chunk1"))
_, _ = agg.Write([]byte("chunk2"))
// Should process both (first fails, second succeeds)
Eventually(func() int32 {
return callCount.Load()
}, 2*time.Second, 50*time.Millisecond).Should(BeNumerically(">=", 2))
err = agg.Close()
Expect(err).ToNot(HaveOccurred())
})
})
Describe("Context Errors", func() {
It("should handle parent context cancellation", func() {
localCtx, localCancel := context.WithCancel(ctx)
writer := newTestWriter()
cfg := aggregator.Config{
BufWriter: 10,
FctWriter: writer.Write,
}
agg, err := aggregator.New(localCtx, cfg)
Expect(err).ToNot(HaveOccurred())
err = agg.Start(localCtx)
Expect(err).ToNot(HaveOccurred())
// Cancel parent context
localCancel()
// Aggregator should detect cancellation
Eventually(func() error {
return agg.Err()
}, 2*time.Second, 50*time.Millisecond).Should(Equal(context.Canceled))
})
It("should handle parent context deadline", func() {
writer := newTestWriter()
cfg := aggregator.Config{
BufWriter: 10,
FctWriter: writer.Write,
}
agg, err := aggregator.New(ctx, cfg)
Expect(err).ToNot(HaveOccurred())
localCtx, localCancel := context.WithTimeout(ctx, 200*time.Millisecond)
defer localCancel()
err = agg.Start(localCtx)
Expect(err).ToNot(HaveOccurred())
// Wait for timeout
Eventually(func() error {
return agg.Err()
}, 2*time.Second, 50*time.Millisecond).Should(HaveOccurred())
})
It("should reject writes after context cancellation", func() {
localCtx, localCancel := context.WithCancel(ctx)
writer := newTestWriter()
cfg := aggregator.Config{
BufWriter: 10,
FctWriter: writer.Write,
}
agg, err := aggregator.New(localCtx, cfg)
Expect(err).ToNot(HaveOccurred())
err = agg.Start(localCtx)
Expect(err).ToNot(HaveOccurred())
// Cancel and wait
localCancel()
time.Sleep(200 * time.Millisecond)
// Try to write
data := []byte("test")
n, err := agg.Write(data)
Expect(err).To(HaveOccurred())
Expect(n).To(Equal(0))
})
})
Describe("Async Function Errors", func() {
It("should handle panics in async function", func() {
writer := newTestWriter()
cfg := aggregator.Config{
AsyncTimer: 50 * time.Millisecond,
AsyncMax: 5,
AsyncFct: func(ctx context.Context) {
// This will panic but should be handled
defer func() {
_ = recover()
}()
panic("async panic")
},
FctWriter: writer.Write,
}
agg, err := aggregator.New(ctx, cfg)
Expect(err).ToNot(HaveOccurred())
err = startAndWait(agg, ctx)
Expect(err).ToNot(HaveOccurred())
// Wait a bit for async function to run
time.Sleep(300 * time.Millisecond)
// Aggregator should still be running
Expect(agg.IsRunning()).To(BeTrue())
err = agg.Close()
Expect(err).ToNot(HaveOccurred())
})
It("should respect context cancellation in async function", func() {
writer := newTestWriter()
counter := newTestCounter()
cfg := aggregator.Config{
AsyncTimer: 20 * time.Millisecond,
AsyncMax: 5,
AsyncFct: func(ctx context.Context) {
// Check context before doing work
select {
case <-ctx.Done():
return
default:
counter.Inc()
time.Sleep(50 * time.Millisecond)
}
},
FctWriter: writer.Write,
}
agg, err := aggregator.New(ctx, cfg)
Expect(err).ToNot(HaveOccurred())
err = startAndWait(agg, ctx)
Expect(err).ToNot(HaveOccurred())
// Let it run a bit
time.Sleep(100 * time.Millisecond)
countBeforeStop := counter.Get()
// Stop
err = agg.Stop(ctx)
Expect(err).ToNot(HaveOccurred())
// Wait
time.Sleep(200 * time.Millisecond)
// Counter should not increase much after stop
countAfterStop := counter.Get()
Expect(countAfterStop - countBeforeStop).To(BeNumerically("<=", 3))
})
})
Describe("Sync Function Errors", func() {
It("should handle panics in sync function", func() {
writer := newTestWriter()
var panicCount atomic.Int32
cfg := aggregator.Config{
SyncTimer: 50 * time.Millisecond,
SyncFct: func(ctx context.Context) {
panicCount.Add(1)
},
FctWriter: writer.Write,
}
agg, err := aggregator.New(ctx, cfg)
Expect(err).ToNot(HaveOccurred())
// This might panic during start/run
// We'll use a deferred recover to catch it
func() {
defer func() {
_ = recover()
}()
_ = agg.Start(ctx)
time.Sleep(200 * time.Millisecond)
}()
// Try to close gracefully
_ = agg.Close()
})
It("should respect context cancellation in sync function", func() {
writer := newTestWriter()
counter := newTestCounter()
var shouldBlock atomic.Bool
shouldBlock.Store(true)
cfg := aggregator.Config{
SyncTimer: 20 * time.Millisecond,
SyncFct: func(ctx context.Context) {
if shouldBlock.Load() {
counter.Inc()
// Block for a bit
select {
case <-ctx.Done():
return
case <-time.After(100 * time.Millisecond):
}
}
},
FctWriter: writer.Write,
}
agg, err := aggregator.New(ctx, cfg)
Expect(err).ToNot(HaveOccurred())
err = startAndWait(agg, ctx)
Expect(err).ToNot(HaveOccurred())
// Let it run a bit
time.Sleep(100 * time.Millisecond)
countBeforeStop := counter.Get()
// Stop blocking and stop aggregator
shouldBlock.Store(false)
err = agg.Stop(ctx)
Expect(err).ToNot(HaveOccurred())
// Counter should have been called
Expect(countBeforeStop).To(BeNumerically(">", 0))
})
})
Describe("Edge Cases", func() {
It("should handle rapid open/close cycles", func() {
writer := newTestWriter()
cfg := aggregator.Config{
FctWriter: writer.Write,
}
for i := 0; i < 10; i++ {
agg, err := aggregator.New(ctx, cfg)
Expect(err).ToNot(HaveOccurred())
err = startAndWait(agg, ctx)
Expect(err).ToNot(HaveOccurred())
err = agg.Close()
Expect(err).ToNot(HaveOccurred())
}
})
It("should handle writes during close", func() {
writer := newTestWriter()
writer.SetDelay(10) // Slow down writes
cfg := aggregator.Config{
BufWriter: 100,
FctWriter: writer.Write,
}
agg, err := aggregator.New(ctx, cfg)
Expect(err).ToNot(HaveOccurred())
err = startAndWait(agg, ctx)
Expect(err).ToNot(HaveOccurred())
// Start writing in goroutine
done := make(chan bool)
go func() {
defer close(done)
for i := 0; i < 50; i++ {
_, _ = agg.Write([]byte{byte(i)})
time.Sleep(5 * time.Millisecond)
}
}()
// Close while writing
time.Sleep(50 * time.Millisecond)
err = agg.Close()
Expect(err).ToNot(HaveOccurred())
<-done
})
It("should handle nil logger gracefully", func() {
writer := newTestWriter()
cfg := aggregator.Config{
FctWriter: writer.Write,
}
agg, err := aggregator.New(ctx, cfg)
Expect(err).ToNot(HaveOccurred())
Expect(agg).ToNot(BeNil())
err = agg.Close()
Expect(err).ToNot(HaveOccurred())
})
It("should handle zero-length writes without calling writer", func() {
writer := newTestWriter()
cfg := aggregator.Config{
BufWriter: 10,
FctWriter: writer.Write,
}
agg, err := aggregator.New(ctx, cfg)
Expect(err).ToNot(HaveOccurred())
err = startAndWait(agg, ctx)
Expect(err).ToNot(HaveOccurred())
// Write empty slices
for i := 0; i < 10; i++ {
n, err := agg.Write([]byte{})
Expect(err).ToNot(HaveOccurred())
Expect(n).To(Equal(0))
}
// Wait a bit
time.Sleep(200 * time.Millisecond)
// Writer should not be called
Expect(writer.GetCallCount()).To(Equal(int32(0)))
err = agg.Close()
Expect(err).ToNot(HaveOccurred())
})
It("should handle nil slices", func() {
writer := newTestWriter()
cfg := aggregator.Config{
BufWriter: 10,
FctWriter: writer.Write,
}
agg, err := aggregator.New(ctx, cfg)
Expect(err).ToNot(HaveOccurred())
err = startAndWait(agg, ctx)
Expect(err).ToNot(HaveOccurred())
// Write nil
n, err := agg.Write(nil)
Expect(err).ToNot(HaveOccurred())
Expect(n).To(Equal(0))
// Wait a bit
time.Sleep(200 * time.Millisecond)
// Writer should not be called
Expect(writer.GetCallCount()).To(Equal(int32(0)))
err = agg.Close()
Expect(err).ToNot(HaveOccurred())
})
})
})