Files
apinto/drivers/ai-provider/groq/mode_test.go
2025-02-17 13:41:04 +08:00

206 lines
4.9 KiB
Go

package groq
import (
_ "embed"
"fmt"
"net"
"net/url"
"os"
"testing"
"time"
"github.com/eolinker/apinto/convert"
http_context "github.com/eolinker/apinto/node/http-context"
"github.com/joho/godotenv"
"github.com/valyala/fasthttp"
)
var (
defaultConfig = ""
successBody = []byte(`{
"messages": [
{
"content": "Hello, how can I help you?",
"role": "assistant"
}
]
}`)
failBody = []byte(`{
"messages": [
{
"content": "Hello, how can I help you?",
"role": "not-assistant"
}
]
}`)
)
// TestSentTo tests the end-to-end execution of the OpenAI integration.
func TestSentTo(t *testing.T) {
// Load .env file
err := godotenv.Load("../../../.env")
if err != nil {
t.Fatalf("Error loading .env file: %v", err)
}
// Test data for different scenarios
testData := []struct {
name string
apiKey string
wantStatus string
body []byte
}{
{
name: "success",
apiKey: os.Getenv("GROQ_VALID_API_KEY"),
wantStatus: convert.StatusNormal,
body: successBody,
},
{
name: "invalid request",
apiKey: os.Getenv("GROQ_VALID_API_KEY"),
wantStatus: convert.StatusInvalidRequest,
body: failBody,
},
{
name: "invalid key",
apiKey: os.Getenv("GROQ_INVALID_API_KEY"),
wantStatus: convert.StatusInvalid,
},
{
name: "expired key",
apiKey: os.Getenv("GROQ_EXPIRE_API_KEY"),
wantStatus: convert.StatusInvalid,
},
}
// Run tests for each scenario
for _, data := range testData {
t.Run(data.name, func(t *testing.T) {
if err := runTest(data.apiKey, data.body, data.wantStatus); err != nil {
t.Fatalf("Test failed: %v", err)
}
})
}
}
// runTest handles a single test case
func runTest(apiKey string, requestBody []byte, wantStatus string) error {
cfg := &Config{
APIKey: apiKey,
}
baseDomain := "https://api.groq.com"
// Create the worker
worker, err := Create("groq", "groq", cfg, nil)
if err != nil {
return fmt.Errorf("failed to create worker: %w", err)
}
// Get the handler
handler, ok := worker.(convert.IConverterDriver)
if !ok {
return fmt.Errorf("worker does not implement IConverterDriver")
}
// Default to success body if no body is provided
if len(requestBody) == 0 {
requestBody = successBody
}
// Mock HTTP context
ctx := createMockHttpContext("/openai/v1/chat/completions", nil, nil, requestBody)
// Execute the conversion process
err = executeConverter(ctx, handler, "llama3-70b-8192", baseDomain)
if err != nil {
return fmt.Errorf("failed to execute conversion process: %w", err)
}
// Check the status
if convert.GetAIStatus(ctx) != wantStatus {
return fmt.Errorf("unexpected status: got %s, expected %s", convert.GetAIStatus(ctx), wantStatus)
}
return nil
}
// executeConverter handles the full flow of a conversion process.
func executeConverter(ctx *http_context.HttpContext, handler convert.IConverterDriver, model string, baseUrl string) error {
// Balance handler setup
balanceHandler, err := convert.NewBalanceHandler("test", baseUrl, 30*time.Second)
if err != nil {
return fmt.Errorf("failed to create balance handler: %w", err)
}
// Get model function
fn, has := handler.GetModel(model)
if !has {
return fmt.Errorf("model %s not found", model)
}
// Generate config
extender, err := fn(defaultConfig)
if err != nil {
return fmt.Errorf("failed to generate config: %w", err)
}
// Get converter
converter, has := handler.GetConverter(model)
if !has {
return fmt.Errorf("converter for model %s not found", model)
}
// Convert request
if err := converter.RequestConvert(ctx, extender); err != nil {
return fmt.Errorf("request conversion failed: %w", err)
}
// Select node via balance handler
node, _, err := balanceHandler.Select(ctx)
if err != nil {
return fmt.Errorf("node selection failed: %w", err)
}
// Send request to the node
if err := ctx.SendTo(balanceHandler.Scheme(), node, balanceHandler.TimeOut()); err != nil {
return fmt.Errorf("failed to send request to node: %w", err)
}
// Convert response
if err := converter.ResponseConvert(ctx); err != nil {
return fmt.Errorf("response conversion failed: %w", err)
}
return nil
}
// createMockHttpContext creates a mock fasthttp.RequestCtx and wraps it with HttpContext.
func createMockHttpContext(rawURL string, headers map[string]string, query url.Values, body []byte) *http_context.HttpContext {
req := fasthttp.AcquireRequest()
u := fasthttp.AcquireURI()
// SetProvider request URI and path
uri, _ := url.Parse(rawURL)
u.SetPath(uri.Path)
u.SetScheme(uri.Scheme)
u.SetHost(uri.Host)
u.SetQueryString(uri.RawQuery)
req.SetURI(u)
req.Header.SetMethod("POST")
// SetProvider headers
for k, v := range headers {
req.Header.Set(k, v)
}
req.SetBody(body)
ctx := &fasthttp.RequestCtx{
Request: *req,
Response: fasthttp.Response{},
}
ip := net.ParseIP("127.0.0.1")
ctx.SetRemoteAddr(&net.TCPAddr{IP: ip, Port: 8099})
return http_context.NewContext(ctx, 8099)
}