补充记录ai供应商 baichuan token使用情况

drivers/ai-provider/baichuan/message.go

@@ -9,6 +9,12 @@ type Message struct {
 	Content string `json:"content"`
 }
 
+type Error struct {
+	Code    string `json:"code"`
+	Message string `json:"message"`
+	Type    string `json:"type"`
+}
+
 type Response struct {
 	Id                string           `json:"id"`
 	Object            string           `json:"object"`
@@ -17,6 +23,7 @@ type Response struct {
 	SystemFingerprint string           `json:"system_fingerprint"`
 	Choices           []ResponseChoice `json:"choices"`
 	Usage             Usage            `json:"usage"`
+	Error             Error            `json:"error"`
 }
 
 type ResponseChoice struct {

drivers/ai-provider/baichuan/mode.go

@@ -74,15 +74,36 @@ func (c *Chat) ResponseConvert(ctx eocontext.EoContext) error {
 	if err != nil {
 		return err
 	}
-	if httpContext.Response().StatusCode() != 200 {
-		return nil
-	}
 	body := httpContext.Response().GetBody()
 	data := eosc.NewBase[Response]()
 	err = json.Unmarshal(body, data)
 	if err != nil {
 		return err
 	}
+	// 针对不同响应做出处理
+	switch httpContext.Response().StatusCode() {
+	case 200:
+		// Calculate the token consumption for a successful request.
+		usage := data.Config.Usage
+		ai_provider.SetAIStatusNormal(ctx)
+		ai_provider.SetAIModelInputToken(ctx, usage.PromptTokens)
+		ai_provider.SetAIModelOutputToken(ctx, usage.CompletionTokens)
+		ai_provider.SetAIModelTotalToken(ctx, usage.TotalTokens)
+	case 400:
+		// Handle the bad request error.
+		ai_provider.SetAIStatusInvalidRequest(ctx)
+	case 429:
+		if data.Config.Error.Code == "insufficient_quota" {
+			// Handle the balance is insufficient.
+			ai_provider.SetAIStatusQuotaExhausted(ctx)
+		} else {
+			// Handle exceed
+			ai_provider.SetAIStatusExceeded(ctx)
+		}
+	case 401:
+		// Handle authentication failure
+		ai_provider.SetAIStatusInvalid(ctx)
+	}
 	responseBody := &ai_provider.ClientResponse{}
 	if len(data.Config.Choices) > 0 {
 		msg := data.Config.Choices[0]
@@ -93,7 +114,7 @@ func (c *Chat) ResponseConvert(ctx eocontext.EoContext) error {
 		responseBody.FinishReason = msg.FinishReason
 	} else {
 		responseBody.Code = -1
-		responseBody.Error = "no response"
+		responseBody.Error = data.Config.Error.Message
 	}
 	body, err = json.Marshal(responseBody)
 	if err != nil {

drivers/ai-provider/baichuan/mode_test.go

@@ -0,0 +1,202 @@
+package baichuan
+
+import (
+	_ "embed"
+	"fmt"
+	"github.com/eolinker/apinto/convert"
+	http_context "github.com/eolinker/apinto/node/http-context"
+	"github.com/joho/godotenv"
+	"github.com/valyala/fasthttp"
+	"net/url"
+	"os"
+	"testing"
+	"time"
+
+	ai_provider "github.com/eolinker/apinto/drivers/ai-provider"
+)
+
+var (
+	defaultConfig = ""
+	successBody   = []byte(`{
+		"messages": [
+			{
+				"content": "Hello",
+				"role": "user"
+			}
+		]
+	}`)
+	failBody = []byte(`{
+		"messages": [
+			{
+				"content": "Hello, how can I help you?",
+				"role": "not-assistant"
+			}
+		]
+	}`)
+)
+
+// TestSentTo tests the end-to-end execution of the OpenAI integration.
+func TestSentTo(t *testing.T) {
+	// Load .env file
+	err := godotenv.Load("../../../.env")
+	if err != nil {
+		t.Fatalf("Error loading .env file: %v", err)
+	}
+
+	// Test data for different scenarios
+	testData := []struct {
+		name       string
+		apiKey     string
+		wantStatus string
+		body       []byte
+	}{
+		{
+			name:       "success",
+			apiKey:     os.Getenv("BAICHUAN_VALID_API_KEY"),
+			wantStatus: ai_provider.StatusNormal,
+			body:       successBody,
+		},
+		{
+			name:       "invalid request",
+			apiKey:     os.Getenv("BAICHUAN_VALID_API_KEY"),
+			wantStatus: ai_provider.StatusInvalidRequest,
+			body:       failBody,
+		},
+		{
+			name:       "invalid key",
+			apiKey:     os.Getenv("BAICHUAN_INVALID_API_KEY"),
+			wantStatus: ai_provider.StatusInvalid,
+		},
+		{
+			name:       "expired key",
+			apiKey:     os.Getenv("BAICHUAN_EXPIRE_API_KEY"),
+			wantStatus: ai_provider.StatusInvalid,
+		},
+	}
+
+	// Run tests for each scenario
+	for _, data := range testData {
+		t.Run(data.name, func(t *testing.T) {
+			if err := runTest(data.apiKey, data.body, data.wantStatus); err != nil {
+				t.Fatalf("Test failed: %v", err)
+			}
+		})
+	}
+}
+
+// runTest handles a single test case
+func runTest(apiKey string, requestBody []byte, wantStatus string) error {
+	cfg := &Config{
+		APIKey: apiKey,
+	}
+	baseDomain := "https://api.baichuan-ai.com"
+	// Create the worker
+	worker, err := Create("cohere", "cohere", cfg, nil)
+	if err != nil {
+		return fmt.Errorf("failed to create worker: %w", err)
+	}
+
+	// Get the handler
+	handler, ok := worker.(convert.IConverterDriver)
+	if !ok {
+		return fmt.Errorf("worker does not implement IConverterDriver")
+	}
+
+	// Default to success body if no body is provided
+	if len(requestBody) == 0 {
+		requestBody = successBody
+	}
+
+	// Mock HTTP context
+	ctx := createMockHttpContext("/v1/chat/completions", nil, nil, requestBody)
+
+	// Execute the conversion process
+	err = executeConverter(ctx, handler, "baichuan4", baseDomain)
+	if err != nil {
+		return fmt.Errorf("failed to execute conversion process: %w", err)
+	}
+
+	// Check the status
+	if ai_provider.GetAIStatus(ctx) != wantStatus {
+		return fmt.Errorf("unexpected status: got %s, expected %s", ai_provider.GetAIStatus(ctx), wantStatus)
+	}
+
+	return nil
+}
+
+// executeConverter handles the full flow of a conversion process.
+func executeConverter(ctx *http_context.HttpContext, handler convert.IConverterDriver, model string, baseUrl string) error {
+	// Balance handler setup
+	balanceHandler, err := ai_provider.NewBalanceHandler("test", baseUrl, 30*time.Second)
+	if err != nil {
+		return fmt.Errorf("failed to create balance handler: %w", err)
+	}
+
+	// Get model function
+	fn, has := handler.GetModel(model)
+	if !has {
+		return fmt.Errorf("model %s not found", model)
+	}
+
+	// Generate config
+	extender, err := fn(defaultConfig)
+	if err != nil {
+		return fmt.Errorf("failed to generate config: %w", err)
+	}
+
+	// Get converter
+	converter, has := handler.GetConverter(model)
+	if !has {
+		return fmt.Errorf("converter for model %s not found", model)
+	}
+
+	// Convert request
+	if err := converter.RequestConvert(ctx, extender); err != nil {
+		return fmt.Errorf("request conversion failed: %w", err)
+	}
+
+	// Select node via balance handler
+	node, _, err := balanceHandler.Select(ctx)
+	if err != nil {
+		return fmt.Errorf("node selection failed: %w", err)
+	}
+
+	// Send request to the node
+	if err := ctx.SendTo(balanceHandler.Scheme(), node, balanceHandler.TimeOut()); err != nil {
+		return fmt.Errorf("failed to send request to node: %w", err)
+	}
+
+	// Convert response
+	if err := converter.ResponseConvert(ctx); err != nil {
+		return fmt.Errorf("response conversion failed: %w", err)
+	}
+
+	return nil
+}
+
+// createMockHttpContext creates a mock fasthttp.RequestCtx and wraps it with HttpContext.
+func createMockHttpContext(rawURL string, headers map[string]string, query url.Values, body []byte) *http_context.HttpContext {
+	req := fasthttp.AcquireRequest()
+	u := fasthttp.AcquireURI()
+
+	// Set request URI and path
+	uri, _ := url.Parse(rawURL)
+	u.SetPath(uri.Path)
+	u.SetScheme(uri.Scheme)
+	u.SetHost(uri.Host)
+	u.SetQueryString(uri.RawQuery)
+	req.SetURI(u)
+	req.Header.SetMethod("POST")
+
+	// Set headers
+	for k, v := range headers {
+		req.Header.Set(k, v)
+	}
+	req.SetBody(body)
+
+	// Create HttpContext
+	return http_context.NewContext(&fasthttp.RequestCtx{
+		Request:  *req,
+		Response: fasthttp.Response{},
+	}, 8099)
+}

drivers/ai-provider/groq/mode_test.go

@@ -1,17 +1,13 @@
 package groq
 
 import (
-	"bytes"
 	_ "embed"
 	"fmt"
 	"github.com/eolinker/apinto/convert"
 	http_context "github.com/eolinker/apinto/node/http-context"
 	"github.com/joho/godotenv"
 	"github.com/valyala/fasthttp"
-	"io/ioutil"
-	"log"
 	"net"
-	"net/http"
 	"net/url"
 	"os"
 	"testing"