mirror of
https://github.com/oarkflow/mq.git
synced 2025-10-06 08:26:52 +08:00
200 lines
6.6 KiB
Go
200 lines
6.6 KiB
Go
package dag
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"time"
|
|
|
|
"github.com/oarkflow/json"
|
|
"github.com/oarkflow/mq"
|
|
"github.com/oarkflow/mq/logger"
|
|
)
|
|
|
|
// debugDAGTaskStart logs debug information when a task starts at DAG level
|
|
func (tm *DAG) debugDAGTaskStart(ctx context.Context, task *mq.Task, startTime time.Time) {
|
|
var payload map[string]any
|
|
if err := json.Unmarshal(task.Payload, &payload); err != nil {
|
|
payload = map[string]any{"raw_payload": string(task.Payload)}
|
|
}
|
|
tm.Logger().Info("🚀 [DEBUG] DAG task processing started",
|
|
logger.Field{Key: "dag_name", Value: tm.name},
|
|
logger.Field{Key: "dag_key", Value: tm.key},
|
|
logger.Field{Key: "task_id", Value: task.ID},
|
|
logger.Field{Key: "task_topic", Value: task.Topic},
|
|
logger.Field{Key: "timestamp", Value: startTime.Format(time.RFC3339)},
|
|
logger.Field{Key: "start_node", Value: tm.startNode},
|
|
logger.Field{Key: "has_page_node", Value: tm.hasPageNode},
|
|
logger.Field{Key: "is_paused", Value: tm.paused},
|
|
logger.Field{Key: "payload_size", Value: len(task.Payload)},
|
|
logger.Field{Key: "payload_preview", Value: tm.getDAGPayloadPreview(payload)},
|
|
logger.Field{Key: "debug_enabled", Value: tm.debug},
|
|
)
|
|
}
|
|
|
|
// debugDAGTaskComplete logs debug information when a task completes at DAG level
|
|
func (tm *DAG) debugDAGTaskComplete(ctx context.Context, task *mq.Task, result mq.Result, duration time.Duration, startTime time.Time) {
|
|
var resultPayload map[string]any
|
|
if len(result.Payload) > 0 {
|
|
if err := json.Unmarshal(result.Payload, &resultPayload); err != nil {
|
|
resultPayload = map[string]any{"raw_payload": string(result.Payload)}
|
|
}
|
|
}
|
|
|
|
tm.Logger().Info("🏁 [DEBUG] DAG task processing completed",
|
|
logger.Field{Key: "dag_name", Value: tm.name},
|
|
logger.Field{Key: "dag_key", Value: tm.key},
|
|
logger.Field{Key: "task_id", Value: task.ID},
|
|
logger.Field{Key: "task_topic", Value: task.Topic},
|
|
logger.Field{Key: "result_topic", Value: result.Topic},
|
|
logger.Field{Key: "timestamp", Value: time.Now().Format(time.RFC3339)},
|
|
logger.Field{Key: "total_duration", Value: duration.String()},
|
|
logger.Field{Key: "status", Value: string(result.Status)},
|
|
logger.Field{Key: "has_error", Value: result.Error != nil},
|
|
logger.Field{Key: "error_message", Value: tm.getDAGErrorMessage(result.Error)},
|
|
logger.Field{Key: "result_size", Value: len(result.Payload)},
|
|
logger.Field{Key: "result_preview", Value: tm.getDAGPayloadPreview(resultPayload)},
|
|
logger.Field{Key: "is_last", Value: result.Last},
|
|
logger.Field{Key: "metrics", Value: tm.GetTaskMetrics()},
|
|
)
|
|
}
|
|
|
|
// getDAGPayloadPreview returns a truncated version of the payload for debug logging
|
|
func (tm *DAG) getDAGPayloadPreview(payload map[string]any) string {
|
|
if payload == nil {
|
|
return "null"
|
|
}
|
|
|
|
preview := make(map[string]any)
|
|
count := 0
|
|
maxFields := 3 // Limit to first 3 fields for DAG level logging
|
|
|
|
for key, value := range payload {
|
|
if count >= maxFields {
|
|
preview["..."] = fmt.Sprintf("and %d more fields", len(payload)-maxFields)
|
|
break
|
|
}
|
|
|
|
// Truncate string values if they're too long
|
|
if strVal, ok := value.(string); ok && len(strVal) > 50 {
|
|
preview[key] = strVal[:47] + "..."
|
|
} else {
|
|
preview[key] = value
|
|
}
|
|
count++
|
|
}
|
|
|
|
previewBytes, _ := json.Marshal(preview)
|
|
return string(previewBytes)
|
|
}
|
|
|
|
// getDAGErrorMessage safely extracts error message
|
|
func (tm *DAG) getDAGErrorMessage(err error) string {
|
|
if err == nil {
|
|
return ""
|
|
}
|
|
return err.Error()
|
|
}
|
|
|
|
// GetCircuitBreakerStatus returns circuit breaker status for a node
|
|
func (tm *DAG) GetCircuitBreakerStatus(nodeID string) CircuitBreakerState {
|
|
tm.circuitBreakersMu.RLock()
|
|
defer tm.circuitBreakersMu.RUnlock()
|
|
|
|
if cb, exists := tm.circuitBreakers[nodeID]; exists {
|
|
return cb.GetState()
|
|
}
|
|
return CircuitClosed
|
|
}
|
|
|
|
// Transaction Management Methods
|
|
|
|
// BeginTransaction starts a new transaction
|
|
func (tm *DAG) BeginTransaction(taskID string) *Transaction {
|
|
if tm.transactionManager != nil {
|
|
return tm.transactionManager.BeginTransaction(taskID)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// CommitTransaction commits a transaction
|
|
func (tm *DAG) CommitTransaction(txID string) error {
|
|
if tm.transactionManager != nil {
|
|
return tm.transactionManager.CommitTransaction(txID)
|
|
}
|
|
return fmt.Errorf("transaction manager not initialized")
|
|
}
|
|
|
|
// RollbackTransaction rolls back a transaction
|
|
func (tm *DAG) RollbackTransaction(txID string) error {
|
|
if tm.transactionManager != nil {
|
|
return tm.transactionManager.RollbackTransaction(txID)
|
|
}
|
|
return fmt.Errorf("transaction manager not initialized")
|
|
}
|
|
|
|
// GetTransaction retrieves transaction details
|
|
func (tm *DAG) GetTransaction(txID string) (*Transaction, error) {
|
|
if tm.transactionManager != nil {
|
|
return tm.transactionManager.GetTransaction(txID)
|
|
}
|
|
return nil, fmt.Errorf("transaction manager not initialized")
|
|
}
|
|
|
|
// Enhanced DAG Methods for Production-Ready Features
|
|
|
|
// InitializeActivityLogger initializes the activity logger for the DAG
|
|
func (tm *DAG) InitializeActivityLogger(config ActivityLoggerConfig, persistence ActivityPersistence) {
|
|
tm.activityLogger = NewActivityLogger(tm.name, config, persistence, tm.Logger())
|
|
|
|
// Add activity logging hooks to existing components
|
|
if tm.monitor != nil {
|
|
tm.monitor.AddAlertHandler(&ActivityAlertHandler{activityLogger: tm.activityLogger})
|
|
}
|
|
|
|
tm.Logger().Info("Activity logger initialized for DAG",
|
|
logger.Field{Key: "dag_name", Value: tm.name})
|
|
}
|
|
|
|
// GetActivityLogger returns the activity logger instance
|
|
func (tm *DAG) GetActivityLogger() *ActivityLogger {
|
|
return tm.activityLogger
|
|
}
|
|
|
|
// LogActivity logs an activity entry
|
|
func (tm *DAG) LogActivity(ctx context.Context, level ActivityLevel, activityType ActivityType, message string, details map[string]interface{}) {
|
|
if tm.activityLogger != nil {
|
|
tm.activityLogger.LogWithContext(ctx, level, activityType, message, details)
|
|
}
|
|
}
|
|
|
|
// GetActivityStats returns activity statistics
|
|
func (tm *DAG) GetActivityStats(filter ActivityFilter) (ActivityStats, error) {
|
|
if tm.activityLogger != nil {
|
|
return tm.activityLogger.GetStats(filter)
|
|
}
|
|
return ActivityStats{}, fmt.Errorf("activity logger not initialized")
|
|
}
|
|
|
|
// GetActivities retrieves activities based on filter
|
|
func (tm *DAG) GetActivities(filter ActivityFilter) ([]ActivityEntry, error) {
|
|
if tm.activityLogger != nil {
|
|
return tm.activityLogger.GetActivities(filter)
|
|
}
|
|
return nil, fmt.Errorf("activity logger not initialized")
|
|
}
|
|
|
|
// AddActivityHook adds an activity hook
|
|
func (tm *DAG) AddActivityHook(hook ActivityHook) {
|
|
if tm.activityLogger != nil {
|
|
tm.activityLogger.AddHook(hook)
|
|
}
|
|
}
|
|
|
|
// FlushActivityLogs flushes activity logs to persistence
|
|
func (tm *DAG) FlushActivityLogs() error {
|
|
if tm.activityLogger != nil {
|
|
return tm.activityLogger.Flush()
|
|
}
|
|
return fmt.Errorf("activity logger not initialized")
|
|
}
|