feat: add report material workflows and gateway safeguards

gateway/internal/submitworker/worker.go

@@ -9,9 +9,11 @@ import (
 	"log"
 	"net/http"
 	"strings"
+	"sync"
 	"time"
 
 	"cmpp-platform/gateway/internal/queue"
+	"cmpp-platform/gateway/internal/ratelimit"
 	"cmpp-platform/gateway/internal/upstream"
 
 	"github.com/redis/go-redis/v9"
@@ -28,6 +30,7 @@ const (
 type Worker struct {
 	Redis            *redis.Client
 	Upstream         *upstream.Manager
+	Limiter          ratelimit.Limiter
 	Submit           func(context.Context, queue.SubmitCommand) (queue.SubmitResult, error)
 	ReportDeadLetter func(context.Context, DeadLetterEvent) error
 	Stream           string
@@ -64,7 +67,7 @@ func New(redisURL string, manager *upstream.Manager) (*Worker, error) {
 	if err != nil {
 		return nil, err
 	}
-	return &Worker{Redis: client, Upstream: manager}, nil
+	return &Worker{Redis: client, Upstream: manager, Limiter: ratelimit.NewWithClient(client)}, nil
 }
 
 func (w *Worker) Run(ctx context.Context) error {
@@ -163,12 +166,18 @@ func (w *Worker) recoverPending(ctx context.Context) error {
 }
 
 func (w *Worker) processMessages(ctx context.Context, messages []redis.XMessage) error {
+	var group sync.WaitGroup
 	for _, message := range messages {
-		if err := w.processMessage(ctx, message); err != nil {
-			w.logf("gateway submit worker message %s failed: %v", message.ID, err)
-			continue
-		}
+		message := message
+		group.Add(1)
+		go func() {
+			defer group.Done()
+			if err := w.processMessage(ctx, message); err != nil {
+				w.logf("gateway submit worker message %s failed: %v", message.ID, err)
+			}
+		}()
 	}
+	group.Wait()
 	return nil
 }
 
@@ -178,6 +187,9 @@ func (w *Worker) processMessage(ctx context.Context, message redis.XMessage) err
 		return w.deadLetterMalformedMessage(ctx, message, err)
 	}
 	if err := w.handleCommand(ctx, command); err != nil {
+		if ctx.Err() != nil {
+			return ctx.Err()
+		}
 		attempts, attemptsErr := w.incrementFailureAttempt(ctx, message.ID)
 		if attemptsErr != nil {
 			w.logf("gateway submit worker increment failure %s failed: %v", message.ID, attemptsErr)
@@ -194,6 +206,11 @@ func (w *Worker) processMessage(ctx context.Context, message redis.XMessage) err
 }
 
 func (w *Worker) handleCommand(ctx context.Context, command queue.SubmitCommand) error {
+	if w.Limiter != nil {
+		if _, err := w.Limiter.Wait(ctx, command.ChannelID, command.Route.RateLimitPerSecond); err != nil {
+			return err
+		}
+	}
 	submit := w.Submit
 	if submit == nil {
 		if w.Upstream == nil {