harden article generation reliability

server/internal/worker/generate/article_generation_worker.go

@@ -180,6 +180,10 @@ func (w *ArticleGenerationWorker) handleDelivery(parent context.Context, deliver
 	}
 
 	task := lease.task.toClaimedTask()
+	owner := generationWorkerOwner(delivery.ConsumerTag)
+	claimLogCtx := generationWorkerTaskLogContext(task, "worker_claim", "queued", tenantapp.GenerationTaskStatusRunning, tenantapp.GenerationTaskResultSuccess, lease.task.AttemptCount, owner)
+	tenantapp.RecordGenerationTaskEvent(tenantapp.GenerationTaskEventTransition, claimLogCtx)
+	tenantapp.LogGenerationTaskInfo(w.logger, "article generation task claimed", claimLogCtx)
 	heartbeatCtx, stopHeartbeat := context.WithCancel(parent)
 	go w.runGenerationLeaseHeartbeat(heartbeatCtx, task.ID, lease.token, recoveryCfg.LeaseTTL)
 	defer func() {
@@ -245,6 +249,9 @@ func articleGenerationProcessTimeout(cfg config.GenerationConfig) time.Duration
 
 func (w *ArticleGenerationWorker) handleTaskFailure(ctx context.Context, task tenantapp.ClaimedGenerationTask, stage string, taskErr error) {
 	task.TaskType = strings.TrimSpace(task.TaskType)
+	logCtx := generationWorkerTaskLogContext(task, stage, "", "failed", tenantapp.GenerationTaskResultFailure, 0, "")
+	tenantapp.RecordGenerationTaskEvent(tenantapp.GenerationTaskEventFailure, logCtx)
+	tenantapp.LogGenerationTaskWarn(w.logger, "article generation task failed", logCtx, zap.Error(taskErr))
 	var err error
 	switch {
 	case task.TaskType == kolGenerationTaskType && w.kolWorker != nil:
@@ -255,13 +262,8 @@ func (w *ArticleGenerationWorker) handleTaskFailure(ctx context.Context, task te
 		err = tenantapp.HandleClaimedGenerationTaskFailure(ctx, w.pool, w.templateService, w.promptRuleService, task, taskErr)
 	}
 	if err != nil && w.logger != nil {
-		w.logger.Warn("article generation task failure handling failed",
-			zap.Error(err),
-			zap.Int64("task_id", task.ID),
-			zap.Int64("article_id", task.ArticleID),
-			zap.String("task_type", task.TaskType),
-			zap.String("stage", stage),
-		)
+		tenantapp.RecordGenerationTaskEvent(tenantapp.GenerationTaskEventCleanupFailure, logCtx)
+		tenantapp.LogGenerationTaskError(w.logger, "article generation task failure handling failed", logCtx, zap.Error(err))
 	}
 }
 
@@ -280,15 +282,39 @@ func (w *ArticleGenerationWorker) rejectDelivery(delivery amqp.Delivery, requeue
 		)
 	}
 	if w.logger != nil {
-		w.logger.Warn("article generation processing failed",
+		logCtx := tenantapp.GenerationTaskLogContext{
+			TaskID:      taskID,
+			Stage:       "delivery_reject",
+			Result:      tenantapp.GenerationTaskResultFailure,
+			Severity:    "warning",
+			StatusAfter: "rejected",
+		}
+		tenantapp.RecordGenerationTaskEvent(tenantapp.GenerationTaskEventQueueFailure, logCtx)
+		tenantapp.LogGenerationTaskWarn(w.logger, "article generation processing failed", logCtx,
 			zap.Error(err),
 			zap.Bool("requeue", requeue),
 			zap.Bool("redelivered", delivery.Redelivered),
-			zap.Int64("task_id", taskID),
 		)
 	}
 }
 
+func generationWorkerTaskLogContext(task tenantapp.ClaimedGenerationTask, stage, statusBefore, statusAfter, result string, attemptCount int, leaseOwner string) tenantapp.GenerationTaskLogContext {
+	return tenantapp.GenerationTaskLogContext{
+		TaskID:        task.ID,
+		TenantID:      task.TenantID,
+		OperatorID:    task.OperatorID,
+		ArticleID:     task.ArticleID,
+		ReservationID: task.QuotaReservationID,
+		TaskType:      task.TaskType,
+		Stage:         stage,
+		AttemptCount:  attemptCount,
+		LeaseOwner:    leaseOwner,
+		StatusBefore:  statusBefore,
+		StatusAfter:   statusAfter,
+		Result:        result,
+	}
+}
+
 func parseJSONMap(raw []byte) (map[string]interface{}, error) {
 	if len(raw) == 0 {
 		return map[string]interface{}{}, nil