Files
geo/server/internal/scheduler/monitoring_lease_recovery_worker.go
T

93 lines
2.2 KiB
Go
Raw Normal View History

package scheduler
import (
"context"
"time"
"github.com/jackc/pgx/v5/pgxpool"
"go.uber.org/zap"
tenantapp "github.com/geo-platform/tenant-api/internal/tenant/app"
)
const (
defaultMonitoringLeaseRecoveryInterval = 30 * time.Minute
defaultMonitoringLeaseRecoveryTimeout = 30 * time.Second
)
type MonitoringLeaseRecoveryWorker struct {
monitoringPool *pgxpool.Pool
logger *zap.Logger
interval time.Duration
timeout time.Duration
}
func NewMonitoringLeaseRecoveryWorker(monitoringPool *pgxpool.Pool, logger *zap.Logger) *MonitoringLeaseRecoveryWorker {
return &MonitoringLeaseRecoveryWorker{
monitoringPool: monitoringPool,
logger: logger,
interval: defaultMonitoringLeaseRecoveryInterval,
timeout: defaultMonitoringLeaseRecoveryTimeout,
}
}
func (w *MonitoringLeaseRecoveryWorker) Start(ctx context.Context) {
go w.Run(ctx)
}
func (w *MonitoringLeaseRecoveryWorker) Run(ctx context.Context) {
if w == nil || w.monitoringPool == nil {
return
}
w.run(ctx)
}
func (w *MonitoringLeaseRecoveryWorker) run(ctx context.Context) {
w.runOnce(context.Background())
ticker := time.NewTicker(w.interval)
defer ticker.Stop()
for {
select {
case <-ctx.Done():
return
case <-ticker.C:
w.runOnce(context.Background())
}
}
}
func (w *MonitoringLeaseRecoveryWorker) runOnce(parent context.Context) {
ctx, cancel := context.WithTimeout(parent, w.timeout)
defer cancel()
tx, err := w.monitoringPool.Begin(ctx)
if err != nil {
if w.logger != nil {
w.logger.Warn("monitoring lease recovery begin failed", zap.Error(err))
}
return
}
defer tx.Rollback(ctx)
expiredCount, err := tenantapp.ExpireMonitoringLeasedTasks(ctx, tx, nil, time.Now().UTC())
if err != nil {
if w.logger != nil {
w.logger.Warn("monitoring lease recovery failed", tenantapp.MonitoringWorkerErrorFields(err)...)
}
return
}
if err := tx.Commit(ctx); err != nil {
if w.logger != nil {
w.logger.Warn("monitoring lease recovery commit failed", zap.Error(err))
}
return
}
if expiredCount > 0 && w.logger != nil {
w.logger.Info("monitoring lease recovery completed", zap.Int64("expired_task_count", expiredCount))
}
}