root
c0253c98f9
Scheduler now runs a token-protected HTTP server on scheduler.http_port (default 8081, -1 disables) that exposes Prometheus /metrics and the daily-task JSON snapshot endpoint. Workers gain a blocking Run(ctx) and are supervised by a WaitGroup: on SIGINT/SIGTERM the metrics server shuts down first, worker ticks stop scheduling but ongoing runOnce calls keep their own context and finish, and the process waits up to 60s before exiting. Adds scheduler.http_host/http_port/internal_metrics_token to config with SCHEDULER_* env overrides and exposes port 8081 in the Docker image. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
93 lines
2.2 KiB
Go
93 lines
2.2 KiB
Go
package scheduler
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
"github.com/jackc/pgx/v5/pgxpool"
|
|
"go.uber.org/zap"
|
|
|
|
tenantapp "github.com/geo-platform/tenant-api/internal/tenant/app"
|
|
)
|
|
|
|
const (
|
|
defaultMonitoringLeaseRecoveryInterval = 30 * time.Minute
|
|
defaultMonitoringLeaseRecoveryTimeout = 30 * time.Second
|
|
)
|
|
|
|
type MonitoringLeaseRecoveryWorker struct {
|
|
monitoringPool *pgxpool.Pool
|
|
logger *zap.Logger
|
|
interval time.Duration
|
|
timeout time.Duration
|
|
}
|
|
|
|
func NewMonitoringLeaseRecoveryWorker(monitoringPool *pgxpool.Pool, logger *zap.Logger) *MonitoringLeaseRecoveryWorker {
|
|
return &MonitoringLeaseRecoveryWorker{
|
|
monitoringPool: monitoringPool,
|
|
logger: logger,
|
|
interval: defaultMonitoringLeaseRecoveryInterval,
|
|
timeout: defaultMonitoringLeaseRecoveryTimeout,
|
|
}
|
|
}
|
|
|
|
func (w *MonitoringLeaseRecoveryWorker) Start(ctx context.Context) {
|
|
go w.Run(ctx)
|
|
}
|
|
|
|
func (w *MonitoringLeaseRecoveryWorker) Run(ctx context.Context) {
|
|
if w == nil || w.monitoringPool == nil {
|
|
return
|
|
}
|
|
w.run(ctx)
|
|
}
|
|
|
|
func (w *MonitoringLeaseRecoveryWorker) run(ctx context.Context) {
|
|
w.runOnce(context.Background())
|
|
|
|
ticker := time.NewTicker(w.interval)
|
|
defer ticker.Stop()
|
|
|
|
for {
|
|
select {
|
|
case <-ctx.Done():
|
|
return
|
|
case <-ticker.C:
|
|
w.runOnce(context.Background())
|
|
}
|
|
}
|
|
}
|
|
|
|
func (w *MonitoringLeaseRecoveryWorker) runOnce(parent context.Context) {
|
|
ctx, cancel := context.WithTimeout(parent, w.timeout)
|
|
defer cancel()
|
|
|
|
tx, err := w.monitoringPool.Begin(ctx)
|
|
if err != nil {
|
|
if w.logger != nil {
|
|
w.logger.Warn("monitoring lease recovery begin failed", zap.Error(err))
|
|
}
|
|
return
|
|
}
|
|
defer tx.Rollback(ctx)
|
|
|
|
expiredCount, err := tenantapp.ExpireMonitoringLeasedTasks(ctx, tx, nil, time.Now().UTC())
|
|
if err != nil {
|
|
if w.logger != nil {
|
|
w.logger.Warn("monitoring lease recovery failed", tenantapp.MonitoringWorkerErrorFields(err)...)
|
|
}
|
|
return
|
|
}
|
|
|
|
if err := tx.Commit(ctx); err != nil {
|
|
if w.logger != nil {
|
|
w.logger.Warn("monitoring lease recovery commit failed", zap.Error(err))
|
|
}
|
|
return
|
|
}
|
|
|
|
if expiredCount > 0 && w.logger != nil {
|
|
w.logger.Info("monitoring lease recovery completed", zap.Int64("expired_task_count", expiredCount))
|
|
}
|
|
}
|