fix monitoring daily backpressure

2026-06-27 15:31:08 +08:00
parent 58fe70268d
commit 940ac23493
10 changed files with 550 additions and 107 deletions
@@ -93,7 +93,7 @@ INSERT INTO ops.scheduler_jobs
    (job_key, display_name, category, description, enabled, schedule_type, interval_seconds, timezone, timeout_seconds, batch_size, config)
 VALUES
    ('schedule_dispatch', '内容定时任务派发', 'content', '索引驱动的延迟队列派发，仅认领到期内容任务并投递生成队列。', true, 'interval', 15, 'Asia/Shanghai', 30, 100, '{}'::jsonb),
-    ('monitoring_daily_task', 'AI 监控每日任务生成', 'monitoring', '按业务日小批量物化监控采集任务并派发到桌面任务队列。', true, 'interval', 300, 'Asia/Shanghai', 45, 64, '{"max_materialize_per_plan":12,"max_materialize_per_brand":4}'::jsonb),
+    ('monitoring_daily_task', 'AI 监控每日任务生成', 'monitoring', '按业务日全量创建监控采集事实，按容量限速派发到桌面任务队列。', true, 'interval', 300, 'Asia/Shanghai', 45, 12, '{"max_desktop_client_backlog":12}'::jsonb),
    ('monitoring_result_recovery', '监控结果恢复', 'monitoring', '按回调结果队列索引恢复未成功入队的监控结果。', true, 'interval', 60, 'Asia/Shanghai', 30, 100, '{}'::jsonb),
    ('monitoring_lease_recovery', '监控租约回收', 'monitoring', '按过期租约索引限批回收超过租约时间仍未回调的监控任务。', true, 'interval', 1800, 'Asia/Shanghai', 30, 1000, '{}'::jsonb),
    ('monitoring_received_inspection', '监控 received 卡死检查', 'monitoring', '按 received watchdog 索引限批标记长时间未入队的监控任务。', true, 'interval', 300, 'Asia/Shanghai', 30, 100, '{"threshold":"15m"}'::jsonb),
@@ -11,10 +11,11 @@ SET description = '索引驱动的延迟队列派发，仅认领到期内容任
 WHERE job_key = 'schedule_dispatch';

 UPDATE ops.scheduler_jobs
-SET description = '按业务日小批量物化监控采集任务并派发到桌面任务队列。',
+SET description = '按业务日全量创建监控采集事实，按容量限速派发到桌面任务队列。',
    timeout_seconds = 45,
-    batch_size = 64,
-    config = config || '{"max_materialize_per_plan":12,"max_materialize_per_brand":4}'::jsonb,
+    batch_size = 12,
+    config = (config - 'max_materialize_per_run' - 'max_materialize_per_plan' - 'max_materialize_per_brand')
+             || '{"max_desktop_client_backlog":12}'::jsonb,
    updated_at = NOW()
 WHERE job_key = 'monitoring_daily_task';

@@ -0,0 +1,7 @@
+UPDATE ops.scheduler_jobs
+SET description = '按业务日小批量物化监控采集任务并派发到桌面任务队列。',
+    batch_size = 64,
+    config = (config - 'max_desktop_client_backlog')
+             || '{"max_materialize_per_plan":12,"max_materialize_per_brand":4}'::jsonb,
+    updated_at = NOW()
+WHERE job_key = 'monitoring_daily_task';
@@ -0,0 +1,7 @@
+UPDATE ops.scheduler_jobs
+SET description = '按业务日全量创建监控采集事实，按容量限速派发到桌面任务队列。',
+    batch_size = 12,
+    config = (config - 'max_materialize_per_run' - 'max_materialize_per_plan' - 'max_materialize_per_brand')
+             || '{"max_desktop_client_backlog":12}'::jsonb,
+    updated_at = NOW()
+WHERE job_key = 'monitoring_daily_task';