|
|
@@ -0,0 +1,172 @@
|
|
|
+using Admin.NET.Core;
|
|
|
+using Admin.NET.Plugin.AiDOP.Entity.S8;
|
|
|
+using Furion.Schedule;
|
|
|
+using Microsoft.Extensions.DependencyInjection;
|
|
|
+using Microsoft.Extensions.Logging;
|
|
|
+using SqlSugar;
|
|
|
+
|
|
|
+namespace Admin.NET.Plugin.AiDOP.Job;
|
|
|
+
|
|
|
+/// <summary>
|
|
|
+/// S8-LOG-RETENTION-CLEANUP-P1-2:S8 日志保留清理。
|
|
|
+/// 每日凌晨分批物理 DELETE 三张日志表过期数据:
|
|
|
+/// - ado_s8_detection_log:30 天保留(detected_at < now - 30d)
|
|
|
+/// - ado_s8_notification_log:90 天保留(created_at < now - 90d)
|
|
|
+/// - SysJobTriggerRecord:14 天保留(CreatedTime < now - 14d)
|
|
|
+/// 默认 OFF;env override AIDOP_S8_LOG_CLEANUP_ENABLED=true 强制开启。
|
|
|
+/// 分批:单批 CleanupBatchSize 行;单表单次 Job 最多 MaxCleanupBatchesPerTable 批;
|
|
|
+/// 达到单次上限后剩余过期数据在下一日继续清理,避免单次 Job 长时间占用 DB。
|
|
|
+/// SqlSugar Deleteable 不支持 Take,采用 Queryable.Take(N).Select(Id) + Deleteable.Where(ids.Contains) 两步删除。
|
|
|
+/// 与 Admin.NET.Core/Job/LogJob.cs 同走 [Daily](00:00),两 Job 删除不同表无锁冲突。
|
|
|
+/// AdoS8DetectionLog.is_deleted 字段对 Queryable 不做默认过滤,本批一并物理删除软删行与活跃过期行。
|
|
|
+/// </summary>
|
|
|
+[JobDetail("job_s8_log_retention_cleanup", Description = "S8 日志保留清理",
|
|
|
+ GroupName = "default", Concurrent = false)]
|
|
|
+[Daily(TriggerId = "trigger_s8_log_retention_cleanup", Description = "每日凌晨执行")]
|
|
|
+public class S8LogRetentionCleanupJob : IJob
|
|
|
+{
|
|
|
+ private readonly IServiceScopeFactory _scopeFactory;
|
|
|
+ private readonly ILogger _logger;
|
|
|
+
|
|
|
+ // 禁用日志单进程内只输出一次,避免每次触发都刷日志。
|
|
|
+ private static int _firstDisabledLogged;
|
|
|
+
|
|
|
+ // env override 命名沿用 P0 批次的 AIDOP_* 前缀(与 S8WatchSchedulerJob 等一致)。
|
|
|
+ private const string EnvCleanupEnabled = "AIDOP_S8_LOG_CLEANUP_ENABLED";
|
|
|
+
|
|
|
+ // 已拍板分级保留天数。
|
|
|
+ private const int DetectionLogRetentionDays = 30;
|
|
|
+ private const int NotificationLogRetentionDays = 90;
|
|
|
+ private const int JobTriggerRecordRetentionDays = 14;
|
|
|
+
|
|
|
+ // 分批参数:单批 1000 行;单表单次 Job 最多 50 批(5w 行/表/日上限),残余下一日继续。
|
|
|
+ private const int CleanupBatchSize = 1000;
|
|
|
+ private const int MaxCleanupBatchesPerTable = 50;
|
|
|
+
|
|
|
+ public S8LogRetentionCleanupJob(IServiceScopeFactory scopeFactory, ILoggerFactory loggerFactory)
|
|
|
+ {
|
|
|
+ _scopeFactory = scopeFactory;
|
|
|
+ _logger = loggerFactory.CreateLogger(nameof(S8LogRetentionCleanupJob));
|
|
|
+ }
|
|
|
+
|
|
|
+ public async Task ExecuteAsync(JobExecutingContext context, CancellationToken stoppingToken)
|
|
|
+ {
|
|
|
+ // 默认 OFF;env override AIDOP_S8_LOG_CLEANUP_ENABLED=true 强制开启。
|
|
|
+ // 与 P0 Scheduler:Enabled / S8:Scheduler:Enabled 独立,本批不复用既有 gate。
|
|
|
+ var envRaw = Environment.GetEnvironmentVariable(EnvCleanupEnabled);
|
|
|
+ if (!bool.TryParse(envRaw, out var enabled) || !enabled)
|
|
|
+ {
|
|
|
+ if (Interlocked.Exchange(ref _firstDisabledLogged, 1) == 0)
|
|
|
+ {
|
|
|
+ _logger.LogInformation(
|
|
|
+ "S8LogRetentionCleanupJob 被配置禁用:{EnvName} 未设置或非 true",
|
|
|
+ EnvCleanupEnabled);
|
|
|
+ }
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ using var scope = _scopeFactory.CreateScope();
|
|
|
+ var db = scope.ServiceProvider.GetRequiredService<ISqlSugarClient>().CopyNew();
|
|
|
+
|
|
|
+ var totalDetection = 0;
|
|
|
+ var totalNotification = 0;
|
|
|
+ var totalTrigger = 0;
|
|
|
+
|
|
|
+ try
|
|
|
+ {
|
|
|
+ totalDetection = await CleanupDetectionLogAsync(db, stoppingToken);
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ _logger.LogError(ex, "ado_s8_detection_log 清理失败");
|
|
|
+ }
|
|
|
+
|
|
|
+ try
|
|
|
+ {
|
|
|
+ totalNotification = await CleanupNotificationLogAsync(db, stoppingToken);
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ _logger.LogError(ex, "ado_s8_notification_log 清理失败");
|
|
|
+ }
|
|
|
+
|
|
|
+ try
|
|
|
+ {
|
|
|
+ totalTrigger = await CleanupJobTriggerRecordAsync(db, stoppingToken);
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ _logger.LogError(ex, "SysJobTriggerRecord 清理失败");
|
|
|
+ }
|
|
|
+
|
|
|
+ _logger.LogInformation(
|
|
|
+ "S8LogRetentionCleanupJob 本轮删除摘要:detection_log={DetectionCount} notification_log={NotificationCount} sys_job_trigger_record={TriggerCount}",
|
|
|
+ totalDetection, totalNotification, totalTrigger);
|
|
|
+ }
|
|
|
+
|
|
|
+ private async Task<int> CleanupDetectionLogAsync(ISqlSugarClient db, CancellationToken token)
|
|
|
+ {
|
|
|
+ var cutoff = DateTime.Now.AddDays(-DetectionLogRetentionDays);
|
|
|
+ var total = 0;
|
|
|
+ for (var i = 0; i < MaxCleanupBatchesPerTable; i++)
|
|
|
+ {
|
|
|
+ if (token.IsCancellationRequested) break;
|
|
|
+ var ids = await db.Queryable<AdoS8DetectionLog>()
|
|
|
+ .Where(x => x.DetectedAt < cutoff)
|
|
|
+ .Take(CleanupBatchSize)
|
|
|
+ .Select(x => x.Id)
|
|
|
+ .ToListAsync();
|
|
|
+ if (ids.Count == 0) break;
|
|
|
+ var affected = await db.Deleteable<AdoS8DetectionLog>()
|
|
|
+ .Where(x => ids.Contains(x.Id))
|
|
|
+ .ExecuteCommandAsync(token);
|
|
|
+ total += affected;
|
|
|
+ if (ids.Count < CleanupBatchSize) break;
|
|
|
+ }
|
|
|
+ return total;
|
|
|
+ }
|
|
|
+
|
|
|
+ private async Task<int> CleanupNotificationLogAsync(ISqlSugarClient db, CancellationToken token)
|
|
|
+ {
|
|
|
+ var cutoff = DateTime.Now.AddDays(-NotificationLogRetentionDays);
|
|
|
+ var total = 0;
|
|
|
+ for (var i = 0; i < MaxCleanupBatchesPerTable; i++)
|
|
|
+ {
|
|
|
+ if (token.IsCancellationRequested) break;
|
|
|
+ var ids = await db.Queryable<AdoS8NotificationLog>()
|
|
|
+ .Where(x => x.CreatedAt < cutoff)
|
|
|
+ .Take(CleanupBatchSize)
|
|
|
+ .Select(x => x.Id)
|
|
|
+ .ToListAsync();
|
|
|
+ if (ids.Count == 0) break;
|
|
|
+ var affected = await db.Deleteable<AdoS8NotificationLog>()
|
|
|
+ .Where(x => ids.Contains(x.Id))
|
|
|
+ .ExecuteCommandAsync(token);
|
|
|
+ total += affected;
|
|
|
+ if (ids.Count < CleanupBatchSize) break;
|
|
|
+ }
|
|
|
+ return total;
|
|
|
+ }
|
|
|
+
|
|
|
+ private async Task<int> CleanupJobTriggerRecordAsync(ISqlSugarClient db, CancellationToken token)
|
|
|
+ {
|
|
|
+ var cutoff = DateTime.Now.AddDays(-JobTriggerRecordRetentionDays);
|
|
|
+ var total = 0;
|
|
|
+ for (var i = 0; i < MaxCleanupBatchesPerTable; i++)
|
|
|
+ {
|
|
|
+ if (token.IsCancellationRequested) break;
|
|
|
+ var ids = await db.Queryable<SysJobTriggerRecord>()
|
|
|
+ .Where(x => x.CreatedTime != null && x.CreatedTime < cutoff)
|
|
|
+ .Take(CleanupBatchSize)
|
|
|
+ .Select(x => x.Id)
|
|
|
+ .ToListAsync();
|
|
|
+ if (ids.Count == 0) break;
|
|
|
+ var affected = await db.Deleteable<SysJobTriggerRecord>()
|
|
|
+ .Where(x => ids.Contains(x.Id))
|
|
|
+ .ExecuteCommandAsync(token);
|
|
|
+ total += affected;
|
|
|
+ if (ids.Count < CleanupBatchSize) break;
|
|
|
+ }
|
|
|
+ return total;
|
|
|
+ }
|
|
|
+}
|