S8ActiveFlowStuckScanJob.cs 4.4 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192
  1. using Admin.NET.Plugin.AiDOP.Service.S8;
  2. using Admin.NET.Plugin.AiDOP.Infrastructure.S8;
  3. using Furion.Schedule;
  4. using Microsoft.Extensions.Configuration;
  5. using Microsoft.Extensions.DependencyInjection;
  6. using Microsoft.Extensions.Logging;
  7. namespace Admin.NET.Plugin.AiDOP.Job;
  8. /// <summary>
  9. /// 定期扫描挂有 ActiveFlow 且长时间未更新的 S8 异常,输出告警日志和通知记录。
  10. /// </summary>
  11. [JobDetail("job_s8_active_flow_stuck_scan", Description = "S8 ActiveFlow 卡死扫描",
  12. GroupName = "default", Concurrent = false)]
  13. [Period(300000, TriggerId = "trigger_s8_active_flow_stuck_scan", Description = "每5分钟执行", RunOnStart = true)]
  14. public class S8ActiveFlowStuckScanJob : IJob
  15. {
  16. private readonly IServiceScopeFactory _scopeFactory;
  17. private readonly IConfiguration _configuration;
  18. private readonly ILogger _logger;
  19. // S8-SCHEDULER-P0-BLEEDING-STOP-CONFIG-1:禁用日志单进程内只输出一次,避免每 tick 刷日志。
  20. // _firstParseFailLogged 控制 AIDOP_* env 解析失败 warn 单进程内只输出一次(首个失败 env 名)。
  21. private static int _firstDisabledLogged;
  22. private static int _firstParseFailLogged;
  23. // S8-SCHEDULER-CONFIG-ORDER-FIX(合入 P0):AIDOP_* env override 名称。
  24. // Furion 4.9.8.24 JSON 装配链后置导致 ASP.NET Core env vars 被 JSON 覆盖,
  25. // 故此处用 Environment.GetEnvironmentVariable 做 S8 调度开关专项 override。
  26. public S8ActiveFlowStuckScanJob(IServiceScopeFactory scopeFactory, IConfiguration configuration, ILoggerFactory loggerFactory)
  27. {
  28. _scopeFactory = scopeFactory;
  29. _configuration = configuration;
  30. _logger = loggerFactory.CreateLogger(nameof(S8ActiveFlowStuckScanJob));
  31. }
  32. public async Task ExecuteAsync(JobExecutingContext context, CancellationToken stoppingToken)
  33. {
  34. if (!AidopJobGate.ShouldRun(nameof(S8ActiveFlowStuckScanJob), _logger)) return;
  35. // S8-SCHEDULER-P0-BLEEDING-STOP-CONFIG-1:环境级 + S8 业务级双开关 gate。
  36. // 任一为 false 时直接早退;早退前不访问任何业务 service / DB。
  37. // 注意:[Period(... RunOnStart = true)] 在启动期会立即触发一次,此处 gate 同样生效,
  38. // 确保 dev/未授权环境启动时不会立刻进入 ScanAsync。
  39. // env override(合入 CONFIG-ORDER-FIX):env 不存在/空白 → 沿用 JSON;
  40. // 存在但 bool.TryParse 失败 → 保留 JSON 值 + 单次 warn(首个失败 env 名,不输出 value)。
  41. var gate = S8JobSwitch.Evaluate(_configuration, S8BackgroundJob.ActiveFlowStuckScan);
  42. if (gate.ParseFailEnvName != null && Interlocked.Exchange(ref _firstParseFailLogged, 1) == 0)
  43. {
  44. _logger.LogWarning(
  45. "S8ActiveFlowStuckScanJob env override 解析失败:{EnvName},已沿用配置值",
  46. gate.ParseFailEnvName);
  47. }
  48. if (!gate.Enabled)
  49. {
  50. if (Interlocked.Exchange(ref _firstDisabledLogged, 1) == 0)
  51. {
  52. _logger.LogInformation(
  53. "S8ActiveFlowStuckScanJob 被配置禁用:Scheduler:Enabled={Scheduler} S8:Scheduler:Enabled={S8Scheduler} {JobKey}={JobEnabled}",
  54. gate.EnvironmentEnabled, gate.MasterEnabled,
  55. S8JobSwitch.JobEnabledKey(S8BackgroundJob.ActiveFlowStuckScan), gate.JobEnabled);
  56. }
  57. return;
  58. }
  59. using var scope = _scopeFactory.CreateScope();
  60. var watchService = scope.ServiceProvider.GetRequiredService<S8ActiveFlowWatchService>();
  61. try
  62. {
  63. foreach (var tenantId in await watchService.ListActiveTenantsAsync())
  64. {
  65. var alertCount = await watchService.ScanAsync(tenantId, stoppingToken);
  66. if (alertCount > 0)
  67. {
  68. _logger.LogInformation(
  69. "S8ActiveFlowStuckScanJob 本轮新增 {Count} 条卡死告警 tenant={TenantId}",
  70. alertCount, tenantId);
  71. }
  72. }
  73. }
  74. catch (OperationCanceledException) when (stoppingToken.IsCancellationRequested)
  75. {
  76. _logger.LogInformation("S8ActiveFlowStuckScanJob 收到停止信号,结束本轮扫描");
  77. }
  78. catch (Exception ex)
  79. {
  80. _logger.LogError(ex, "S8ActiveFlowStuckScanJob 扫描失败");
  81. }
  82. }
  83. }