S8ActiveFlowStuckScanJob.cs 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990
  1. using Admin.NET.Plugin.AiDOP.Service.S8;
  2. using Admin.NET.Plugin.AiDOP.Infrastructure.S8;
  3. using Furion.Schedule;
  4. using Microsoft.Extensions.Configuration;
  5. using Microsoft.Extensions.DependencyInjection;
  6. using Microsoft.Extensions.Logging;
  7. namespace Admin.NET.Plugin.AiDOP.Job;
  8. /// <summary>
  9. /// 定期扫描挂有 ActiveFlow 且长时间未更新的 S8 异常,输出告警日志和通知记录。
  10. /// </summary>
  11. [JobDetail("job_s8_active_flow_stuck_scan", Description = "S8 ActiveFlow 卡死扫描",
  12. GroupName = "default", Concurrent = false)]
  13. [Period(300000, TriggerId = "trigger_s8_active_flow_stuck_scan", Description = "每5分钟执行", RunOnStart = true)]
  14. public class S8ActiveFlowStuckScanJob : IJob
  15. {
  16. private readonly IServiceScopeFactory _scopeFactory;
  17. private readonly IConfiguration _configuration;
  18. private readonly ILogger _logger;
  19. // S8-SCHEDULER-P0-BLEEDING-STOP-CONFIG-1:禁用日志单进程内只输出一次,避免每 tick 刷日志。
  20. // _firstParseFailLogged 控制 AIDOP_* env 解析失败 warn 单进程内只输出一次(首个失败 env 名)。
  21. private static int _firstDisabledLogged;
  22. private static int _firstParseFailLogged;
  23. // S8-SCHEDULER-CONFIG-ORDER-FIX(合入 P0):AIDOP_* env override 名称。
  24. // Furion 4.9.8.24 JSON 装配链后置导致 ASP.NET Core env vars 被 JSON 覆盖,
  25. // 故此处用 Environment.GetEnvironmentVariable 做 S8 调度开关专项 override。
  26. public S8ActiveFlowStuckScanJob(IServiceScopeFactory scopeFactory, IConfiguration configuration, ILoggerFactory loggerFactory)
  27. {
  28. _scopeFactory = scopeFactory;
  29. _configuration = configuration;
  30. _logger = loggerFactory.CreateLogger(nameof(S8ActiveFlowStuckScanJob));
  31. }
  32. public async Task ExecuteAsync(JobExecutingContext context, CancellationToken stoppingToken)
  33. {
  34. // S8-SCHEDULER-P0-BLEEDING-STOP-CONFIG-1:环境级 + S8 业务级双开关 gate。
  35. // 任一为 false 时直接早退;早退前不访问任何业务 service / DB。
  36. // 注意:[Period(... RunOnStart = true)] 在启动期会立即触发一次,此处 gate 同样生效,
  37. // 确保 dev/未授权环境启动时不会立刻进入 ScanAsync。
  38. // env override(合入 CONFIG-ORDER-FIX):env 不存在/空白 → 沿用 JSON;
  39. // 存在但 bool.TryParse 失败 → 保留 JSON 值 + 单次 warn(首个失败 env 名,不输出 value)。
  40. var gate = S8JobSwitch.Evaluate(_configuration, S8BackgroundJob.ActiveFlowStuckScan);
  41. if (gate.ParseFailEnvName != null && Interlocked.Exchange(ref _firstParseFailLogged, 1) == 0)
  42. {
  43. _logger.LogWarning(
  44. "S8ActiveFlowStuckScanJob env override 解析失败:{EnvName},已沿用配置值",
  45. gate.ParseFailEnvName);
  46. }
  47. if (!gate.Enabled)
  48. {
  49. if (Interlocked.Exchange(ref _firstDisabledLogged, 1) == 0)
  50. {
  51. _logger.LogInformation(
  52. "S8ActiveFlowStuckScanJob 被配置禁用:Scheduler:Enabled={Scheduler} S8:Scheduler:Enabled={S8Scheduler} {JobKey}={JobEnabled}",
  53. gate.EnvironmentEnabled, gate.MasterEnabled,
  54. S8JobSwitch.JobEnabledKey(S8BackgroundJob.ActiveFlowStuckScan), gate.JobEnabled);
  55. }
  56. return;
  57. }
  58. using var scope = _scopeFactory.CreateScope();
  59. var watchService = scope.ServiceProvider.GetRequiredService<S8ActiveFlowWatchService>();
  60. try
  61. {
  62. foreach (var tenantId in await watchService.ListActiveTenantsAsync())
  63. {
  64. var alertCount = await watchService.ScanAsync(tenantId, stoppingToken);
  65. if (alertCount > 0)
  66. {
  67. _logger.LogInformation(
  68. "S8ActiveFlowStuckScanJob 本轮新增 {Count} 条卡死告警 tenant={TenantId}",
  69. alertCount, tenantId);
  70. }
  71. }
  72. }
  73. catch (OperationCanceledException) when (stoppingToken.IsCancellationRequested)
  74. {
  75. _logger.LogInformation("S8ActiveFlowStuckScanJob 收到停止信号,结束本轮扫描");
  76. }
  77. catch (Exception ex)
  78. {
  79. _logger.LogError(ex, "S8ActiveFlowStuckScanJob 扫描失败");
  80. }
  81. }
  82. }