S8ActiveFlowStuckScanJob.cs 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105
  1. using Admin.NET.Plugin.AiDOP.Service.S8;
  2. using Furion.Schedule;
  3. using Microsoft.Extensions.Configuration;
  4. using Microsoft.Extensions.DependencyInjection;
  5. using Microsoft.Extensions.Logging;
  6. namespace Admin.NET.Plugin.AiDOP.Job;
  7. /// <summary>
  8. /// 定期扫描挂有 ActiveFlow 且长时间未更新的 S8 异常,输出告警日志和通知记录。
  9. /// </summary>
  10. [JobDetail("job_s8_active_flow_stuck_scan", Description = "S8 ActiveFlow 卡死扫描",
  11. GroupName = "default", Concurrent = false)]
  12. [Period(300000, TriggerId = "trigger_s8_active_flow_stuck_scan", Description = "每5分钟执行", RunOnStart = true)]
  13. public class S8ActiveFlowStuckScanJob : IJob
  14. {
  15. private readonly IServiceScopeFactory _scopeFactory;
  16. private readonly IConfiguration _configuration;
  17. private readonly ILogger _logger;
  18. // S8-SCHEDULER-P0-BLEEDING-STOP-CONFIG-1:禁用日志单进程内只输出一次,避免每 tick 刷日志。
  19. // _firstParseFailLogged 控制 AIDOP_* env 解析失败 warn 单进程内只输出一次(首个失败 env 名)。
  20. private static int _firstDisabledLogged;
  21. private static int _firstParseFailLogged;
  22. // S8-SCHEDULER-CONFIG-ORDER-FIX(合入 P0):AIDOP_* env override 名称。
  23. // Furion 4.9.8.24 JSON 装配链后置导致 ASP.NET Core env vars 被 JSON 覆盖,
  24. // 故此处用 Environment.GetEnvironmentVariable 做 S8 调度开关专项 override。
  25. private const string EnvSchedulerEnabled = "AIDOP_SCHEDULER_ENABLED";
  26. private const string EnvS8SchedulerEnabled = "AIDOP_S8_SCHEDULER_ENABLED";
  27. public S8ActiveFlowStuckScanJob(IServiceScopeFactory scopeFactory, IConfiguration configuration, ILoggerFactory loggerFactory)
  28. {
  29. _scopeFactory = scopeFactory;
  30. _configuration = configuration;
  31. _logger = loggerFactory.CreateLogger(nameof(S8ActiveFlowStuckScanJob));
  32. }
  33. public async Task ExecuteAsync(JobExecutingContext context, CancellationToken stoppingToken)
  34. {
  35. // S8-SCHEDULER-P0-BLEEDING-STOP-CONFIG-1:环境级 + S8 业务级双开关 gate。
  36. // 任一为 false 时直接早退;早退前不访问任何业务 service / DB。
  37. // 注意:[Period(... RunOnStart = true)] 在启动期会立即触发一次,此处 gate 同样生效,
  38. // 确保 dev/未授权环境启动时不会立刻进入 ScanAsync。
  39. // env override(合入 CONFIG-ORDER-FIX):env 不存在/空白 → 沿用 JSON;
  40. // 存在但 bool.TryParse 失败 → 保留 JSON 值 + 单次 warn(首个失败 env 名,不输出 value)。
  41. var schedulerEnabled = _configuration.GetValue("Scheduler:Enabled", true);
  42. var s8SchedulerEnabled = _configuration.GetValue("S8:Scheduler:Enabled", false);
  43. string? parseFailEnvName = null;
  44. var envSchedulerRaw = Environment.GetEnvironmentVariable(EnvSchedulerEnabled);
  45. if (!string.IsNullOrWhiteSpace(envSchedulerRaw))
  46. {
  47. if (bool.TryParse(envSchedulerRaw, out var v)) schedulerEnabled = v;
  48. else parseFailEnvName ??= EnvSchedulerEnabled;
  49. }
  50. var envS8SchedulerRaw = Environment.GetEnvironmentVariable(EnvS8SchedulerEnabled);
  51. if (!string.IsNullOrWhiteSpace(envS8SchedulerRaw))
  52. {
  53. if (bool.TryParse(envS8SchedulerRaw, out var v)) s8SchedulerEnabled = v;
  54. else parseFailEnvName ??= EnvS8SchedulerEnabled;
  55. }
  56. if (parseFailEnvName != null && Interlocked.Exchange(ref _firstParseFailLogged, 1) == 0)
  57. {
  58. _logger.LogWarning(
  59. "S8ActiveFlowStuckScanJob env override 解析失败:{EnvName},已沿用配置值",
  60. parseFailEnvName);
  61. }
  62. if (!schedulerEnabled || !s8SchedulerEnabled)
  63. {
  64. if (Interlocked.Exchange(ref _firstDisabledLogged, 1) == 0)
  65. {
  66. _logger.LogInformation(
  67. "S8ActiveFlowStuckScanJob 被配置禁用:Scheduler:Enabled={Scheduler} S8:Scheduler:Enabled={S8Scheduler}",
  68. schedulerEnabled, s8SchedulerEnabled);
  69. }
  70. return;
  71. }
  72. using var scope = _scopeFactory.CreateScope();
  73. var watchService = scope.ServiceProvider.GetRequiredService<S8ActiveFlowWatchService>();
  74. try
  75. {
  76. foreach (var tenantScope in await watchService.ListActiveScopesAsync())
  77. {
  78. var alertCount = await watchService.ScanAsync(
  79. tenantScope.TenantId, tenantScope.FactoryId, stoppingToken);
  80. if (alertCount > 0)
  81. {
  82. _logger.LogInformation(
  83. "S8ActiveFlowStuckScanJob 本轮新增 {Count} 条卡死告警 tenant={TenantId} factory={FactoryId}",
  84. alertCount, tenantScope.TenantId, tenantScope.FactoryId);
  85. }
  86. }
  87. }
  88. catch (OperationCanceledException) when (stoppingToken.IsCancellationRequested)
  89. {
  90. _logger.LogInformation("S8ActiveFlowStuckScanJob 收到停止信号,结束本轮扫描");
  91. }
  92. catch (Exception ex)
  93. {
  94. _logger.LogError(ex, "S8ActiveFlowStuckScanJob 扫描失败");
  95. }
  96. }
  97. }