S8ActiveFlowStuckScanJob.cs 4.4 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091
  1. using Admin.NET.Plugin.AiDOP.Service.S8;
  2. using Admin.NET.Plugin.AiDOP.Infrastructure.S8;
  3. using Furion.Schedule;
  4. using Microsoft.Extensions.Configuration;
  5. using Microsoft.Extensions.DependencyInjection;
  6. using Microsoft.Extensions.Logging;
  7. namespace Admin.NET.Plugin.AiDOP.Job;
  8. /// <summary>
  9. /// 定期扫描挂有 ActiveFlow 且长时间未更新的 S8 异常,输出告警日志和通知记录。
  10. /// </summary>
  11. [JobDetail("job_s8_active_flow_stuck_scan", Description = "S8 ActiveFlow 卡死扫描",
  12. GroupName = "default", Concurrent = false)]
  13. [Period(300000, TriggerId = "trigger_s8_active_flow_stuck_scan", Description = "每5分钟执行", RunOnStart = true)]
  14. public class S8ActiveFlowStuckScanJob : IJob
  15. {
  16. private readonly IServiceScopeFactory _scopeFactory;
  17. private readonly IConfiguration _configuration;
  18. private readonly ILogger _logger;
  19. // S8-SCHEDULER-P0-BLEEDING-STOP-CONFIG-1:禁用日志单进程内只输出一次,避免每 tick 刷日志。
  20. // _firstParseFailLogged 控制 AIDOP_* env 解析失败 warn 单进程内只输出一次(首个失败 env 名)。
  21. private static int _firstDisabledLogged;
  22. private static int _firstParseFailLogged;
  23. // S8-SCHEDULER-CONFIG-ORDER-FIX(合入 P0):AIDOP_* env override 名称。
  24. // Furion 4.9.8.24 JSON 装配链后置导致 ASP.NET Core env vars 被 JSON 覆盖,
  25. // 故此处用 Environment.GetEnvironmentVariable 做 S8 调度开关专项 override。
  26. public S8ActiveFlowStuckScanJob(IServiceScopeFactory scopeFactory, IConfiguration configuration, ILoggerFactory loggerFactory)
  27. {
  28. _scopeFactory = scopeFactory;
  29. _configuration = configuration;
  30. _logger = loggerFactory.CreateLogger(nameof(S8ActiveFlowStuckScanJob));
  31. }
  32. public async Task ExecuteAsync(JobExecutingContext context, CancellationToken stoppingToken)
  33. {
  34. // S8-SCHEDULER-P0-BLEEDING-STOP-CONFIG-1:环境级 + S8 业务级双开关 gate。
  35. // 任一为 false 时直接早退;早退前不访问任何业务 service / DB。
  36. // 注意:[Period(... RunOnStart = true)] 在启动期会立即触发一次,此处 gate 同样生效,
  37. // 确保 dev/未授权环境启动时不会立刻进入 ScanAsync。
  38. // env override(合入 CONFIG-ORDER-FIX):env 不存在/空白 → 沿用 JSON;
  39. // 存在但 bool.TryParse 失败 → 保留 JSON 值 + 单次 warn(首个失败 env 名,不输出 value)。
  40. var gate = S8JobSwitch.Evaluate(_configuration, S8BackgroundJob.ActiveFlowStuckScan);
  41. if (gate.ParseFailEnvName != null && Interlocked.Exchange(ref _firstParseFailLogged, 1) == 0)
  42. {
  43. _logger.LogWarning(
  44. "S8ActiveFlowStuckScanJob env override 解析失败:{EnvName},已沿用配置值",
  45. gate.ParseFailEnvName);
  46. }
  47. if (!gate.Enabled)
  48. {
  49. if (Interlocked.Exchange(ref _firstDisabledLogged, 1) == 0)
  50. {
  51. _logger.LogInformation(
  52. "S8ActiveFlowStuckScanJob 被配置禁用:Scheduler:Enabled={Scheduler} S8:Scheduler:Enabled={S8Scheduler} {JobKey}={JobEnabled}",
  53. gate.EnvironmentEnabled, gate.MasterEnabled,
  54. S8JobSwitch.JobEnabledKey(S8BackgroundJob.ActiveFlowStuckScan), gate.JobEnabled);
  55. }
  56. return;
  57. }
  58. using var scope = _scopeFactory.CreateScope();
  59. var watchService = scope.ServiceProvider.GetRequiredService<S8ActiveFlowWatchService>();
  60. try
  61. {
  62. foreach (var tenantScope in await watchService.ListActiveScopesAsync())
  63. {
  64. var alertCount = await watchService.ScanAsync(
  65. tenantScope.TenantId, tenantScope.FactoryId, stoppingToken);
  66. if (alertCount > 0)
  67. {
  68. _logger.LogInformation(
  69. "S8ActiveFlowStuckScanJob 本轮新增 {Count} 条卡死告警 tenant={TenantId} factory={FactoryId}",
  70. alertCount, tenantScope.TenantId, tenantScope.FactoryId);
  71. }
  72. }
  73. }
  74. catch (OperationCanceledException) when (stoppingToken.IsCancellationRequested)
  75. {
  76. _logger.LogInformation("S8ActiveFlowStuckScanJob 收到停止信号,结束本轮扫描");
  77. }
  78. catch (Exception ex)
  79. {
  80. _logger.LogError(ex, "S8ActiveFlowStuckScanJob 扫描失败");
  81. }
  82. }
  83. }