AiDOPWarehouse/server/Plugins/Admin.NET.Plugin.AiDOP/Service/S8/S8TimeoutAutoEscalationService.cs

using Admin.NET.Plugin.AiDOP.Const.S8;
using Admin.NET.Plugin.AiDOP.Entity.S8;
using Admin.NET.Plugin.AiDOP.Infrastructure;
using Microsoft.Extensions.Logging;

namespace Admin.NET.Plugin.AiDOP.Service.S8;

/// <summary>
/// S8-TIMEOUT-AUTO-ESCALATION-JOB-1（P4-1）：扫描 sla_deadline 已超时且未关闭/未已升级的异常，
/// 通过 <see cref="S8TaskFlowService.UpgradeAsync"/> 启动 EXCEPTION_ESCALATION ApprovalFlow，与人工升级链路 100% 等价。
///
/// 设计要点：
/// - 不依赖 timeout_flag；扫描公式与读端 IsCurrentlyTimeout 一致：sla_deadline IS NOT NULL AND sla_deadline &lt; now
///   AND status NOT IN ('CLOSED','RECOVERED','ESCALATED')。
/// - status 进一步限制在 ASSIGNED / IN_PROGRESS（与 <see cref="Infrastructure.S8.S8StatusRules"/> 允许 ESCALATED 的转移一致）；
///   NEW / PENDING_VERIFICATION / REJECTED 等状态不通过本 Job 自动升级。
/// - 已有 active_flow_instance_id 的异常跳过（防重）；UpgradeAsync 内部还会再校验一次，双层保险。
/// - S8-RESPONSIBILITY-POOL-1：升级 authority = **该规则的升级账号池**（ado_s8_rule_responsibility_user）。
///   池空 / 成员全部失效时跳过并 LogInformation；**绝不回落到任何角色**（fail closed）。
///   exception_type.escalate_role_code 已退居 LEGACY：它是按异常类型跨租户查的，
///   实测会把 B 租户的配置用到 A 租户的异常上；责任池天然带 tenant_id，不存在这条越界路径。
/// - 人工提报的异常没有来源规则，不参与规则级自动升级（与认领 / 复核同一口径）。
/// - 状态 / Timeline 由 <see cref="ExceptionEscalationBizHandler"/>.OnFlowStarted 写入；本服务不重复维护。
/// - 通知层走 <see cref="S8NotificationLayerResolver"/>；当前 baseline notify_channel="log"，无外部副作用。
/// </summary>
public class S8TimeoutAutoEscalationService : ITransient
{
    private readonly SqlSugarRepository<AdoS8Exception> _rep;
    private readonly IS8RuleResponsibilityReader _pools;
    private readonly S8TaskFlowService _taskFlow;
    private readonly S8NotificationLayerResolver _layerResolver;
    private readonly ILogger<S8TimeoutAutoEscalationService> _logger;

    public S8TimeoutAutoEscalationService(
        SqlSugarRepository<AdoS8Exception> rep,
        IS8RuleResponsibilityReader pools,
        S8TaskFlowService taskFlow,
        S8NotificationLayerResolver layerResolver,
        ILogger<S8TimeoutAutoEscalationService> logger)
    {
        _rep = rep;
        _pools = pools;
        _taskFlow = taskFlow;
        _layerResolver = layerResolver;
        _logger = logger;
    }

    /// <summary>
    /// 扫描一次。返回成功触发升级的异常数量；调用方负责调度 / 限流。
    /// </summary>
    public async Task<int> RunOnceAsync(int batchSize = 50, CancellationToken ct = default)
    {
        var now = DateTime.Now;
        var candidates = await _rep.AsQueryable()
            .Where(x => !x.IsDeleted
                && x.SlaDeadline != null
                && x.SlaDeadline < now
                && (x.Status == "ASSIGNED" || x.Status == "IN_PROGRESS")
                && (x.ActiveFlowInstanceId == null || x.ActiveFlowInstanceId == 0))
            .OrderBy(x => x.SlaDeadline)
            .Take(batchSize)
            .ToListAsync();

        if (candidates.Count == 0) return 0;

        var processed = 0;
        foreach (var e in candidates)
        {
            ct.ThrowIfCancellationRequested();
            // S8-RESPONSIBILITY-POOL-1：升级 authority = 该规则的升级账号池。
            //
            // 人工提报没有来源规则 —— 它不属于任何规则的责任范围，不参与规则级自动升级。
            // 一刀切地给它找个升级人，只会把"谁都没配"伪装成"已经有人负责"。
            if (string.IsNullOrWhiteSpace(e.SourceRuleCode))
            {
                _logger.LogInformation(
                    "s8_timeout_auto_escalate_skip exceptionId={Id} exceptionCode={Code} reason=no_source_rule",
                    e.Id, e.ExceptionCode);
                continue;
            }

            // 空池 fail closed：不回落 escalate_role_code、不回落任何角色。
            // 回落会让「我没给这条规则配升级人」与「有人在跟进」同时成立 —— 最难查的一类错配。
            var escalationPool = await _pools.GetValidMemberIdsAsync(
                e.TenantId, e.SourceRuleCode!, S8ResponsibilityType.Escalation);
            if (escalationPool.Count == 0)
            {
                _logger.LogInformation(
                    "s8_timeout_auto_escalate_skip exceptionId={Id} exceptionCode={Code} reason=escalation_pool_empty rule={Rule}",
                    e.Id, e.ExceptionCode, e.SourceRuleCode);
                continue;
            }

            try
            {
                // UpgradeAsync 已内置 ActiveFlowInstanceId / IsAllowedTransition 二次校验；
                // 与 manual upgrade 100% 等价，状态/timeline 由 OnFlowStarted 写入。
                var remark = $"[AUTO] SLA deadline exceeded; auto escalation triggered. sla_deadline={e.SlaDeadline:yyyy-MM-dd HH:mm:ss}; escalation_pool={escalationPool.Count}";
                await _taskFlow.UpgradeAsync(e.Id, e.TenantId, remark);
                processed++;
                _logger.LogInformation(
                    "s8_timeout_auto_escalate_started exceptionId={Id} exceptionCode={Code} rule={Rule} escalationPoolSize={PoolSize}",
                    e.Id, e.ExceptionCode, e.SourceRuleCode, escalationPool.Count);

                await TryDispatchAsync(e);
            }
            catch (Exception ex)
            {
                _logger.LogWarning(ex,
                    "s8_timeout_auto_escalate_failed exceptionId={Id} status={Status}", e.Id, e.Status);
            }
        }

        if (processed > 0 || candidates.Count > 0)
            _logger.LogInformation(
                "s8_timeout_auto_escalate_summary processed={Processed} candidates={Total}", processed, candidates.Count);
        return processed;
    }

    private async Task TryDispatchAsync(AdoS8Exception e)
    {
        try
        {
            await _layerResolver.DispatchByLayerAsync(new S8NotificationLayerResolver.DispatchByLayerInput
            {
                TenantId = e.TenantId,
                ExceptionId = e.Id,
                ExceptionNo = e.ExceptionCode,
                // 优先 module_code（S1-S7 严格基线），保持与 NotificationLayer baseline 同口径。
                SceneCode = string.IsNullOrWhiteSpace(e.ModuleCode) ? e.SceneCode : e.ModuleCode!,
                Severity = e.Severity,
                Status = "ESCALATED",
                EventCode = S8NotifyEventCode.EscalationTriggered,
                ExceptionRef = e,
                Title = $"[AUTO] 异常升级 - {e.ExceptionCode}",
                Content = "SLA 已超时，系统自动触发升级。",
                SourceRuleCode = e.SourceRuleCode,
            });
        }
        catch (Exception ex)
        {
            _logger.LogWarning(ex, "s8_timeout_auto_escalate_dispatch_failed exceptionId={Id}", e.Id);
        }
    }
}