AidopT8KpiManualRefreshService.cs 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303
  1. using Admin.NET.Core.Service;
  2. using Admin.NET.Plugin.AiDOP.DataPlatform.MdpRebuild;
  3. using Admin.NET.Plugin.AiDOP.FinishedWarehouse;
  4. using Admin.NET.Plugin.AiDOP.Infrastructure;
  5. using Admin.NET.Plugin.AiDOP.Manufacturing;
  6. using Admin.NET.Plugin.AiDOP.MaterialWarehouse;
  7. using Microsoft.Extensions.Logging;
  8. namespace Admin.NET.Plugin.AiDOP.DataPlatform;
  9. /// <summary>
  10. /// S5/S6/S7 T8 KPI 手动刷新统一编排(看板"刷新"按钮真实跑批入口)。
  11. /// 单次刷新语义:抢全局刷新锁 → T8 基表入站(硬门,共享 6 表)→ 本模块 RunFull(MANUAL) → 汇总逐指标状态 → 释放锁。
  12. /// 与 Cron job_s5_t8_kpi_refresh 共享同一把锁(<see cref="RefreshLockKey"/>),保证手动刷新与定时跑批互斥、并发手动刷新排他。
  13. /// 入站为 S5/S6/S7 共用(T8BaseInboundMdpSyncService 6 张基表无法按模块拆),故刷任一模块均触发一次全量入站。
  14. /// S5_L1_002 / S5_L1_004 仍 legacy 直连 T8(本轮不改),随 S5 RunFull 一并执行,逐指标标 LEGACY_SUCCESS。
  15. ///
  16. /// 锁设计(加固):用持有者无关的硬 TTL 键(SysCacheService.Set 带过期),而非 BeginCacheLock。
  17. /// 原因:BeginCacheLock 在持有者线程存活期间会续租,一旦某次运行意外挂死(如源库慢查询无超时)会永久占锁、
  18. /// 阻塞后续所有刷新。改为硬 TTL 后:正常路径 finally 主动 Remove;即使挂死,键到 <see cref="RefreshLockTtlSeconds"/> 也自动过期。
  19. /// 配合 QueryT8Async 的 T8 命令超时(60s)与主库命令超时(30s),单次运行时长恒 &lt; TTL,正常不会误过期。
  20. /// </summary>
  21. public sealed class AidopT8KpiManualRefreshService : ITransient
  22. {
  23. /// <summary>手动刷新 + Cron 共享的全局互斥锁 key(覆盖 inbound + transform 整段)。</summary>
  24. public const string RefreshLockKey = "aidop:t8kpi:refresh:lock";
  25. /// <summary>刷新锁硬 TTL(秒,持有者无关):到点自动过期,即使某次运行意外挂死也不会永久阻塞后续刷新。
  26. /// 取值须大于加固后最坏运行时长(T8 查询各 ≤60s、主库命令 ≤30s,全程数分钟内),10 分钟为安全上限。</summary>
  27. public const int RefreshLockTtlSeconds = 600;
  28. // legacy 直连 T8 的 KPI(仅剩 S5_L1_004 TVF;S5_L1_002 已中台化),逐指标状态标 LEGACY_SUCCESS 以示区分。
  29. private static readonly HashSet<string> LegacyKpiCodes = new(StringComparer.OrdinalIgnoreCase) { "S5_L1_004" };
  30. private readonly T8BaseInboundMdpSyncService _inbound;
  31. private readonly S5MdpSyncTransformService _s5;
  32. private readonly S6MdpSyncTransformService _s6;
  33. private readonly S7MdpSyncTransformService _s7;
  34. private readonly SysCacheService _cache;
  35. private readonly ILogger<AidopT8KpiManualRefreshService> _logger;
  36. public AidopT8KpiManualRefreshService(
  37. T8BaseInboundMdpSyncService inbound,
  38. S5MdpSyncTransformService s5,
  39. S6MdpSyncTransformService s6,
  40. S7MdpSyncTransformService s7,
  41. SysCacheService cache,
  42. ILogger<AidopT8KpiManualRefreshService> logger)
  43. {
  44. _inbound = inbound;
  45. _s5 = s5;
  46. _s6 = s6;
  47. _s7 = s7;
  48. _cache = cache;
  49. _logger = logger;
  50. }
  51. public Task<AidopKpiRefreshResult> RunModuleRefreshAsync(string moduleCode, CancellationToken cancellationToken) =>
  52. RunModuleRefreshAsync(moduleCode, cancellationToken, null, null);
  53. /// <summary>执行一次模块级手动刷新(S5/S6/S7)。返回统一契约,绝不抛业务异常(取消除外)。</summary>
  54. public async Task<AidopKpiRefreshResult> RunModuleRefreshAsync(
  55. string moduleCode,
  56. CancellationToken cancellationToken,
  57. MdpRebuildScope? scope,
  58. Func<ModuleProgressUpdate, Task>? report)
  59. {
  60. var mc = string.IsNullOrWhiteSpace(moduleCode) ? string.Empty : moduleCode.Trim().ToUpperInvariant();
  61. var startedAt = DateTime.Now;
  62. var result = new AidopKpiRefreshResult
  63. {
  64. ModuleCode = mc,
  65. StartedAt = startedAt.ToString("yyyy-MM-dd HH:mm:ss")
  66. };
  67. if (mc is not ("S5" or "S6" or "S7"))
  68. {
  69. result.Ok = false;
  70. result.OverallStatus = "SKIPPED";
  71. result.Message = $"模块 {mc} 不支持 T8 KPI 手动刷新";
  72. Finish(result, startedAt);
  73. return result;
  74. }
  75. // 硬 TTL 锁:ExistKey 命中即判定已有刷新在跑(手动或定时);否则 Set(带 TTL) 占锁。
  76. // 单实例 + 人工点击/每日 5 次定时下,ExistKey→Set 的微小竞态概率可忽略;即便未主动释放,TTL 到点自动过期。
  77. if (_cache.ExistKey(RefreshLockKey))
  78. {
  79. result.Ok = false;
  80. result.OverallStatus = "REFRESHING";
  81. result.Message = "T8 KPI 刷新正在进行中(手动或定时任务占用),请稍后重试";
  82. Finish(result, startedAt);
  83. return result;
  84. }
  85. _cache.Set(RefreshLockKey, $"MANUAL:{mc}:{startedAt:yyyyMMddHHmmss}", TimeSpan.FromSeconds(RefreshLockTtlSeconds));
  86. try
  87. {
  88. await ReportAsync(report, new ModuleProgressUpdate(ModuleRebuildStages.T8Inbound, 1, 15, "正在执行 T8 基表入站"));
  89. try
  90. {
  91. var mappedTenantId = AidopSourceTenantMap.ResolveTenantId("pbxfxp", scope?.TenantId ?? 0);
  92. if (scope != null && mappedTenantId != scope.TenantId)
  93. throw new InvalidOperationException("当前租户与 T8 账套映射不一致,已拒绝跨租户重算");
  94. var t8TenantId = mappedTenantId;
  95. var inbound = await _inbound.RunInboundAsync(t8TenantId, true, null, cancellationToken);
  96. result.Inbound.Ok = true;
  97. result.Inbound.StageRows = inbound.Tables.Sum(t => t.StgRows);
  98. result.Inbound.StandardRows = inbound.Tables.Sum(t => t.StdRows);
  99. await ReportAsync(report, new ModuleProgressUpdate(
  100. ModuleRebuildStages.T8Inbound, 1, 40, "T8 基表入站完成", result.Inbound.StageRows, ModuleRebuildStages.T8Inbound));
  101. }
  102. catch (OperationCanceledException) when (cancellationToken.IsCancellationRequested)
  103. {
  104. throw;
  105. }
  106. catch (Exception ex)
  107. {
  108. _logger.LogError(ex, "[手动刷新] {Module} T8 基表入站失败", mc);
  109. result.Ok = false;
  110. result.OverallStatus = "FAILED";
  111. result.Inbound.Ok = false;
  112. result.Inbound.Message = ex.Message;
  113. result.Message = "源数据入站失败,未更新 KPI(保留原有看板数据)";
  114. Finish(result, startedAt);
  115. return result;
  116. }
  117. // ② 本模块 KPI 转换(RunFull 为全有全无:任一 KPI 异常即整体抛错)。
  118. string batchId;
  119. int dwdRows;
  120. int kpiRows;
  121. Dictionary<string, int> perKpiRows;
  122. List<string> denomStatus;
  123. await ReportAsync(report, new ModuleProgressUpdate(ModuleRebuildStages.KpiPreparing, 2, 45, "准备 KPI 计算", result.Inbound.StandardRows, ModuleRebuildStages.KpiPreparing));
  124. await ReportAsync(report, new ModuleProgressUpdate(ModuleRebuildStages.KpiCalculating, 3, 55, "正在计算 KPI"));
  125. try
  126. {
  127. switch (mc)
  128. {
  129. case "S5":
  130. var r5 = await _s5.RunFullAsync(cancellationToken, "MANUAL",
  131. option: scope == null ? null : new S5MdpRefreshOption { TargetTenantId = scope.TenantId, TargetFactoryId = scope.FactoryId });
  132. batchId = r5.BatchId;
  133. dwdRows = r5.DwdRows;
  134. kpiRows = r5.KpiRows;
  135. perKpiRows = r5.PerKpiKpiRows;
  136. denomStatus = r5.KpiDenominatorStatus;
  137. break;
  138. case "S6":
  139. var r6 = await _s6.RunFullAsync(cancellationToken, "MANUAL",
  140. option: scope == null ? null : new S6MdpRefreshOption { TargetTenantId = scope.TenantId, TargetFactoryId = scope.FactoryId });
  141. batchId = r6.BatchId;
  142. dwdRows = r6.DwdRows;
  143. kpiRows = r6.KpiRows;
  144. perKpiRows = r6.PerKpiKpiRows;
  145. denomStatus = r6.KpiDenominatorStatus;
  146. break;
  147. default:
  148. var r7 = await _s7.RunFullAsync(cancellationToken, "MANUAL",
  149. option: scope == null ? null : new S7MdpRefreshOption { TargetTenantId = scope.TenantId, TargetFactoryId = scope.FactoryId });
  150. batchId = r7.BatchId;
  151. dwdRows = r7.DwdRows;
  152. kpiRows = r7.KpiRows;
  153. perKpiRows = r7.PerKpiKpiRows;
  154. denomStatus = r7.KpiDenominatorStatus;
  155. break;
  156. }
  157. }
  158. catch (OperationCanceledException) when (cancellationToken.IsCancellationRequested)
  159. {
  160. throw;
  161. }
  162. catch (Exception ex)
  163. {
  164. _logger.LogError(ex, "[手动刷新] {Module} KPI 转换失败", mc);
  165. result.Ok = false;
  166. result.OverallStatus = "FAILED";
  167. result.Transform.Ok = false;
  168. result.Transform.Message = ex.Message;
  169. result.Message = "KPI 计算失败(源数据已入站,看板保留原有数据)";
  170. Finish(result, startedAt);
  171. return result;
  172. }
  173. result.BatchId = batchId;
  174. result.Transform.Ok = true;
  175. result.Transform.DwdRows = dwdRows;
  176. result.Transform.KpiRows = kpiRows;
  177. // ③ 逐指标状态:denom=OK → SUCCESS(legacy→LEGACY_SUCCESS);denom=NO_* → NO_DATA(真实无数据,非伪造 0)。
  178. var denomMap = ParseDenominator(denomStatus);
  179. foreach (var kv in perKpiRows.OrderBy(k => k.Key, StringComparer.Ordinal))
  180. {
  181. var code = kv.Key;
  182. var denom = denomMap.TryGetValue(code, out var d) ? d : "OK";
  183. var ok = string.Equals(denom, "OK", StringComparison.OrdinalIgnoreCase);
  184. var status = ok
  185. ? (LegacyKpiCodes.Contains(code) ? "LEGACY_SUCCESS" : "SUCCESS")
  186. : "NO_DATA";
  187. result.PerKpi.Add(new AidopKpiRefreshPerKpi
  188. {
  189. MetricCode = code,
  190. Status = status,
  191. Rows = kv.Value,
  192. Message = ok ? null : denom
  193. });
  194. }
  195. result.SuccessCount = result.PerKpi.Count(p => p.Status is "SUCCESS" or "LEGACY_SUCCESS");
  196. result.NoDataCount = result.PerKpi.Count(p => p.Status == "NO_DATA");
  197. result.FailedCount = result.PerKpi.Count(p => p.Status is "FAILED" or "LEGACY_FAILED");
  198. result.Ok = true;
  199. // RunFull 为全有全无,成功路径下 FailedCount 恒为 0;PARTIAL_SUCCESS 仅为契约保留态。
  200. result.OverallStatus = result.FailedCount > 0 ? "PARTIAL_SUCCESS" : "SUCCESS";
  201. Finish(result, startedAt);
  202. result.Message = $"刷新完成:成功 {result.SuccessCount},无数据 {result.NoDataCount},失败 {result.FailedCount},耗时 {result.DurationMs / 1000.0:0.0} 秒";
  203. await ReportAsync(report, new ModuleProgressUpdate(
  204. ModuleRebuildStages.KpiCalculating, 3, 90, "KPI 计算完成", result.Transform.KpiRows, ModuleRebuildStages.KpiCalculating));
  205. await ReportAsync(report, new ModuleProgressUpdate(ModuleRebuildStages.Finalizing, 4, 99, "正在收尾"));
  206. return result;
  207. }
  208. finally
  209. {
  210. // 无论成功/失败/取消,主动释放锁(硬 TTL 是兜底,正常路径这里即时释放)。
  211. _cache.Remove(RefreshLockKey);
  212. }
  213. }
  214. private static async Task ReportAsync(Func<ModuleProgressUpdate, Task>? report, ModuleProgressUpdate update)
  215. {
  216. if (report == null) return;
  217. await report(update);
  218. }
  219. /// <summary>把 "S5_L1_001:OK" 形式的分母状态列表解析为 metricCode → status 字典。</summary>
  220. private static Dictionary<string, string> ParseDenominator(List<string> denom)
  221. {
  222. var map = new Dictionary<string, string>(StringComparer.OrdinalIgnoreCase);
  223. foreach (var item in denom)
  224. {
  225. if (string.IsNullOrWhiteSpace(item)) continue;
  226. var idx = item.IndexOf(':');
  227. if (idx <= 0) continue;
  228. map[item.Substring(0, idx).Trim()] = item.Substring(idx + 1).Trim();
  229. }
  230. return map;
  231. }
  232. private static void Finish(AidopKpiRefreshResult result, DateTime startedAt)
  233. {
  234. var finishedAt = DateTime.Now;
  235. result.FinishedAt = finishedAt.ToString("yyyy-MM-dd HH:mm:ss");
  236. result.DurationMs = (long)(finishedAt - startedAt).TotalMilliseconds;
  237. }
  238. }
  239. /// <summary>手动刷新统一返回契约(PascalCase 属性经框架序列化为 camelCase:Ok→ok、BatchId→batchId)。</summary>
  240. public sealed class AidopKpiRefreshResult
  241. {
  242. public bool Ok { get; set; }
  243. public string ModuleCode { get; set; } = string.Empty;
  244. /// <summary>整体状态:SUCCESS / PARTIAL_SUCCESS / FAILED / REFRESHING / SKIPPED。</summary>
  245. public string OverallStatus { get; set; } = string.Empty;
  246. public string? BatchId { get; set; }
  247. public string StartedAt { get; set; } = string.Empty;
  248. public string FinishedAt { get; set; } = string.Empty;
  249. public long DurationMs { get; set; }
  250. public AidopKpiRefreshInbound Inbound { get; set; } = new();
  251. public AidopKpiRefreshTransform Transform { get; set; } = new();
  252. public int SuccessCount { get; set; }
  253. public int NoDataCount { get; set; }
  254. public int FailedCount { get; set; }
  255. public List<AidopKpiRefreshPerKpi> PerKpi { get; set; } = new();
  256. public string Message { get; set; } = string.Empty;
  257. }
  258. public sealed class AidopKpiRefreshInbound
  259. {
  260. public bool Ok { get; set; }
  261. public int StageRows { get; set; }
  262. public int StandardRows { get; set; }
  263. public string? Message { get; set; }
  264. }
  265. public sealed class AidopKpiRefreshTransform
  266. {
  267. public bool Ok { get; set; }
  268. public int DwdRows { get; set; }
  269. public int KpiRows { get; set; }
  270. public string? Message { get; set; }
  271. }
  272. /// <summary>单指标刷新状态:SUCCESS / LEGACY_SUCCESS / NO_DATA / FAILED / LEGACY_FAILED。</summary>
  273. public sealed class AidopKpiRefreshPerKpi
  274. {
  275. public string MetricCode { get; set; } = string.Empty;
  276. public string Status { get; set; } = string.Empty;
  277. public int Rows { get; set; }
  278. public string? Message { get; set; }
  279. }