S8SchedulerScopeGuardTests.cs 8.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189
  1. using Admin.NET.Plugin.AiDOP.Service.S8;
  2. using System.Reflection;
  3. using Xunit;
  4. namespace Admin.NET.Plugin.AiDOP.Tests.S8;
  5. /// <summary>
  6. /// S8-P0-1-SCHEDULER-TRUSTED-SCOPE-1:Scheduler 多租户执行边界守卫。
  7. ///
  8. /// <para>背景(2026-09-02 实测事故):Watch Scheduler 是**平台后台任务**,
  9. /// <c>ListEnabledScopesAsync</c> 按设计遍历全部「有启用规则且 Status=1」的租户。
  10. /// 该遍历本身合法,但当时链路上有三个缺口,使得一次 tick 会跨租户串味:</para>
  11. /// <list type="number">
  12. /// <item>执行入口 <c>RunSingleRuleAsync</c> 只按 <c>lease.RuleId</c> 装载规则,不校验归属;</item>
  13. /// <item>自动建单算 SLA 的 <c>ResolveSlaDeadlineAsync</c> 用 <c>ClearFilter()</c> + 仅 TypeCode 等值
  14. /// + <c>ORDER BY FactoryId DESC</c>,在**全库**范围挑「factory_id 最大」的那行;</item>
  15. /// <item>跨租户扫描的超时升级 Job 按 TypeCode 建全局 map,会把 B 租户的
  16. /// <c>escalate_role_code</c> 用到 A 租户的异常上。</item>
  17. /// </list>
  18. ///
  19. /// <para>本测试锁住修复后的口径:**遍历可以跨租户,但每条规则的执行必须隔离在自己的
  20. /// trusted (TenantId, FactoryId) 里**,且下游按作用域取配置。断言走源码扫描,
  21. /// 因为这些约束落在方法体的查询谓词上,反射看不到。</para>
  22. /// </summary>
  23. public class S8SchedulerScopeGuardTests
  24. {
  25. private static readonly string PluginRoot =
  26. Path.GetFullPath(Path.Combine(AppContext.BaseDirectory, "../../../../Admin.NET.Plugin.AiDOP"));
  27. private const string SchedulerSrc = "Service/S8/S8WatchSchedulerService.cs";
  28. private const string ManualReportSrc = "Service/S8/S8ManualReportService.cs";
  29. private const string EscalationSrc = "Service/S8/S8TimeoutAutoEscalationService.cs";
  30. private static string ReadSource(string relativePath)
  31. {
  32. var full = Path.Combine(PluginRoot, relativePath);
  33. Assert.True(File.Exists(full), $"源码文件不存在,路径需同步更新:{full}");
  34. return File.ReadAllText(full);
  35. }
  36. /// <summary>只取可执行代码行:注释里为留档会复述旧写法,不应算违规。</summary>
  37. private static string CodeOnly(string relativePath) =>
  38. string.Join('\n', ReadSource(relativePath)
  39. .Split('\n')
  40. .Select(l => l.Trim())
  41. .Where(l => !l.StartsWith("///", StringComparison.Ordinal)
  42. && !l.StartsWith("//", StringComparison.Ordinal)));
  43. /// <summary>
  44. /// 缺口 1:执行入口必须按本次 tick 的 scope 绑行,并对归属不符 fail-fast。
  45. ///
  46. /// <para><b>S8-TENANT-ONLY-BATCH5</b>:作用域收敛为租户。绑行与归属复核**必须仍在**
  47. /// —— 去掉的只是工厂那一维,不是这道防线本身。同时反向断言工厂谓词不得回归,
  48. /// 否则 Batch 2 供给出来的 factory_id=0 的规则会再次被静默排除在执行之外。</para>
  49. /// </summary>
  50. [Fact]
  51. public void RunSingleRule_BindsRuleToTenantScope_AndFailsFastOnMismatch()
  52. {
  53. var code = CodeOnly(SchedulerSrc);
  54. // 装载规则时必须带 TenantId 谓词,禁止裸 Id 装载。
  55. Assert.Contains("x.Id == lease.RuleId && x.TenantId == tenantId", code);
  56. // 归属复核 + 明确的失败原因码;不得静默继续执行。
  57. Assert.Contains("rule_scope_mismatch", code);
  58. Assert.Contains("rule.TenantId != tenantId", code);
  59. // 反向:工厂不得重新进入规则身份判定。
  60. Assert.DoesNotContain("x.FactoryId == factoryId", code);
  61. Assert.DoesNotContain("rule.FactoryId != factoryId", code);
  62. }
  63. /// <summary>
  64. /// 缺口 2:SLA 解析必须接收显式作用域,且查询带 (租户命中 OR 0) AND (工厂命中 OR 0)。
  65. /// 签名用反射钉住,避免有人新增无作用域重载。
  66. /// </summary>
  67. [Fact]
  68. public void ResolveSlaDeadline_RequiresExplicitTenantAndFactory()
  69. {
  70. var methods = typeof(S8ManualReportService)
  71. .GetMethods(BindingFlags.Instance | BindingFlags.NonPublic | BindingFlags.Public)
  72. .Where(m => m.Name == "ResolveSlaDeadlineAsync")
  73. .ToList();
  74. Assert.NotEmpty(methods);
  75. Assert.All(methods, m =>
  76. {
  77. var p = m.GetParameters();
  78. Assert.True(p.Length >= 2, "ResolveSlaDeadlineAsync 必须显式接收 tenantId / factoryId");
  79. Assert.Equal(typeof(long), p[0].ParameterType);
  80. Assert.Equal(typeof(long), p[1].ParameterType);
  81. });
  82. }
  83. /// <summary>缺口 2:SLA 查询谓词本身必须带作用域,不能只靠调用方传参而查询里不用。</summary>
  84. [Fact]
  85. public void ResolveSlaDeadline_QueryCarriesScopePredicate()
  86. {
  87. var code = CodeOnly(ManualReportSrc);
  88. Assert.Contains("(t.TenantId == tenantId || t.TenantId == 0)", code);
  89. Assert.Contains("(t.FactoryId == factoryId || t.FactoryId == 0)", code);
  90. }
  91. /// <summary>
  92. /// 缺口 3:跨租户扫描的超时升级 Job,异常类型必须按**每条异常自身**的作用域解析,
  93. /// 不得再用「按 TypeCode 建全局 map + 取 factory_id 最大」的写法。
  94. /// </summary>
  95. [Fact]
  96. public void TimeoutAutoEscalation_ResolvesExceptionTypePerRowScope()
  97. {
  98. var code = CodeOnly(EscalationSrc);
  99. // 旧写法已移除:全局 typeMap 按 TypeCode 直接取用。
  100. Assert.DoesNotContain("typeMap.TryGetValue", code);
  101. // 新写法:逐异常按 (TenantId, FactoryId) 解析。
  102. Assert.Contains("ResolveTypeForScope", code);
  103. Assert.Contains("t.TenantId == tenantId || t.TenantId == 0", code);
  104. Assert.Contains("t.FactoryId == factoryId || t.FactoryId == 0", code);
  105. Assert.Contains("ResolveTypeForScope(e.ExceptionTypeCode!, e.TenantId, e.FactoryId)", code);
  106. }
  107. /// <summary>
  108. /// 遍历入口保持「平台后台任务」语义:按租户枚举 + 只取 Status=1 的租户。
  109. ///
  110. /// <para><b>S8-TENANT-ONLY-BATCH5</b>:遍历维度由 (tenant, factory) 改为 tenant。
  111. /// 特别断言 <c>AND r.factory_id &gt; 0</c> **不得回归** —— 它会让 Batch 2 供给出来的
  112. /// factory_id=0 的运行策略永远不被调度,且不报任何错:页面显示已启用,实际从不执行。</para>
  113. /// </summary>
  114. [Fact]
  115. public void EnabledScopeEnumeration_IsTenantOnly()
  116. {
  117. var code = CodeOnly(SchedulerSrc);
  118. Assert.Contains("SELECT DISTINCT r.tenant_id", code);
  119. Assert.Contains("INNER JOIN SysTenant t ON t.Id = r.tenant_id AND t.Status = 1", code);
  120. Assert.Contains("AND r.tenant_id > 0", code);
  121. Assert.DoesNotContain("r.factory_id AS FactoryId", code);
  122. Assert.DoesNotContain("AND r.factory_id > 0", code);
  123. }
  124. /// <summary>
  125. /// 下游写入口必须继续以**显式租户**承接,不允许退回从 rule / 客户端推导。
  126. ///
  127. /// <para><b>S8-TENANT-ONLY-BATCH5</b>:第二个 long 形参(factoryId)已移除。
  128. /// 这里改为断言"第一个形参是 tenantId 且形参里不再出现 factoryId" ——
  129. /// 显式作用域这条要求没有放松,只是维度少了一个。</para>
  130. /// </summary>
  131. [Theory]
  132. [InlineData(nameof(S8WatchSchedulerService.PickReadyRulesAsync))]
  133. [InlineData(nameof(S8WatchSchedulerService.RunSingleRuleAsync))]
  134. [InlineData(nameof(S8WatchSchedulerService.ResetExpiredLeasesAsync))]
  135. [InlineData(nameof(S8WatchSchedulerService.RunDispatchTickAsync))]
  136. [InlineData(nameof(S8WatchSchedulerService.OnRuleCompletedAsync))]
  137. public void DownstreamWriters_KeepExplicitTenantScope(string method)
  138. {
  139. var m = typeof(S8WatchSchedulerService).GetMethod(method);
  140. Assert.NotNull(m);
  141. var ps = m!.GetParameters();
  142. Assert.Equal("tenantId", ps[0].Name);
  143. Assert.Equal(typeof(long), ps[0].ParameterType);
  144. Assert.DoesNotContain(ps, p => p.Name == "factoryId");
  145. }
  146. /// <summary>
  147. /// S8-TENANT-ONLY-BATCH5:dedup_key 不得再含工厂段。
  148. ///
  149. /// <para>这条是本批最关键的防回归点:一旦有人把 <c>:F{factory}</c> 加回去,
  150. /// 历史异常与新命中会分裂成两套身份 —— 旧异常开始 recovery、新键再建一条重复单,
  151. /// 而且这个后果只会在生产跑一段时间之后才显形。</para>
  152. /// </summary>
  153. [Fact]
  154. public void DedupKey_CarriesNoFactorySegment()
  155. {
  156. foreach (var src in new[]
  157. {
  158. "Service/S8/Rules/S8TimeoutRuleEvaluator.cs",
  159. "Service/S8/Rules/S8ShortageRuleEvaluator.cs",
  160. "Service/S8/Rules/S8OutOfRangeRuleEvaluator.cs",
  161. })
  162. {
  163. var code = CodeOnly(src);
  164. Assert.Contains("$\"T{tenantId}:R{ruleCode}:{sourceObjectType}:{sourceObjectId}\"", code);
  165. Assert.DoesNotContain(":F{factoryId}", code);
  166. }
  167. }
  168. }