S0DimContractTests.cs 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713
  1. using System;
  2. using System.IO;
  3. using System.Linq;
  4. using Admin.NET.Plugin.AiDOP.DataPlatform;
  5. using Admin.NET.Plugin.AiDOP.DataPlatform.S0Dim;
  6. using Xunit;
  7. namespace Admin.NET.Plugin.AiDOP.Tests.S0.Dim;
  8. /// <summary>
  9. /// S0 主数据维度的**声明与 SQL 生成**契约测试(纯函数,不接触数据库)。
  10. ///
  11. /// 这些断言把两类曾经真实踩过的坑钉在编译/测试期:
  12. /// ① LocationMaster 是 dual-column 复刻表,snake_case 一侧是**填了假值的死列**
  13. /// (rec_id 恒 0 / domain_code 恒空串 / is_active 恒 0),取错不报错、静默返回垃圾;
  14. /// ② 租户隔离必须由 SQL 谓词保证,不能依赖调用方自觉。
  15. /// </summary>
  16. public class S0DimContractTests
  17. {
  18. private const StringComparison Ord = StringComparison.Ordinal;
  19. [Fact]
  20. public void Catalog_should_be_self_consistent()
  21. {
  22. S0DimCatalog.ValidateAll();
  23. // 断言内容而非数量:数量断言每加一个维度就要改一次,且改完什么也没守住。
  24. // 这里守的是「目录里恰好是这些维度、每个都能被 Find 命中、源系统统一」。
  25. Assert.Equal(
  26. [
  27. // C1
  28. "WORK_CENTER", "DEPARTMENT", "LOCATION", "LOCATION_SHELF",
  29. "EMPLOYEE", "LINE", "CUSTOMER", "PERSON_SKILL",
  30. // C2
  31. "LABEL_TYPE", "SOP_FILE_TYPE", "QUALITY_BASE_TYPE",
  32. "SAMPLING_SCHEME", "INSPECTION_ITEM", "INSPECTION_METHOD",
  33. "INSPECTION_FREQUENCY", "INSPECTION_INSTRUMENT",
  34. // C3
  35. "EMP_WORK_DUTY", "LINE_POST", "LINE_POST_SKILL"
  36. ],
  37. S0DimCatalog.All.Select(d => d.Key).ToArray());
  38. Assert.All(S0DimCatalog.All, d => Assert.Same(d, S0DimCatalog.Find(d.Key)));
  39. Assert.All(S0DimCatalog.All, d => Assert.Equal(S0DimCatalog.LocalSourceSystem, d.SourceSystem));
  40. }
  41. [Fact]
  42. public void Catalog_find_should_be_case_insensitive_and_null_safe()
  43. {
  44. Assert.Same(S0DimCatalog.WorkCenter, S0DimCatalog.Find("work_center"));
  45. Assert.Same(S0DimCatalog.LocationShelf, S0DimCatalog.Find(" LOCATION_SHELF "));
  46. Assert.Null(S0DimCatalog.Find("NOT_A_KEY"));
  47. Assert.Null(S0DimCatalog.Find(null));
  48. }
  49. [Fact]
  50. public void Every_definition_must_declare_explicit_json_path()
  51. {
  52. foreach (var def in S0DimCatalog.All)
  53. foreach (var col in def.Columns.Where(c => c.Kind != S0DimValueKind.TenantIdColumn))
  54. Assert.False(string.IsNullOrWhiteSpace(col.JsonPath),
  55. $"{def.Key}.{col.TargetColumn} 必须显式声明 JsonPath");
  56. }
  57. [Fact]
  58. public void Definition_without_json_path_should_be_rejected()
  59. {
  60. var bad = S0DimCatalog.WorkCenter with
  61. {
  62. Columns =
  63. [
  64. new S0DimColumn("tenant_id", S0DimValueKind.TenantIdColumn),
  65. new S0DimColumn("domain_code", S0DimValueKind.Str, null, Required: true),
  66. new S0DimColumn("work_center_code", S0DimValueKind.Str, "WorkCtr", Required: true)
  67. ]
  68. };
  69. var ex = Assert.Throws<InvalidOperationException>(() => bad.Validate());
  70. Assert.Contains("JsonPath", ex.Message, Ord);
  71. }
  72. [Fact]
  73. public void Business_key_order_must_match_source_biz_key_expr()
  74. {
  75. // dim 业务键顺序与 mdp_entity.biz_key_expr 不一致时,stg.source_biz_key 无法与 dim 业务键对账
  76. var bad = S0DimCatalog.WorkCenter with { SourceBizKeyColumns = ["WorkCtr", "Domain"] };
  77. var ex = Assert.Throws<InvalidOperationException>(() => bad.Validate());
  78. Assert.Contains("业务键顺序不一致", ex.Message, Ord);
  79. }
  80. [Fact]
  81. public void Business_key_columns_must_be_required()
  82. {
  83. var cols = S0DimCatalog.WorkCenter.Columns
  84. .Select(c => c.TargetColumn == "domain_code" ? c with { Required = false } : c).ToList();
  85. var bad = S0DimCatalog.WorkCenter with { Columns = cols };
  86. Assert.Throws<InvalidOperationException>(() => bad.Validate());
  87. }
  88. [Fact]
  89. public void Business_key_must_start_with_tenant_id()
  90. {
  91. var bad = S0DimCatalog.WorkCenter with
  92. {
  93. BusinessKeyColumns = ["domain_code", "work_center_code"],
  94. SourceBizKeyColumns = ["WorkCtr"]
  95. };
  96. Assert.Throws<InvalidOperationException>(() => bad.Validate());
  97. }
  98. [Fact]
  99. public void Identifiers_must_be_whitelisted()
  100. {
  101. var bad = S0DimCatalog.WorkCenter with { DimTable = "dim_work_center; DROP TABLE x" };
  102. Assert.Throws<InvalidOperationException>(() => bad.Validate());
  103. }
  104. // ────────────────────────────────────────────────────────────────
  105. // LocationMaster 影子列黑名单(🔴 本仓最容易静默出错的一处)
  106. // ────────────────────────────────────────────────────────────────
  107. public static TheoryData<string> LocationShadowPaths() =>
  108. ["$.domain_code", "$.rec_id", "$.is_active", "$.physical_address", "$.create_user"];
  109. [Theory]
  110. [MemberData(nameof(LocationShadowPaths))]
  111. public void Location_insert_sql_must_never_read_shadow_columns(string shadowPath)
  112. {
  113. var sql = S0DimSqlBuilder.BuildInsertSql(S0DimCatalog.Location);
  114. Assert.DoesNotContain(shadowPath, sql, Ord);
  115. }
  116. /// <summary>
  117. /// LocationMaster 影子列的**裸列名**(不带 <c>$.</c> 前缀)。
  118. ///
  119. /// <para>源侧校验和 / 业务键 SQL 把 <c>JsonPath</c> 当作**源表物理列名**用
  120. /// (<c>S0DimSqlBuilder.BuildSourceChecksumSql</c>:<c>a.`Domain`</c>),**整条语句里没有任何 <c>$.</c>**。
  121. /// 因此对这两个生成器断言 <c>DoesNotContain("$.domain_code")</c> 是**恒真**的,零保护 ——
  122. /// 必须断言反引号形式。</para>
  123. /// </summary>
  124. public static TheoryData<string> LocationShadowColumns() =>
  125. ["domain_code", "rec_id", "is_active", "physical_address", "create_user"];
  126. [Theory]
  127. [MemberData(nameof(LocationShadowColumns))]
  128. public void Location_source_side_sql_must_never_read_shadow_columns(string shadowColumn)
  129. {
  130. // 这是本批**唯一能静默通过全部对账**的缺陷类:
  131. // JsonPath 若误写成影子列,dim 侧读 staging 的 $.is_active(=0),
  132. // 源侧校验和读源表的 a.`is_active`(同样 =0)→ 两侧自洽 → checksum 相等 → PASS,
  133. // 而真实的 IsActive=1 被静默翻成 0。影子列存 falsy 而非 NULL,不会抛任何异常。
  134. var needle = $"{S0DimSqlBuilder.SrcAlias}.`{shadowColumn}`";
  135. Assert.DoesNotContain(needle, S0DimSqlBuilder.BuildSourceChecksumSql(S0DimCatalog.Location), Ord);
  136. Assert.DoesNotContain(needle, S0DimSqlBuilder.SourceBizKeySetSql(S0DimCatalog.Location), Ord);
  137. }
  138. [Theory]
  139. [InlineData("Domain")]
  140. [InlineData("IsActive")]
  141. [InlineData("PhysicalAddress")]
  142. [InlineData("UpdateTime")]
  143. public void Location_source_checksum_must_read_real_columns(string realColumn)
  144. {
  145. // 正向断言:光有 DoesNotContain 不够 —— 列被整个删掉时它也通过。
  146. Assert.Contains($"{S0DimSqlBuilder.SrcAlias}.`{realColumn}`",
  147. S0DimSqlBuilder.BuildSourceChecksumSql(S0DimCatalog.Location), Ord);
  148. }
  149. [Fact]
  150. public void Insert_and_source_checksum_must_read_the_same_declared_path()
  151. {
  152. // 通用护栏(不限 Location):dim 物化走 staging 的 $.JsonPath,
  153. // 源侧校验和走源表的 a.`JsonPath`。两者必须来自**同一个**声明,
  154. // 否则「写进 dim 的值」与「用来验证 dim 的值」根本不是一回事。
  155. foreach (var def in S0DimCatalog.All)
  156. {
  157. var insert = S0DimSqlBuilder.BuildInsertSql(def);
  158. var srcChk = S0DimSqlBuilder.BuildSourceChecksumSql(def);
  159. foreach (var c in def.Columns)
  160. {
  161. if (c.Kind == S0DimValueKind.TenantIdColumn) continue;
  162. Assert.Contains($"$.{c.JsonPath}", insert, Ord);
  163. Assert.Contains($"{S0DimSqlBuilder.SrcAlias}.`{c.JsonPath}`", srcChk, Ord);
  164. }
  165. }
  166. }
  167. [Fact]
  168. public void Source_and_dim_checksum_must_have_identical_segment_count()
  169. {
  170. // 位置对称性:两侧 CONCAT_WS 的段数/顺序错位会产出**完全自洽的错值**。
  171. // 段数相等是最容易机械校验的必要条件(顺序由 ChecksumColumns 同一函数保证)。
  172. foreach (var def in S0DimCatalog.All)
  173. {
  174. var src = S0DimSqlBuilder.BuildSourceChecksumSql(def);
  175. var dim = S0DimSqlBuilder.BuildDimChecksumSql(def);
  176. Assert.Equal(Occurrences(src, "IFNULL("), Occurrences(dim, "IFNULL("));
  177. Assert.Equal(Occurrences(src, "CONCAT_WS("), Occurrences(dim, "CONCAT_WS("));
  178. }
  179. }
  180. private static int Occurrences(string haystack, string needle)
  181. {
  182. var n = 0;
  183. for (var i = haystack.IndexOf(needle, Ord); i >= 0; i = haystack.IndexOf(needle, i + needle.Length, Ord))
  184. n++;
  185. return n;
  186. }
  187. [Fact]
  188. public void Required_string_columns_must_also_reject_empty_string()
  189. {
  190. // IS NOT NULL 挡不住空串,而 CONCAT_WS 会保留空段:
  191. // Domain='' 会拼出 '#LOC01' 这种「形似合法」的业务键,且不会被 blank_cnt 探针捕获
  192. // (它只捕获整串全空)。故 Required 的 Str 列必须同时有 <> '' 守卫。
  193. foreach (var def in S0DimCatalog.All)
  194. {
  195. var sql = S0DimSqlBuilder.BuildInsertSql(def);
  196. foreach (var c in def.Columns)
  197. {
  198. if (c.Kind != S0DimValueKind.Str || !c.Required) continue;
  199. // 必须逐列绑定:整串级的 Assert.Contains("<> ''") 在「5 个 Required 列只有 1 个带守卫」时照样通过。
  200. var expr = MdpJsonSql.Str(S0DimSqlBuilder.StgAlias, c.JsonPath!);
  201. Assert.Contains($"({expr}) IS NOT NULL", sql, Ord);
  202. Assert.Contains($"({expr}) <> ''", sql, Ord);
  203. }
  204. }
  205. }
  206. [Fact]
  207. public void Every_business_key_component_must_be_required_and_of_key_safe_kind()
  208. {
  209. // 守住上一条测试的前提:若将来把某个业务键分量改成非 Required,
  210. // 空串守卫会连同 NULL 守卫一起消失,而上一条测试仍会通过(它只遍历 Required 列)。
  211. foreach (var def in S0DimCatalog.All)
  212. {
  213. foreach (var bk in def.BusinessKeyColumns.Skip(1))
  214. {
  215. var col = def.Columns.First(x => x.TargetColumn == bk);
  216. Assert.True(col.Required, $"[{def.Key}] 业务键分量 {bk} 必须 Required");
  217. Assert.True(col.Kind is S0DimValueKind.Str or S0DimValueKind.Int,
  218. $"[{def.Key}] 业务键分量 {bk} 的 Kind={col.Kind} 不适合做键" +
  219. "(Dec 有精度格式化差异、DateTimeSec 截秒、BoolTrue 基数过低)");
  220. }
  221. }
  222. }
  223. public static TheoryData<string> LocationRealPaths() =>
  224. ["$.Domain", "$.IsActive", "$.PhysicalAddress", "$.location", "$.descr", "$.typed", "$.storer", "$.UpdateTime"];
  225. [Theory]
  226. [MemberData(nameof(LocationRealPaths))]
  227. public void Location_insert_sql_must_read_real_columns(string realPath)
  228. {
  229. var sql = S0DimSqlBuilder.BuildInsertSql(S0DimCatalog.Location);
  230. Assert.Contains(realPath, sql, Ord);
  231. }
  232. [Fact]
  233. public void Location_shadow_blacklist_must_not_be_applied_to_shelf()
  234. {
  235. // LocationShelfMaster 本身就是 snake_case、无影子列:
  236. // 这里的 $.domain_code / $.update_time 是**正确**的物理列名,不适用父表的禁用规则
  237. var sql = S0DimSqlBuilder.BuildInsertSql(S0DimCatalog.LocationShelf);
  238. Assert.Contains("$.domain_code", sql, Ord);
  239. Assert.Contains("$.location", sql, Ord);
  240. Assert.Contains("$.inv_shelf", sql, Ord);
  241. Assert.Contains("$.update_time", sql, Ord);
  242. Assert.DoesNotContain("$.Domain'", sql, Ord);
  243. Assert.DoesNotContain("$.InvShelf", sql, Ord);
  244. }
  245. // ────────────────────────────────────────────────────────────────
  246. // 租户隔离:所有生成的 SQL 都必须带租户谓词
  247. // ────────────────────────────────────────────────────────────────
  248. [Fact]
  249. public void Insert_sql_must_filter_tenant_source_table_and_batch()
  250. {
  251. foreach (var def in S0DimCatalog.All)
  252. {
  253. var sql = S0DimSqlBuilder.BuildInsertSql(def);
  254. Assert.Contains("s.`tenant_id` = @TenantId", sql, Ord);
  255. Assert.Contains("s.`source_system` = @SourceSystem", sql, Ord);
  256. Assert.Contains("s.`source_table` = @SourceTable", sql, Ord);
  257. Assert.Contains("s.`sync_batch_id` = @BatchId", sql, Ord);
  258. }
  259. }
  260. [Fact]
  261. public void Insert_sql_must_not_use_on_duplicate_key_update()
  262. {
  263. // 源侧业务键重复必须撞 dim 唯一键并回滚(transform fail),绝不 last-wins
  264. foreach (var def in S0DimCatalog.All)
  265. Assert.DoesNotContain("ON DUPLICATE KEY", S0DimSqlBuilder.BuildInsertSql(def), StringComparison.OrdinalIgnoreCase);
  266. }
  267. [Fact]
  268. public void Purge_sql_must_carry_all_three_predicates()
  269. {
  270. foreach (var def in S0DimCatalog.All)
  271. {
  272. var sql = S0DimSqlBuilder.BuildPurgeStagingSql(def);
  273. Assert.Contains("s.`tenant_id` = @TenantId", sql, Ord);
  274. Assert.Contains("s.`source_system` = @SourceSystem", sql, Ord);
  275. Assert.Contains("s.`source_table` = @SourceTable", sql, Ord);
  276. // purge 不限批次:本轮之前的残留也要清掉
  277. Assert.DoesNotContain("sync_batch_id", sql, Ord);
  278. }
  279. }
  280. [Fact]
  281. public void All_count_and_set_sql_must_be_tenant_scoped()
  282. {
  283. foreach (var def in S0DimCatalog.All)
  284. {
  285. Assert.Contains("@TenantId", S0DimSqlBuilder.BuildSourceCountSql(def), Ord);
  286. Assert.Contains("@TenantId", S0DimSqlBuilder.BuildStagingCountSql(def), Ord);
  287. Assert.Contains("@TenantId", S0DimSqlBuilder.BuildDimCountSql(def), Ord);
  288. Assert.Contains("@TenantId", S0DimSqlBuilder.BuildDimBatchImpuritySql(def), Ord);
  289. Assert.Contains("@TenantId", S0DimSqlBuilder.SourceBizKeySetSql(def), Ord);
  290. Assert.Contains("@TenantId", S0DimSqlBuilder.StagingBizKeySetSql(def), Ord);
  291. Assert.Contains("@TenantId", S0DimSqlBuilder.DimBizKeySetSql(def), Ord);
  292. Assert.Contains("@TenantId", S0DimSqlBuilder.BuildSourceChecksumSql(def), Ord);
  293. Assert.Contains("@TenantId", S0DimSqlBuilder.BuildDimChecksumSql(def), Ord);
  294. Assert.Contains("@TenantId", S0DimSqlBuilder.BuildDimDuplicateBizKeySql(def), Ord);
  295. }
  296. }
  297. [Fact]
  298. public void Bool_columns_must_carry_recognizability_guard()
  299. {
  300. // MdpJsonSql.BoolTrue 对 null / 不可识别值静默返回 0;必须有守卫把这类行挡在 dim 之外。
  301. // 遍历全部维度并逐列绑定:只测 WorkCenter 会漏掉 Location / Department 的 BoolTrue 列。
  302. var covered = 0;
  303. foreach (var def in S0DimCatalog.All)
  304. {
  305. var sql = S0DimSqlBuilder.BuildInsertSql(def);
  306. foreach (var c in def.Columns)
  307. {
  308. if (c.Kind != S0DimValueKind.BoolTrue) continue;
  309. var raw = MdpJsonSql.Raw(S0DimSqlBuilder.StgAlias, c.JsonPath!);
  310. Assert.Contains($"LOWER({raw}) IN ('1','0','true','false')", sql, Ord);
  311. covered++;
  312. }
  313. }
  314. Assert.True(covered > 0, "目录里一个 BoolTrue 列都没有,本测试已失去意义");
  315. }
  316. [Fact]
  317. public void Checksum_must_use_exact_integer_summation_not_double()
  318. {
  319. // 回归守卫(2026-09-07 Batch 2 实测缺陷):CONV() 返回字符串,SUM(字符串) 在 MySQL 里按 DOUBLE 累加,
  320. // 只有约 16 位有效数字;两侧扫描顺序不同会产生不同舍入,导致完全相同的数据被误判为 checksum 不一致
  321. // (租户 838257186181189:source=…980000 / dim=…980700,count 相同)。
  322. // 必须先 CAST 成 UNSIGNED,SUM 才走 DECIMAL 精确累加、与顺序无关。
  323. foreach (var def in S0DimCatalog.All)
  324. {
  325. foreach (var sql in new[] { S0DimSqlBuilder.BuildSourceChecksumSql(def), S0DimSqlBuilder.BuildDimChecksumSql(def) })
  326. {
  327. Assert.Contains("SUM(CAST(CONV(", sql, Ord);
  328. Assert.Contains("AS UNSIGNED))", sql, Ord);
  329. Assert.DoesNotContain("SUM(CONV(", sql, Ord);
  330. }
  331. }
  332. }
  333. [Fact]
  334. public void Shelf_definition_declares_parent_and_location_declares_mirror_unique()
  335. {
  336. Assert.Equal("dim_location", S0DimCatalog.LocationShelf.ParentDimTable);
  337. Assert.Equal(["domain_code", "location_code"], S0DimCatalog.LocationShelf.ParentKeyColumns);
  338. Assert.Equal(["tenant_id", "location_code"], S0DimCatalog.Location.MirrorUniqueColumns);
  339. var orphanSql = S0DimSqlBuilder.BuildOrphanChildSql(S0DimCatalog.LocationShelf, 10);
  340. Assert.Contains("dim_location", orphanSql, Ord);
  341. Assert.Contains("@TenantId", orphanSql, Ord);
  342. }
  343. [Fact]
  344. public void Work_center_dim_must_not_invent_company_or_factory_columns()
  345. {
  346. // 源 WorkCtrMaster 没有 company_ref_id / factory_ref_id,dim 不得凭空补
  347. var targets = S0DimCatalog.WorkCenter.Columns.Select(c => c.TargetColumn).ToList();
  348. Assert.DoesNotContain("company_id", targets);
  349. Assert.DoesNotContain("factory_id", targets);
  350. }
  351. [Fact]
  352. public void Shelf_dim_must_not_invent_is_active()
  353. {
  354. // 源 LocationShelfMaster 没有 IsActive 列,不发明状态语义
  355. var targets = S0DimCatalog.LocationShelf.Columns.Select(c => c.TargetColumn).ToList();
  356. Assert.DoesNotContain("is_active", targets);
  357. }
  358. [Fact]
  359. public void Two_definitions_may_share_staging_but_never_share_dim()
  360. {
  361. Assert.Equal(S0DimCatalog.Location.StagingTable, S0DimCatalog.LocationShelf.StagingTable);
  362. Assert.NotEqual(S0DimCatalog.Location.SourceTable, S0DimCatalog.LocationShelf.SourceTable);
  363. // 与维度数量解耦:新增维度不该让这条断言失效,它要守的是「dim 表不共用」这个不变量
  364. Assert.Equal(S0DimCatalog.All.Count, S0DimCatalog.All.Select(d => d.DimTable).Distinct().Count());
  365. }
  366. // ────────────────────────────────────────────────────────────────
  367. // Phase 2 · Batch 4:EmployeeMaster / LineMaster
  368. // ────────────────────────────────────────────────────────────────
  369. [Fact]
  370. public void Employee_identity_must_be_tenant_domain_employee()
  371. {
  372. var d = S0DimCatalog.Employee;
  373. Assert.Equal(["tenant_id", "employee_code"], d.BusinessKeyColumns);
  374. Assert.Equal(["Employee"], d.SourceBizKeyColumns);
  375. // legacy scope 不得混进身份
  376. foreach (var legacy in new[] { "domain_code", "company_id", "factory_id" })
  377. Assert.DoesNotContain(legacy, d.BusinessKeyColumns);
  378. Assert.Equal("EmployeeMaster", d.SourceTable);
  379. Assert.Equal("mdp_stg_s0_employee", d.StagingTable);
  380. Assert.Equal("dim_employee", d.DimTable);
  381. }
  382. [Fact]
  383. public void Employee_sys_user_id_must_be_attribute_only_never_business_key()
  384. {
  385. // 源实测 1105 行中仅 7 行非空(0.6%):把账号 id 当员工身份会让 99.4% 的员工无法标识。
  386. var d = S0DimCatalog.Employee;
  387. Assert.DoesNotContain("sys_user_id", d.BusinessKeyColumns);
  388. Assert.DoesNotContain("sys_user_id", d.SourceBizKeyColumns);
  389. Assert.DoesNotContain("sys_user_id", d.ParentKeyColumns!);
  390. var col = d.Columns.Single(c => c.TargetColumn == "sys_user_id");
  391. Assert.False(col.Required); // 必须可空,否则 1098 行会被 RowGuards 过滤掉
  392. Assert.Equal("sys_user_id", col.JsonPath);
  393. }
  394. [Fact]
  395. public void Employee_parent_is_department_by_domain_and_department_code()
  396. {
  397. var d = S0DimCatalog.Employee;
  398. Assert.Equal("dim_department", d.ParentDimTable);
  399. Assert.Equal(["domain_code", "department_code"], d.ParentKeyColumns);
  400. // 父键分量不得 Required:源侧 292 行未分配部门,Required 会把它们整行过滤掉
  401. Assert.False(d.Columns.Single(c => c.TargetColumn == "department_code").Required);
  402. // 依赖顺序:父必须排在子之前,否则孤儿判定时父维度还没就绪
  403. Assert.True(S0DimCatalog.All.ToList().IndexOf(S0DimCatalog.Department)
  404. < S0DimCatalog.All.ToList().IndexOf(d));
  405. }
  406. [Fact]
  407. public void Orphan_sql_must_not_report_unassigned_parent_key_as_orphan()
  408. {
  409. // 「未分配部门」(department_code IS NULL) 不是孤儿,「部门码找不到」才是。
  410. // <=> 是 NULL 安全等值,而 dim_department.department_code 为 NOT NULL,
  411. // 不加 IS NOT NULL 过滤会把 292 行未分配全部误报成孤儿,淹没 97 个真悬挂。
  412. foreach (var sql in new[]
  413. {
  414. S0DimSqlBuilder.BuildOrphanChildSql(S0DimCatalog.Employee, 10),
  415. S0DimSqlBuilder.BuildOrphanChildCountSql(S0DimCatalog.Employee)
  416. })
  417. {
  418. Assert.Contains("d.`domain_code` IS NOT NULL", sql, Ord);
  419. Assert.Contains("d.`department_code` IS NOT NULL", sql, Ord);
  420. Assert.Contains("p.`id` IS NULL", sql, Ord);
  421. Assert.Contains("d.`tenant_id` = @TenantId", sql, Ord);
  422. }
  423. }
  424. [Fact]
  425. public void Orphan_count_sql_must_not_be_truncated_by_sample_limit()
  426. {
  427. // 告警数字必须来自不截断的 COUNT,而不是被 OrphanSampleLimit 砍过的样本条数。
  428. var count = S0DimSqlBuilder.BuildOrphanChildCountSql(S0DimCatalog.Employee);
  429. Assert.Contains("SELECT COUNT(*)", count, Ord);
  430. Assert.DoesNotContain("LIMIT", count, Ord);
  431. }
  432. [Fact]
  433. public void Line_identity_must_be_tenant_and_line_only_no_legacy_scope()
  434. {
  435. // 按「当前业务证据优先」重判:CRUD 无查重、consumer 只用 (TenantId, Line)、
  436. // 且每租户在 LineMaster 只有 1 个 Domain/company/factory(租户内常量,零区分力)。
  437. // 旧物理 UK 含 company+factory,属 legacy scope,不予继承。
  438. var d = S0DimCatalog.Line;
  439. Assert.Equal(["tenant_id", "line_code"], d.BusinessKeyColumns);
  440. Assert.Equal(["Line"], d.SourceBizKeyColumns);
  441. foreach (var legacy in new[] { "domain_code", "company_id", "factory_id" })
  442. Assert.DoesNotContain(legacy, d.BusinessKeyColumns);
  443. Assert.Null(d.ParentDimTable);
  444. }
  445. [Fact]
  446. public void Line_must_read_real_describe_column_not_shadow()
  447. {
  448. // Describe 169/169 填充;line_describe 0/169——本仓第三例恒空影子列。
  449. var sql = S0DimSqlBuilder.BuildInsertSql(S0DimCatalog.Line);
  450. Assert.Contains("$.Describe", sql, Ord);
  451. Assert.DoesNotContain("$.line_describe", sql, Ord);
  452. Assert.Contains($"{S0DimSqlBuilder.SrcAlias}.`Describe`",
  453. S0DimSqlBuilder.BuildSourceChecksumSql(S0DimCatalog.Line), Ord);
  454. Assert.DoesNotContain($"{S0DimSqlBuilder.SrcAlias}.`line_describe`",
  455. S0DimSqlBuilder.BuildSourceChecksumSql(S0DimCatalog.Line), Ord);
  456. }
  457. [Theory]
  458. [InlineData("EMPLOYEE")]
  459. [InlineData("LINE")]
  460. [InlineData("CUSTOMER")]
  461. [InlineData("PERSON_SKILL")]
  462. public void New_dims_must_carry_tenant_predicate_and_no_upsert(string key)
  463. {
  464. var d = S0DimCatalog.Find(key)!;
  465. var insert = S0DimSqlBuilder.BuildInsertSql(d);
  466. Assert.Contains("s.`tenant_id` = @TenantId", insert, Ord);
  467. Assert.Contains("s.`source_system` = @SourceSystem", insert, Ord);
  468. Assert.Contains("s.`source_table` = @SourceTable", insert, Ord);
  469. Assert.Contains("s.`sync_batch_id` = @BatchId", insert, Ord);
  470. Assert.DoesNotContain("ON DUPLICATE KEY", insert, Ord);
  471. var purge = S0DimSqlBuilder.BuildPurgeStagingSql(d);
  472. Assert.Contains("s.`tenant_id` = @TenantId", purge, Ord);
  473. Assert.DoesNotContain("sync_batch_id", purge, Ord);
  474. }
  475. [Fact]
  476. public void PullContext_must_never_set_FactoryId_or_CompanyId()
  477. {
  478. // I-015:MdpStagingWriter 只识别 factory_id / FactoryId 两个列名。
  479. // LineMaster / EmployeeMaster 用的是 factory_ref_id → 解析为 null →
  480. // 一旦 ctx.FactoryId > 0,比较基准退化成 1,整批行被 `return 0` 静默丢弃。
  481. // 因此 S0 的 pullCtx 必须只按租户取范围,company/factory 只能是源侧身份字段。
  482. var src = File.ReadAllText(FindSourceFile("S0DimMaterializer.cs"));
  483. var ctxBlock = src[src.IndexOf("new MdpPullContext", Ord)..];
  484. ctxBlock = ctxBlock[..ctxBlock.IndexOf("};", Ord)];
  485. Assert.DoesNotContain("FactoryId", ctxBlock, Ord);
  486. Assert.DoesNotContain("CompanyId", ctxBlock, Ord);
  487. Assert.Contains("TenantId = tenantId", ctxBlock, Ord);
  488. Assert.Contains("RequireMatchingSourceTenant = true", ctxBlock, Ord);
  489. }
  490. private static string FindSourceFile(string fileName)
  491. {
  492. var dir = new DirectoryInfo(AppContext.BaseDirectory);
  493. while (dir != null)
  494. {
  495. var candidate = Path.Combine(dir.FullName,
  496. "Admin.NET.Plugin.AiDOP", "DataPlatform", "S0Dim", fileName);
  497. if (File.Exists(candidate)) return candidate;
  498. dir = dir.Parent;
  499. }
  500. throw new FileNotFoundException($"未找到 {fileName}");
  501. }
  502. // ────────────────────────────────────────────────────────────────
  503. // Phase 2 · Batch 5:CustMaster / PersonSkill
  504. // ────────────────────────────────────────────────────────────────
  505. [Theory]
  506. [InlineData("CUSTOMER", "customer_code", "Cust")]
  507. [InlineData("PERSON_SKILL", "skill_code", "Code")]
  508. public void Batch5_identity_must_be_tenant_plus_code_only(string key, string dimCol, string srcCol)
  509. {
  510. // 身份按当前业务证据判定,不继承旧物理唯一键:
  511. // · Customer CRUD 查重 = tenant + FactoryRefId(=f(tenant)) + Cust ⇒ 等价 tenant + Cust
  512. // · PersonSkill 现有消费方已按 (租户, Code) 解析,并把同租户跨厂重码当歧义报错
  513. var d = S0DimCatalog.Find(key)!;
  514. Assert.Equal(["tenant_id", dimCol], d.BusinessKeyColumns);
  515. Assert.Equal([srcCol], d.SourceBizKeyColumns);
  516. foreach (var legacy in new[] { "domain_code", "company_id", "factory_id" })
  517. Assert.DoesNotContain(legacy, d.BusinessKeyColumns);
  518. }
  519. [Fact]
  520. public void PersonSkill_must_not_declare_fake_parent_to_employee_or_skill_bridge()
  521. {
  522. // EmpSkills.SkillNo 与 PersonSkill.Code 同租户实测 650 行中 632 行对不上,
  523. // 不能因为都叫 Skill 就建立虚假父子关系。
  524. Assert.Null(S0DimCatalog.PersonSkill.ParentDimTable);
  525. Assert.Null(S0DimCatalog.PersonSkill.ParentKeyColumns);
  526. }
  527. [Fact]
  528. public void PersonSkill_watermark_must_map_updated_at_not_created_at()
  529. {
  530. // UpdatedAt 是维护时间(源 5/46 非空 = 只有改过的行才有值);
  531. // 不得用 CreatedAt 冒充「最近更新」,那会让每行都显得刚被维护过。
  532. var col = S0DimCatalog.PersonSkill.Columns.Single(c => c.TargetColumn == "source_updated_at");
  533. Assert.Equal("UpdatedAt", col.JsonPath);
  534. Assert.False(col.Required);
  535. Assert.DoesNotContain("CreatedAt",
  536. S0DimCatalog.PersonSkill.Columns.Select(c => c.JsonPath ?? ""));
  537. }
  538. // ────────────────────────────────────────────────────────────────
  539. // C2 / C3:本轮实测出的框架地雷,钉在测试里
  540. // ────────────────────────────────────────────────────────────────
  541. [Fact]
  542. public void Qms_status_columns_must_be_str_never_booltrue()
  543. {
  544. // 实测值域含 `已审核` / `已启用` / `A` / `ENABLED` / `INVALID_STATUS`。
  545. // 用 BoolTrue 会命中 RowGuards 的可辨识性守卫:4 张表整表归零,
  546. // 而 qms_inspectionfreq.FENABLE 恰好存活 8/13 —— 部分静默丢失,最难发现。
  547. foreach (var key in new[] { "SAMPLING_SCHEME", "INSPECTION_ITEM", "INSPECTION_METHOD",
  548. "INSPECTION_FREQUENCY", "INSPECTION_INSTRUMENT" })
  549. {
  550. var d = S0DimCatalog.Find(key)!;
  551. foreach (var name in new[] { "status_code", "enable_code" })
  552. {
  553. var col = d.Columns.FirstOrDefault(c => c.TargetColumn == name);
  554. if (col is null) continue;
  555. Assert.Equal(S0DimValueKind.Str, col.Kind);
  556. }
  557. }
  558. }
  559. [Fact]
  560. public void InspectionFrequency_remark_must_map_FREMARK_not_FCOMMENT()
  561. {
  562. // 兄弟表都叫 FCOMMENT,唯独本表叫 FREMARK。照抄会取到不存在的列。
  563. var col = S0DimCatalog.InspectionFrequency.Columns.Single(c => c.TargetColumn == "remark");
  564. Assert.Equal("FREMARK", col.JsonPath);
  565. }
  566. [Fact]
  567. public void SopFileType_must_not_declare_watermark_it_has_no_time_column()
  568. {
  569. // 源 ImageType 只有 5 列、无任何时间列。不得为"标准字段齐整"而回填。
  570. Assert.DoesNotContain("source_updated_at",
  571. S0DimCatalog.SopFileType.Columns.Select(c => c.TargetColumn));
  572. }
  573. [Fact]
  574. public void LinePostSkill_effective_date_must_read_StartDate_not_the_shadow_column()
  575. {
  576. // 🔴 目标列名 effective_date 与源表那个 0/261 的影子列同名,是本批最易取错的一处。
  577. var col = S0DimCatalog.LinePostSkill.Columns.Single(c => c.TargetColumn == "effective_date");
  578. Assert.Equal("StartDate", col.JsonPath);
  579. var insert = S0DimSqlBuilder.BuildInsertSql(S0DimCatalog.LinePostSkill);
  580. Assert.Contains("$.StartDate", insert, Ord);
  581. Assert.DoesNotContain("$.effective_date", insert, Ord);
  582. var srcChk = S0DimSqlBuilder.BuildSourceChecksumSql(S0DimCatalog.LinePostSkill);
  583. Assert.Contains($"{S0DimSqlBuilder.SrcAlias}.`StartDate`", srcChk, Ord);
  584. Assert.DoesNotContain($"{S0DimSqlBuilder.SrcAlias}.`effective_date`", srcChk, Ord);
  585. // 另三对发散型影子列同样禁用
  586. foreach (var shadow in new[] { "id", "line_skill_master_id", "person_skill_id" })
  587. Assert.DoesNotContain($"{S0DimSqlBuilder.SrcAlias}.`{shadow}`", srcChk, Ord);
  588. }
  589. [Fact]
  590. public void LinePostSkill_parent_must_use_natural_key_not_surrogate()
  591. {
  592. // 代理键已污染:LineSkillRecID 同租户孤儿 210/261,PersonSkillId 250/261 跨租户。
  593. var d = S0DimCatalog.LinePostSkill;
  594. Assert.Equal("dim_line_post", d.ParentDimTable);
  595. Assert.Equal(["line_code", "job_no"], d.ParentKeyColumns);
  596. // 父键必须与 dim_line_post 业务键(去 tenant)逐字一致
  597. Assert.Equal(S0DimCatalog.LinePost.BusinessKeyColumns.Skip(1), d.ParentKeyColumns);
  598. // legacy id 只能是普通属性,绝不入键
  599. foreach (var legacy in new[] { "legacy_line_skill_rec_id", "legacy_person_skill_id" })
  600. Assert.DoesNotContain(legacy, d.BusinessKeyColumns);
  601. }
  602. [Fact]
  603. public void EmpWorkDuty_identity_must_keep_location()
  604. {
  605. // 实测 tenant+Employee+Duty 有 1 组重复(G00308 同 Duty 下 Location 1001 vs 1000)。
  606. // location 是真实区分维,不是 legacy scope,不可简化掉。
  607. var d = S0DimCatalog.EmpWorkDuty;
  608. Assert.Equal(["tenant_id", "employee_code", "duty", "location_code"], d.BusinessKeyColumns);
  609. Assert.Equal(["Employee", "Duty", "Location"], d.SourceBizKeyColumns);
  610. Assert.Equal("dim_employee", d.ParentDimTable);
  611. Assert.Equal(["employee_code"], d.ParentKeyColumns);
  612. }
  613. [Fact]
  614. public void LinePost_run_crew_precision_must_match_source_decimal_10_3()
  615. {
  616. // 对账两侧都走 CAST(expr AS CHAR):scale 不同会让 '0.000' 与 '0.0' 不等 → 校验和 FAIL。
  617. var col = S0DimCatalog.LinePost.Columns.Single(c => c.TargetColumn == "run_crew");
  618. Assert.Equal(S0DimValueKind.Dec, col.Kind);
  619. Assert.Equal(10, col.Precision);
  620. Assert.Equal(3, col.Scale);
  621. }
  622. [Fact]
  623. public void C2_and_C3_identities_must_not_contain_legacy_scope()
  624. {
  625. foreach (var key in new[] { "LABEL_TYPE", "SOP_FILE_TYPE", "QUALITY_BASE_TYPE",
  626. "SAMPLING_SCHEME", "INSPECTION_ITEM", "INSPECTION_METHOD",
  627. "INSPECTION_FREQUENCY", "INSPECTION_INSTRUMENT",
  628. "LINE_POST", "LINE_POST_SKILL" })
  629. {
  630. var d = S0DimCatalog.Find(key)!;
  631. foreach (var legacy in new[] { "domain_code", "company_id", "factory_id" })
  632. Assert.DoesNotContain(legacy, d.BusinessKeyColumns);
  633. }
  634. }
  635. [Fact]
  636. public void Batch4_must_not_reuse_dopdemorq_staging_tables()
  637. {
  638. // mdp_stg_employee / mdp_stg_line 属 DOPDEMORQ(当前 0 行),不是 S0 的 authority
  639. foreach (var d in S0DimCatalog.All)
  640. {
  641. Assert.NotEqual("mdp_stg_employee", d.StagingTable);
  642. Assert.NotEqual("mdp_stg_line", d.StagingTable);
  643. Assert.NotEqual("mdp_stg_location", d.StagingTable);
  644. Assert.NotEqual("mdp_stg_customer", d.StagingTable);
  645. }
  646. }
  647. }