S3MdpSyncTransformService.cs 99 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590
  1. using Admin.NET.Plugin.AiDOP.DataPlatform.Executors;
  2. using Admin.NET.Plugin.AiDOP.DataPlatform.MdpRebuild;
  3. using Admin.NET.Plugin.AiDOP.SmartOps;
  4. namespace Admin.NET.Plugin.AiDOP.Supply;
  5. /// <summary>
  6. /// S3 首批 MDP 同步和标准化转换服务。
  7. /// Phase2:源→stg 经统一执行器;std/DWD/KPI 仍读 stg。
  8. /// </summary>
  9. public class S3MdpSyncTransformService : ITransient
  10. {
  11. private readonly ISqlSugarClient _db;
  12. private readonly TransformRunLogFinalizer _runLogFinalizer;
  13. private readonly SmartOpsKpiAtomicBuildService _atomicBuild;
  14. private readonly MdpModuleStagingPuller _stagingPuller;
  15. private readonly IKpiTargetResolver _kpiTargetResolver;
  16. private readonly S9CompositeKpiWriter _s9Composite;
  17. private MdpRebuildScope _runScope = null!;
  18. private static readonly SemaphoreSlim GlobalRunGate = new(1, 1);
  19. public S3MdpSyncTransformService(
  20. ISqlSugarClient db,
  21. SmartOpsKpiAtomicBuildService atomicBuild,
  22. MdpModuleStagingPuller stagingPuller,
  23. IKpiTargetResolver kpiTargetResolver,
  24. TransformRunLogFinalizer runLogFinalizer,
  25. S9CompositeKpiWriter s9Composite)
  26. {
  27. _db = db;
  28. _runLogFinalizer = runLogFinalizer;
  29. _atomicBuild = atomicBuild;
  30. _stagingPuller = stagingPuller;
  31. _kpiTargetResolver = kpiTargetResolver;
  32. _s9Composite = s9Composite;
  33. }
  34. public Task<S3MdpSyncTransformResult> RunFullAsync(CancellationToken cancellationToken = default, string triggerType = "AUTO") =>
  35. throw new InvalidOperationException("S3 全量重算必须指定租户/工厂作用域,请走 ModuleRebuildService.Enqueue");
  36. public async Task<S3MdpSyncTransformResult> RunFullAsync(
  37. MdpRebuildScope scope,
  38. CancellationToken cancellationToken = default,
  39. string triggerType = "AUTO",
  40. long? rebuildJobId = null,
  41. Func<ModuleProgressUpdate, Task>? reportProgress = null)
  42. {
  43. await GlobalRunGate.WaitAsync(cancellationToken);
  44. try
  45. {
  46. _ = rebuildJobId;
  47. _runScope = MdpRebuildScope.Create("S3", scope.TenantId, scope.FactoryId);
  48. cancellationToken.ThrowIfCancellationRequested();
  49. var now = DateTime.Now;
  50. var batchId = $"S3_MDP_FULL_{_runScope.TenantId}_{_runScope.FactoryId}_{now:yyyyMMddHHmmss}";
  51. var runLogId = await InsertTransformRunLogAsync(batchId, now, triggerType);
  52. var result = new S3MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  53. try
  54. {
  55. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Preparing, 0, 5, "准备运行环境"));
  56. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Staging, 1, 10, "正在拉取源数据"));
  57. result.StageRows = await SyncStagingAsync(batchId, now, cancellationToken);
  58. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Staging, 1, 35, "拉取源数据完成", result.StageRows, ModuleRebuildStages.Staging));
  59. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Standard, 2, 35, "正在标准化数据"));
  60. result.StandardRows = await TransformStandardAsync(batchId, now, retireStale: true, cancellationToken);
  61. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Standard, 2, 50, "标准化数据完成", result.StandardRows, ModuleRebuildStages.Standard));
  62. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Dwd, 3, 50, "正在生成 DWD 明细"));
  63. result.DwdRows = await BuildDwdAsync(batchId, now, retireStale: true, result, cancellationToken);
  64. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Dwd, 3, 65, "生成 DWD 明细完成", result.DwdRows, ModuleRebuildStages.Dwd));
  65. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Kpi, 4, 65, "正在重算 KPI"));
  66. result.KpiRows = await BuildS3KpiValuesAsync(now, cancellationToken);
  67. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Kpi, 4, 80, "重算 KPI 完成", result.KpiRows, ModuleRebuildStages.Kpi));
  68. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Atomic, 5, 82, "正在重建原子数据"));
  69. result.AtomicRows = await _atomicBuild.BuildSupplyPurchaseDomainForAllDatesAsync(
  70. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  71. result.AtomicRows += await _atomicBuild.BuildInventoryDomainForAllDatesAsync(
  72. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  73. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Atomic, 5, 98, "重建原子数据完成", result.AtomicRows, ModuleRebuildStages.Atomic));
  74. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Finalizing, 5, 99, "正在收尾"));
  75. result.KpiRows += await _s9Composite.WriteRecentAsync(_runScope.TenantId, _runScope.FactoryId, now, cancellationToken);
  76. await MarkTransformRunSuccessAsync(runLogId, now, result);
  77. return result;
  78. }
  79. catch (Exception ex)
  80. {
  81. // 宿主关停不是转换失败:交给 finally 收口为 ABORTED,不污染 FAILED 语义。
  82. if (!_runLogFinalizer.IsHostStopping)
  83. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  84. throw;
  85. }
  86. finally
  87. {
  88. await _runLogFinalizer.FinalizeIfHostStoppingAsync(runLogId, now);
  89. }
  90. }
  91. finally
  92. {
  93. GlobalRunGate.Release();
  94. }
  95. }
  96. private static async Task ReportAsync(Func<ModuleProgressUpdate, Task>? report, ModuleProgressUpdate update)
  97. {
  98. if (report == null) return;
  99. await report(update);
  100. }
  101. public async Task<S3MaterialRefreshResult> RefreshMaterialReadinessAsync(string? batchId = null, CancellationToken cancellationToken = default)
  102. {
  103. cancellationToken.ThrowIfCancellationRequested();
  104. var now = DateTime.Now;
  105. batchId ??= $"S3_MATERIAL_{now:yyyyMMddHHmmss}";
  106. _db.Ado.BeginTran();
  107. try
  108. {
  109. var stdCount = await _db.Ado.GetIntAsync("SELECT COUNT(1) FROM mdp_std_material_readiness WHERE IFNULL(work_order, '') <> ''");
  110. var readinessCount = await UpsertMaterialReadinessDwdAsync(batchId, now);
  111. await DeleteCurrentShortageAsync(now.Date);
  112. var shortageCount = await InsertMaterialShortageAsync(batchId, now);
  113. _db.Ado.CommitTran();
  114. return new S3MaterialRefreshResult
  115. {
  116. BatchId = batchId,
  117. StdCount = stdCount,
  118. ReadinessCount = readinessCount,
  119. ShortageCount = shortageCount
  120. };
  121. }
  122. catch
  123. {
  124. _db.Ado.RollbackTran();
  125. throw;
  126. }
  127. }
  128. private async Task<int> SyncStagingAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  129. {
  130. _ = now;
  131. EnsureRunScope();
  132. return await _stagingPuller.PullEntitiesAsync(
  133. S3MdpEntityConfig.All.Select(x => x.EntityCode),
  134. batchId, _runScope.TenantId, fullRefresh: true, taskCode: "S3_MDP_INBOUND", cancellationToken,
  135. factoryId: _runScope.FactoryId, requireMatchingSourceTenant: true);
  136. }
  137. public async Task<S3MdpSyncTransformResult> RunInboundAsync(
  138. IEnumerable<string>? entityCodes = null,
  139. long tenantId = 0,
  140. bool fullRefresh = false,
  141. CancellationToken cancellationToken = default)
  142. {
  143. cancellationToken.ThrowIfCancellationRequested();
  144. if (tenantId <= 0)
  145. throw new InvalidOperationException("S3 inbound 必须指定有效 tenantId");
  146. _runScope = MdpRebuildScope.Create("S3", tenantId, 1);
  147. var now = DateTime.Now;
  148. var batchId = $"S3_MDP_IN_{_runScope.TenantId}_{now:yyyyMMddHHmmss}";
  149. var runLogId = await InsertTransformRunLogAsync(batchId, now, "INBOUND");
  150. var result = new S3MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  151. try
  152. {
  153. var codes = entityCodes?.ToList() ?? S3MdpEntityConfig.All.Select(x => x.EntityCode).ToList();
  154. result.StageRows = await _stagingPuller.PullEntitiesAsync(
  155. codes, batchId, tenantId, fullRefresh, "S3_MDP_INBOUND", cancellationToken);
  156. result.StandardRows = await TransformStandardAsync(batchId, now, retireStale: false, cancellationToken);
  157. result.DwdRows = await BuildDwdAsync(batchId, now, retireStale: false, result, cancellationToken);
  158. result.KpiRows = await BuildS3KpiValuesAsync(now, cancellationToken);
  159. result.AtomicRows = await _atomicBuild.BuildSupplyPurchaseDomainForAllDatesAsync(
  160. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  161. result.AtomicRows += await _atomicBuild.BuildInventoryDomainForAllDatesAsync(
  162. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  163. await MarkTransformRunSuccessAsync(runLogId, now, result);
  164. return result;
  165. }
  166. catch (Exception ex)
  167. {
  168. // 宿主关停不是转换失败:交给 finally 收口为 ABORTED,不污染 FAILED 语义。
  169. if (!_runLogFinalizer.IsHostStopping)
  170. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  171. throw;
  172. }
  173. finally
  174. {
  175. await _runLogFinalizer.FinalizeIfHostStoppingAsync(runLogId, now);
  176. }
  177. }
  178. [Obsolete("Phase3: use MdpModuleStagingPuller / executors")]
  179. private async Task<int> SyncOneEntityAsync(S3MdpEntityConfig entity, string batchId, DateTime now)
  180. {
  181. var entityRow = await _db.Ado.SqlQuerySingleAsync<S3MdpEntityRow>(
  182. "SELECT id AS Id, entity_name AS EntityName FROM mdp_entity WHERE tenant_id=0 AND entity_code=@EntityCode LIMIT 1",
  183. new SugarParameter("@EntityCode", entity.EntityCode));
  184. if (entityRow == null) throw Oops.Oh($"未找到 MDP 实体配置:{entity.EntityCode}");
  185. var columns = await _db.Ado.SqlQueryAsync<S3ColumnRow>(
  186. """
  187. SELECT COLUMN_NAME AS ColumnName
  188. FROM information_schema.COLUMNS
  189. WHERE TABLE_SCHEMA=DATABASE() AND TABLE_NAME=@TableName
  190. ORDER BY ORDINAL_POSITION
  191. """,
  192. new SugarParameter("@TableName", entity.SourceTable));
  193. if (columns.Count == 0) throw Oops.Oh($"未找到源表:{entity.SourceTable}");
  194. var names = columns.Select(u => u.ColumnName).ToList();
  195. var tenantExpr = names.Any(u => string.Equals(u, "tenant_id", StringComparison.OrdinalIgnoreCase))
  196. ? $"IFNULL(s.`{FindColumn(names, "tenant_id")}`,0)"
  197. : "0";
  198. var sourceRowExpr = names.Any(u => string.Equals(u, entity.SourceRowIdExpression, StringComparison.OrdinalIgnoreCase))
  199. ? $"s.`{FindColumn(names, entity.SourceRowIdExpression)}`"
  200. : entity.SourceRowIdExpression;
  201. var rawDataExpr = BuildJsonObjectExpression(names);
  202. var rowsRead = await _db.Ado.GetIntAsync($"SELECT COUNT(1) FROM `{entity.SourceTable}`");
  203. var logId = await InsertSyncLogAsync(entityRow.Id, entityRow.EntityName, batchId, rowsRead);
  204. var started = DateTime.Now;
  205. try
  206. {
  207. var affected = await _db.Ado.ExecuteCommandAsync(
  208. $"""
  209. INSERT INTO `{entity.TargetTable}`
  210. (tenant_id, source_system, source_table, source_row_id, source_biz_key, sync_batch_id, sync_time, process_status, raw_data)
  211. SELECT
  212. {tenantExpr},
  213. COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = @SourceTable LIMIT 1), NULLIF('',''), ''),
  214. @SourceTable,
  215. CAST({sourceRowExpr} AS CHAR),
  216. CAST(COALESCE({entity.SourceBizKeyExpression}, CAST({sourceRowExpr} AS CHAR)) AS CHAR),
  217. @BatchId,
  218. @Now,
  219. 'PENDING',
  220. {rawDataExpr}
  221. FROM `{entity.SourceTable}` s
  222. ON DUPLICATE KEY UPDATE
  223. source_row_id=VALUES(source_row_id),
  224. sync_batch_id=VALUES(sync_batch_id),
  225. sync_time=VALUES(sync_time),
  226. process_status=VALUES(process_status),
  227. raw_data=VALUES(raw_data),
  228. update_time=CURRENT_TIMESTAMP
  229. """,
  230. new SugarParameter("@SourceTable", entity.SourceTable),
  231. new SugarParameter("@BatchId", batchId),
  232. new SugarParameter("@Now", now));
  233. await MarkSyncLogSuccessAsync(logId, started, affected);
  234. return rowsRead;
  235. }
  236. catch (Exception ex)
  237. {
  238. await MarkSyncLogFailedAsync(logId, started, ex.Message);
  239. throw;
  240. }
  241. }
  242. private async Task<int> TransformStandardAsync(
  243. string batchId, DateTime now, bool retireStale, CancellationToken cancellationToken)
  244. {
  245. var total = 0;
  246. foreach (var command in BuildStandardCommands(batchId, now, retireStale))
  247. {
  248. cancellationToken.ThrowIfCancellationRequested();
  249. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  250. }
  251. return total;
  252. }
  253. private async Task<int> BuildDwdAsync(
  254. string batchId, DateTime now, bool retireStale, S3MdpSyncTransformResult result,
  255. CancellationToken cancellationToken)
  256. {
  257. var total = 0;
  258. foreach (var command in BuildDwdCommands(batchId, now, retireStale))
  259. {
  260. cancellationToken.ThrowIfCancellationRequested();
  261. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  262. }
  263. total += await UpsertMaterialReadinessDwdAsync(batchId, now);
  264. await DeleteCurrentShortageAsync(now.Date);
  265. total += await InsertMaterialShortageAsync(batchId, now);
  266. // 发布证据:必须在 DWD 写入**与同日淘汰**都完成之后。
  267. // 只有全量路径发布 —— 增量批次只含变更行,把它指认成「当前快照」会让读者看到残缺集合。
  268. if (retireStale)
  269. {
  270. cancellationToken.ThrowIfCancellationRequested();
  271. result.Publication = await PublishCurrentSnapshotAsync(batchId, now);
  272. }
  273. return total;
  274. }
  275. /// <summary>
  276. /// 复核并记录本轮发布的当前快照,供 S8 Rule01 精确指认「当前态是哪一批」。
  277. ///
  278. /// <para><b>为什么不能靠 MAX(stat_date) 之类的时间约定</b>:源侧被合法清空的那一轮
  279. /// 产出 0 行 DWD,于是当天根本不存在 <c>stat_date</c> 分区,同日淘汰也无行可删
  280. /// (它只能删「今天」)。读者按最新日期兜底就会**静默回落到上一天**,把一批早已作废的行
  281. /// 当成当前态。实测:租户 838257212780613 源侧清零、STD 归 0、跑批 SUCCESS,
  282. /// 而 DWD 当前快照仍返回前一日的 10 行。</para>
  283. ///
  284. /// <para>返回的 <c>CurrentRows = 0</c> 是<b>合法结果</b> —— 成功发布了一个空快照。
  285. /// 把它记进运行日志,下游才能把「正常的空」与「没发布成」区分开:前者健康且允许恢复,
  286. /// 后者无证据、判 UNKNOWN 并拦下恢复。</para>
  287. ///
  288. /// <para>行数用<b>复核查询</b>得到,不用 INSERT 的影响行数:ODKU 的影响行数
  289. /// (插入计 1、更新计 2、无变化计 0)从来不等于「当前有几行」。</para>
  290. /// </summary>
  291. private async Task<S3MdpSnapshotPublication> PublishCurrentSnapshotAsync(string batchId, DateTime now)
  292. {
  293. var scope = RequireScope();
  294. var currentRows = await _db.Ado.GetIntAsync(
  295. """
  296. SELECT COUNT(*) FROM dwd_supplier_delivery
  297. WHERE tenant_id=@TenantId
  298. AND COALESCE(NULLIF(factory_id,0),1)=@FactoryId
  299. AND stat_date=@StatDate
  300. AND sync_batch_id=@BatchId
  301. """,
  302. new SugarParameter("@TenantId", scope.TenantId),
  303. new SugarParameter("@FactoryId", scope.FactoryId),
  304. new SugarParameter("@StatDate", now.Date),
  305. new SugarParameter("@BatchId", batchId));
  306. return new S3MdpSnapshotPublication
  307. {
  308. Table = "dwd_supplier_delivery",
  309. BatchId = batchId,
  310. StatDate = now.Date,
  311. FactoryId = scope.FactoryId,
  312. CurrentRows = currentRows
  313. };
  314. }
  315. private async Task<int> BuildS3KpiValuesAsync(DateTime now, CancellationToken cancellationToken)
  316. {
  317. var affected = 0;
  318. for (var dayOffset = 13; dayOffset >= 0; dayOffset--)
  319. {
  320. var statDate = now.Date.AddDays(-dayOffset);
  321. var rows = await CalculateS3KpiValuesAsync(statDate);
  322. foreach (var row in rows)
  323. {
  324. cancellationToken.ThrowIfCancellationRequested();
  325. affected += await UpsertS3KpiValueAsync(row, statDate, now);
  326. }
  327. }
  328. return affected;
  329. }
  330. private async Task<List<S3KpiCalcRow>> CalculateS3KpiValuesAsync(DateTime statDate)
  331. {
  332. var scope = RequireScope();
  333. var rows = await _db.Ado.SqlQueryAsync<S3KpiCalcRow>(MdpSqlScope.InjectTenantFactory(
  334. """
  335. SELECT tenant_id AS TenantId, @FactoryId AS FactoryId, 'S3_L2_001' AS MetricCode,
  336. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, send_date) / 24), 4) AS MetricValue
  337. FROM mdp_std_purchase_request
  338. WHERE tenant_id=@TenantId AND (@FactoryId=1 OR COALESCE(NULLIF(factory_id,0),1)=@FactoryId)
  339. AND request_date IS NOT NULL AND send_date IS NOT NULL AND send_date >= request_date
  340. GROUP BY tenant_id
  341. UNION ALL
  342. SELECT tenant_id AS TenantId, @FactoryId AS FactoryId, 'S3_L2_002' AS MetricCode,
  343. ROUND(100 * SUM(CASE WHEN TIMESTAMPDIFF(HOUR, request_date, send_date) <= 72 THEN 1 ELSE 0 END)
  344. / NULLIF(COUNT(1),0), 4) AS MetricValue
  345. FROM mdp_std_purchase_request
  346. WHERE tenant_id=@TenantId AND (@FactoryId=1 OR COALESCE(NULLIF(factory_id,0),1)=@FactoryId)
  347. AND request_date IS NOT NULL AND send_date IS NOT NULL AND send_date >= request_date
  348. GROUP BY tenant_id
  349. UNION ALL
  350. SELECT tenant_id AS TenantId, @FactoryId AS FactoryId, 'S3_L2_003' AS MetricCode,
  351. ROUND(COUNT(1) / NULLIF((
  352. SELECT COUNT(1) FROM mdp_std_employee p
  353. WHERE p.tenant_id=@TenantId AND p.employment_status='ACTIVE' AND p.position_code='PLANNER' AND (@sourceSystem='' OR p.source_system=@sourceSystem) AND (p.source_system<>'T8' OR p.domain=@sourceDomain)
  354. ),0), 4) AS MetricValue
  355. FROM mdp_std_purchase_request
  356. WHERE tenant_id=@TenantId AND (@FactoryId=1 OR COALESCE(NULLIF(factory_id,0),1)=@FactoryId)
  357. GROUP BY tenant_id
  358. UNION ALL
  359. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L2_004' AS MetricCode,
  360. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, submit_date) / 24), 4) AS MetricValue
  361. FROM mdp_std_delivery_schedule
  362. WHERE request_date IS NOT NULL AND submit_date IS NOT NULL AND submit_date >= request_date
  363. GROUP BY tenant_id, factory_id
  364. UNION ALL
  365. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L2_005' AS MetricCode,
  366. ROUND(100 * SUM(CASE WHEN IFNULL(schedule_qty,0) >= IFNULL(order_qty,0) AND IFNULL(order_qty,0) > 0 THEN 1 ELSE 0 END) / COUNT(1), 4) AS MetricValue
  367. FROM dwd_supplier_delivery
  368. WHERE stat_date=@StatDate AND IFNULL(order_qty,0) > 0
  369. GROUP BY tenant_id, factory_id
  370. UNION ALL
  371. SELECT tenant_id AS TenantId, @FactoryId AS FactoryId, 'S3_L2_006' AS MetricCode,
  372. ROUND(COUNT(1) / NULLIF((
  373. SELECT COUNT(1) FROM mdp_std_employee p
  374. WHERE p.tenant_id=@TenantId AND p.employment_status='ACTIVE' AND p.position_code='PLANNER' AND (@sourceSystem='' OR p.source_system=@sourceSystem) AND (p.source_system<>'T8' OR p.domain=@sourceDomain)
  375. ),0), 4) AS MetricValue
  376. FROM mdp_std_delivery_schedule
  377. WHERE tenant_id=@TenantId AND (@FactoryId=1 OR COALESCE(NULLIF(factory_id,0),1)=@FactoryId)
  378. GROUP BY tenant_id
  379. UNION ALL
  380. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L1_001' AS MetricCode,
  381. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, submit_date) / 24), 4) AS MetricValue
  382. FROM mdp_std_delivery_schedule
  383. WHERE request_date IS NOT NULL AND submit_date IS NOT NULL AND submit_date >= request_date
  384. GROUP BY tenant_id, factory_id
  385. UNION ALL
  386. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L1_002' AS MetricCode,
  387. ROUND(100 * SUM(CASE WHEN IFNULL(schedule_qty,0) >= IFNULL(order_qty,0) AND IFNULL(order_qty,0) > 0 THEN 1 ELSE 0 END) / COUNT(1), 4) AS MetricValue
  388. FROM dwd_supplier_delivery
  389. WHERE stat_date=@StatDate AND IFNULL(order_qty,0) > 0
  390. GROUP BY tenant_id, factory_id
  391. UNION ALL
  392. SELECT tenant_id AS TenantId, @FactoryId AS FactoryId, 'S3_L3_001' AS MetricCode,
  393. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, send_date) / 24), 4) AS MetricValue
  394. FROM mdp_std_purchase_request
  395. WHERE tenant_id=@TenantId AND (@FactoryId=1 OR COALESCE(NULLIF(factory_id,0),1)=@FactoryId)
  396. AND request_date IS NOT NULL AND send_date IS NOT NULL AND send_date >= request_date
  397. GROUP BY tenant_id
  398. UNION ALL
  399. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L3_002' AS MetricCode,
  400. ROUND(AVG(TIMESTAMPDIFF(HOUR, order_date, COALESCE(need_date, due_date)) / 24), 4) AS MetricValue
  401. FROM mdp_std_purchase_order
  402. WHERE order_date IS NOT NULL AND COALESCE(need_date, due_date) IS NOT NULL
  403. AND COALESCE(need_date, due_date) >= order_date
  404. GROUP BY tenant_id, factory_id
  405. UNION ALL
  406. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L3_003' AS MetricCode,
  407. ROUND(100 * SUM(CASE WHEN ready_status='READY' THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  408. FROM dwd_material_readiness
  409. WHERE stat_date=@StatDate
  410. GROUP BY tenant_id, factory_id
  411. UNION ALL
  412. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L3_004' AS MetricCode,
  413. ROUND(100 * SUM(CASE WHEN submit_date IS NOT NULL AND request_date IS NOT NULL
  414. AND TIMESTAMPDIFF(HOUR, request_date, submit_date) <= 72 THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  415. FROM mdp_std_delivery_schedule
  416. WHERE request_date IS NOT NULL
  417. GROUP BY tenant_id, factory_id
  418. UNION ALL
  419. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L3_005' AS MetricCode,
  420. ROUND(100 * SUM(CASE WHEN risk_level IN ('HIGH','MEDIUM') OR IFNULL(remaining_qty,0) > 0 THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  421. FROM dwd_supplier_delivery
  422. WHERE stat_date=@StatDate
  423. GROUP BY tenant_id, factory_id
  424. UNION ALL
  425. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L3_006' AS MetricCode,
  426. ROUND(100 * (1 - SUM(CASE WHEN IFNULL(shortage_qty,0) > 0 THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0)), 4) AS MetricValue
  427. FROM dwd_material_readiness
  428. WHERE stat_date=@StatDate
  429. GROUP BY tenant_id, factory_id
  430. """),
  431. new SugarParameter("@StatDate", statDate),
  432. new SugarParameter("@TenantId", scope.TenantId),
  433. new SugarParameter("@FactoryId", scope.FactoryId),
  434. new SugarParameter("@sourceDomain", "pbxfxp"),
  435. new SugarParameter("@sourceSystem", ""));
  436. var plannedLines = await _db.Ado.GetIntAsync(
  437. """
  438. SELECT COUNT(1)
  439. FROM dwd_material_readiness
  440. WHERE tenant_id=@TenantId
  441. AND COALESCE(NULLIF(factory_id,0),1)=@FactoryId
  442. AND stat_date=@StatDate
  443. """,
  444. new SugarParameter("@TenantId", scope.TenantId),
  445. new SugarParameter("@FactoryId", scope.FactoryId),
  446. new SugarParameter("@StatDate", statDate));
  447. var plannerCount = await _db.Ado.GetIntAsync(
  448. """
  449. SELECT COUNT(1)
  450. FROM mdp_std_employee
  451. WHERE tenant_id=@TenantId
  452. AND employment_status='ACTIVE'
  453. AND position_code='PLANNER'
  454. AND (@sourceSystem='' OR source_system=@sourceSystem) AND (source_system<>'T8' OR domain=@sourceDomain)
  455. """,
  456. new SugarParameter("@TenantId", scope.TenantId),
  457. new SugarParameter("@sourceDomain", "pbxfxp"),
  458. new SugarParameter("@sourceSystem", ""));
  459. if (plannedLines > 0 && plannerCount > 0)
  460. {
  461. rows.Add(new S3KpiCalcRow
  462. {
  463. TenantId = scope.TenantId,
  464. FactoryId = scope.FactoryId,
  465. MetricCode = "S3_L1_003",
  466. MetricValue = Math.Round((decimal)plannedLines / plannerCount, 4)
  467. });
  468. }
  469. var materialTurnoverDays = await _db.Ado.GetDecimalAsync(
  470. """
  471. SELECT ROUND(
  472. ((SUM(receipt_qty) + SUM(GREATEST(receipt_qty - issue_qty, 0))) / 2)
  473. / NULLIF(SUM(issue_qty), 0) * 30,
  474. 4
  475. )
  476. FROM (
  477. SELECT item_num,
  478. SUM(CASE WHEN biz_doc_type='PUR_RECEIPT' THEN IFNULL(qty_change,0) ELSE 0 END) AS receipt_qty,
  479. SUM(CASE WHEN biz_doc_type='PROD_ISSUE' THEN IFNULL(qty_change,0) ELSE 0 END) AS issue_qty
  480. FROM mdp_std_inv_trans
  481. WHERE tenant_id=@TenantId
  482. AND summary_flag=0 AND void_flag=0 AND approved_flag=1 AND (@sourceSystem='' OR source_system=@sourceSystem) AND (source_system<>'T8' OR domain=@sourceDomain)
  483. AND biz_doc_type IN ('PUR_RECEIPT','PROD_ISSUE')
  484. AND approved_time >= DATE_FORMAT(DATE_SUB(@StatDate, INTERVAL 1 MONTH), '%Y-%m-01')
  485. AND approved_time < DATE_FORMAT(@StatDate, '%Y-%m-01')
  486. GROUP BY item_num
  487. ) material_flow
  488. HAVING SUM(issue_qty) > 0
  489. """,
  490. new SugarParameter("@TenantId", scope.TenantId),
  491. new SugarParameter("@StatDate", statDate),
  492. new SugarParameter("@sourceDomain", "pbxfxp"),
  493. new SugarParameter("@sourceSystem", ""));
  494. if (materialTurnoverDays > 0)
  495. {
  496. rows.Add(new S3KpiCalcRow
  497. {
  498. TenantId = scope.TenantId,
  499. FactoryId = scope.FactoryId,
  500. MetricCode = "S3_L1_004",
  501. MetricValue = materialTurnoverDays
  502. });
  503. }
  504. return rows;
  505. }
  506. private async Task<int> UpsertS3KpiValueAsync(S3KpiCalcRow row, DateTime statDate, DateTime now)
  507. {
  508. var meta = await _db.Ado.SqlQuerySingleAsync<S3KpiMetaRow>(
  509. """
  510. SELECT MetricLevel, Direction, YellowThreshold, RedThreshold
  511. FROM ado_smart_ops_kpi_master
  512. WHERE TenantId=@TenantId AND ModuleCode='S3' AND MetricCode=@MetricCode AND IsEnabled=1
  513. LIMIT 1
  514. """,
  515. new SugarParameter("@TenantId", row.TenantId),
  516. new SugarParameter("@MetricCode", row.MetricCode));
  517. if (meta == null || row.MetricValue == null)
  518. return 0;
  519. var table = ResolveKpiValueTable(meta.MetricLevel);
  520. var current = await _db.Ado.SqlQuerySingleAsync<S3KpiValueRow>(
  521. $"""
  522. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  523. FROM {table}
  524. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S3'
  525. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  526. ORDER BY id
  527. LIMIT 1
  528. """,
  529. new SugarParameter("@TenantId", row.TenantId),
  530. new SugarParameter("@FactoryId", row.FactoryId),
  531. new SugarParameter("@MetricCode", row.MetricCode),
  532. new SugarParameter("@BizDate", statDate));
  533. var prior = await _db.Ado.SqlQuerySingleAsync<S3KpiValueRow>(
  534. $"""
  535. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  536. FROM {table}
  537. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S3'
  538. AND metric_code=@MetricCode AND biz_date<@BizDate AND is_deleted=0
  539. ORDER BY biz_date DESC, id DESC
  540. LIMIT 1
  541. """,
  542. new SugarParameter("@TenantId", row.TenantId),
  543. new SugarParameter("@FactoryId", row.FactoryId),
  544. new SugarParameter("@MetricCode", row.MetricCode),
  545. new SugarParameter("@BizDate", statDate));
  546. var actual = Math.Round(row.MetricValue.Value, 4);
  547. var snap = await _kpiTargetResolver.ResolveAsync(row.TenantId, row.FactoryId, row.MetricCode, "S3", statDate);
  548. var target = snap.TargetValue;
  549. var status = AidopS4KpiMerge.AchievementLevel(actual, target, meta.Direction, meta.YellowThreshold, meta.RedThreshold);
  550. var trend = ResolveTrendFlag(actual, prior?.MetricValue);
  551. if (current != null)
  552. {
  553. return await _db.Ado.ExecuteCommandAsync(
  554. $"""
  555. UPDATE {table}
  556. SET metric_value=@MetricValue, target_value=@TargetValue, status_color=@StatusColor, trend_flag=@TrendFlag,
  557. target_config_id=@TargetConfigId, target_source=@TargetSource, target_resolved_at=@TargetResolvedAt,
  558. is_active=1, status='ACTIVE', calc_time=@CalcTime, update_time=@CalcTime
  559. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S3'
  560. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  561. """,
  562. new SugarParameter("@MetricValue", actual),
  563. new SugarParameter("@TargetValue", KpiTargetSnapshotSql.ValueOrDbNull(snap)),
  564. new SugarParameter("@StatusColor", status),
  565. new SugarParameter("@TrendFlag", trend),
  566. new SugarParameter("@TargetConfigId", KpiTargetSnapshotSql.ConfigIdOrDbNull(snap)),
  567. new SugarParameter("@TargetSource", KpiTargetSnapshotSql.SourceOrDbNull(snap)),
  568. new SugarParameter("@TargetResolvedAt", snap.ResolvedAt),
  569. new SugarParameter("@CalcTime", now),
  570. new SugarParameter("@TenantId", row.TenantId),
  571. new SugarParameter("@FactoryId", row.FactoryId),
  572. new SugarParameter("@MetricCode", row.MetricCode),
  573. new SugarParameter("@BizDate", statDate));
  574. }
  575. var nextId = Yitter.IdGenerator.YitIdHelper.NextId();
  576. return await _db.Ado.ExecuteCommandAsync(
  577. $"""
  578. INSERT INTO {table}
  579. (id, tenant_id, factory_id, status, biz_date, create_time, update_time, is_deleted, is_active,
  580. module_code, metric_code, metric_value, target_value, status_color, trend_flag, calc_time,
  581. target_config_id, target_source, target_resolved_at)
  582. VALUES
  583. (@Id, @TenantId, @FactoryId, 'ACTIVE', @BizDate, @CalcTime, @CalcTime, 0, 1,
  584. 'S3', @MetricCode, @MetricValue, @TargetValue, @StatusColor, @TrendFlag, @CalcTime,
  585. @TargetConfigId, @TargetSource, @TargetResolvedAt)
  586. """,
  587. new SugarParameter("@Id", nextId),
  588. new SugarParameter("@TenantId", row.TenantId),
  589. new SugarParameter("@FactoryId", row.FactoryId),
  590. new SugarParameter("@BizDate", statDate),
  591. new SugarParameter("@CalcTime", now),
  592. new SugarParameter("@MetricCode", row.MetricCode),
  593. new SugarParameter("@MetricValue", actual),
  594. new SugarParameter("@TargetValue", KpiTargetSnapshotSql.ValueOrDbNull(snap)),
  595. new SugarParameter("@StatusColor", status),
  596. new SugarParameter("@TrendFlag", trend),
  597. new SugarParameter("@TargetConfigId", KpiTargetSnapshotSql.ConfigIdOrDbNull(snap)),
  598. new SugarParameter("@TargetSource", KpiTargetSnapshotSql.SourceOrDbNull(snap)),
  599. new SugarParameter("@TargetResolvedAt", snap.ResolvedAt));
  600. }
  601. private IEnumerable<S3MdpSqlCommand> BuildStandardCommands(string batchId, DateTime now, bool retireStale)
  602. {
  603. yield return Cmd(
  604. """
  605. INSERT INTO mdp_std_supplier
  606. (tenant_id, factory_id, company_id, source_system, supplier_code, supplier_name, supplier_type, status, contact, address, currency_type, source_biz_key, sync_batch_id, sync_time)
  607. SELECT tenant_id, factory_id, company_id, COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = source_table LIMIT 1), NULLIF(source_system,''), ''),
  608. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Supp')),
  609. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.SortName')),
  610. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Type')),
  611. CASE WHEN JSON_EXTRACT(raw_data,'$.IsActive') IN (1, true) THEN 'ACTIVE' ELSE 'INACTIVE' END,
  612. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.contact')),
  613. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.address')),
  614. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Curr')),
  615. source_biz_key, @BatchId, @Now
  616. FROM mdp_stg_supplier
  617. WHERE source_table='SuppMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Supp')), '') <> ''
  618. ON DUPLICATE KEY UPDATE supplier_name=VALUES(supplier_name), supplier_type=VALUES(supplier_type), status=VALUES(status),
  619. contact=VALUES(contact), address=VALUES(address), currency_type=VALUES(currency_type), sync_batch_id=VALUES(sync_batch_id),
  620. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  621. """, batchId, now);
  622. yield return Cmd(
  623. """
  624. INSERT INTO mdp_std_item
  625. (tenant_id, factory_id, company_id, source_system, item_code, item_name, model, unit, item_type, status, source_biz_key, sync_batch_id, sync_time)
  626. SELECT tenant_id, factory_id, company_id, COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = source_table LIMIT 1), NULLIF(source_system,''), ''),
  627. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number'))),
  628. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Descr')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.name')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_name'))),
  629. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Drawing')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.model'))),
  630. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.UM')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.unit'))),
  631. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemType')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_type'))),
  632. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Status')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.is_active'))),
  633. source_biz_key, @BatchId, @Now
  634. FROM mdp_stg_item
  635. WHERE COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), '') <> ''
  636. ON DUPLICATE KEY UPDATE item_name=VALUES(item_name), model=VALUES(model), unit=VALUES(unit), item_type=VALUES(item_type),
  637. status=VALUES(status), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  638. """, batchId, now);
  639. yield return Cmd(
  640. """
  641. INSERT INTO mdp_std_supplier_item
  642. (tenant_id, factory_id, company_id, source_system, item_code, supplier_code, supplier_name, supplier_type, quota_rate, lead_time, min_qty, packaging_qty, price, currency_type, effective_date, expire_date, status, source_biz_key, sync_batch_id, sync_time)
  643. SELECT tenant_id, factory_id, company_id, COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = source_table LIMIT 1), NULLIF(source_system,''), ''),
  644. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_name'))), ''),
  645. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')),
  646. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_name')),
  647. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_type')),
  648. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.quota_rate')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.quota_rate')) AS DECIMAL(18,6)) END,
  649. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.lead_time')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.lead_time')) AS DECIMAL(18,6)) END,
  650. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty_min')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty_min')) AS DECIMAL(18,6)) END,
  651. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.packaging_qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.packaging_qty')) AS DECIMAL(18,6)) END,
  652. COALESCE(
  653. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.netpurchase_price')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.netpurchase_price')) AS DECIMAL(18,6)) END,
  654. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.order_price')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.order_price')) AS DECIMAL(18,6)) END
  655. ),
  656. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.currency_type')),
  657. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.effective_date')), 'null'), ''),
  658. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.expiring_date')), 'null'), ''),
  659. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.is_active')),
  660. source_biz_key, @BatchId, @Now
  661. FROM mdp_stg_source_list
  662. WHERE source_table='srm_purchase' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')), '') <> ''
  663. AND IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_name'))), '') <> ''
  664. ON DUPLICATE KEY UPDATE supplier_name=VALUES(supplier_name), quota_rate=VALUES(quota_rate), lead_time=VALUES(lead_time),
  665. min_qty=VALUES(min_qty), packaging_qty=VALUES(packaging_qty), price=VALUES(price), sync_batch_id=VALUES(sync_batch_id),
  666. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  667. """, batchId, now);
  668. yield return Cmd(
  669. """
  670. INSERT INTO mdp_std_supply_demand
  671. (tenant_id, factory_id, company_id, source_system, demand_no, demand_line, demand_type, item_code, item_name, required_qty, required_date, supplier_code, status, source_biz_key, sync_batch_id, sync_time)
  672. SELECT tenant_id, factory_id, company_id, COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = source_table LIMIT 1), NULLIF(source_system,''), ''),
  673. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), source_row_id),
  674. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.line')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line'))),
  675. source_table,
  676. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemnum')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum'))), ''),
  677. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemname')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_name')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Descr'))), ''),
  678. COALESCE(
  679. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) AS DECIMAL(18,6)) END,
  680. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.required_qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.required_qty')) AS DECIMAL(18,6)) END,
  681. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.shortqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.shortqty')) AS DECIMAL(18,6)) END,
  682. 0),
  683. COALESCE(NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.required_date')), 'null'), ''), NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.needdate')), 'null'), ''), NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.NeedDate')), 'null'), '')),
  684. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')),
  685. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.status')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Status'))),
  686. source_biz_key, @BatchId, @Now
  687. FROM mdp_stg_supply_demand
  688. WHERE IFNULL(source_biz_key,'') <> ''
  689. ON DUPLICATE KEY UPDATE item_code=VALUES(item_code), item_name=VALUES(item_name), required_qty=VALUES(required_qty),
  690. required_date=VALUES(required_date), supplier_code=VALUES(supplier_code), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id),
  691. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  692. """, batchId, now);
  693. yield return Cmd(
  694. """
  695. INSERT INTO mdp_std_purchase_request
  696. (tenant_id, factory_id, company_id, source_system, pr_no, pr_line, work_order, sales_order_entry_id, item_code, item_name, supplier_code, request_qty, request_date, send_date, arrive_date, status, source_biz_key, sync_batch_id, sync_time)
  697. SELECT g.tenant_id, g.factory_id, g.company_id, COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = source_table LIMIT 1), NULLIF(source_system,''), ''),
  698. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.pr_billno')), g.source_row_id),
  699. JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.line_no')),
  700. -- Stage-3 订单归因第 1 段:PR 所属工单号(源 srm_pr_main.pr_mono)。
  701. -- 必须把 JSON 的字面量 'null' 归一成真 NULL —— 否则下游 JOIN 会去匹配
  702. -- 一个叫 "null" 的工单号(既有 mdp_std_purchase_order.work_order 正是踩了
  703. -- 这个坑:451 行里 208 行是字面量 'null')。
  704. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.pr_mono')), 'null'), ''),
  705. -- Stage-3 订单归因第 2 段:由工单号派生订单明细行 Id。
  706. -- 刻意不读源表 srm_pr_main.sentry_id —— 该字段源侧 1012/1012 全 NULL,
  707. -- 生产代码从未写过;这里改从 S2 标准层(1.0.532 建立的桥)派生。
  708. -- LEFT JOIN:S2 跑批未覆盖的租户得到 NULL,而不是让 PR 整行消失。
  709. wo.sales_order_entry_id,
  710. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.item_number')), ''),
  711. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.item_name')), ''),
  712. JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.supplier_number')),
  713. COALESCE(
  714. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.qty')) AS DECIMAL(18,6)) END,
  715. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.request_qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.request_qty')) AS DECIMAL(18,6)) END,
  716. 0),
  717. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.create_time')), 'null'), ''),
  718. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.send_date')), 'null'), ''),
  719. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.arrive_date')), 'null'), ''),
  720. JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.status')),
  721. g.source_biz_key, @BatchId, @Now
  722. FROM mdp_stg_supply_demand g
  723. -- 订单行 Id 派生。ON 里必须【自带】租户谓词:MdpSqlScope.InjectTenantFactory
  724. -- 只改写筛选子句,结构上够不到 JOIN...ON;少了它工单号就成了跨租户字符串匹配。
  725. -- (这里刻意不写出那个关键字:注入器对 SQL 注释同样生效,写了会被就地改写。)
  726. -- 同租户同工单号在 mdp_std_work_order_schedule 内唯一(实测重复组 = 0),故不会扇出。
  727. LEFT JOIN mdp_std_work_order_schedule wo
  728. ON wo.tenant_id = g.tenant_id
  729. AND wo.work_order = NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(g.raw_data,'$.pr_mono')), 'null'), '')
  730. AND wo.doc_type='PROD_TASK'
  731. WHERE g.source_table='srm_pr_main'
  732. ON DUPLICATE KEY UPDATE factory_id=VALUES(factory_id),
  733. work_order=VALUES(work_order), sales_order_entry_id=VALUES(sales_order_entry_id),
  734. item_code=VALUES(item_code), item_name=VALUES(item_name), supplier_code=VALUES(supplier_code),
  735. request_qty=VALUES(request_qty), request_date=VALUES(request_date), send_date=VALUES(send_date),
  736. arrive_date=VALUES(arrive_date), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  737. update_time=CURRENT_TIMESTAMP
  738. """, batchId, now);
  739. yield return Cmd(
  740. """
  741. INSERT INTO mdp_std_purchase_order
  742. (tenant_id, factory_id, company_id, source_system, po_no, po_line, purchase_request_no, po_type, supplier_code, item_code, item_name, order_qty, received_qty, returned_qty, due_date, need_date, order_date, status, buyer, work_order, source_biz_key, sync_batch_id, sync_time)
  743. SELECT d.tenant_id, d.factory_id, d.company_id, COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = source_table LIMIT 1), NULLIF(source_system,''), ''),
  744. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.PurOrd')),
  745. CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Line')) AS CHAR),
  746. -- Stage-3 订单归因主键路径:PO 行 → 采购申请单号(源 PurOrdDetail.Req,实测 1:1)。
  747. -- 归因走这里,【不走】下面的 work_order —— 后者只在历史/UAT 批量导入的工单上
  748. -- 有值,而源侧 PurOrdDetail.SalesJob 实测 0/448、BusinessID 实测全 0。
  749. -- 共享采购(同物料跨多工单)因此仍能按 PO 行精确切分到各自订单。
  750. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Req')), 'null'), ''),
  751. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Potype')),
  752. JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.Supp')),
  753. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.ItemNum')), ''),
  754. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(i.raw_data,'$.Descr')), JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Descr'))), ''),
  755. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyOrded')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyOrded')) AS DECIMAL(18,6)) END, 0),
  756. COALESCE(
  757. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReceived')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReceived')) AS DECIMAL(18,6)) END,
  758. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.RctQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.RctQty')) AS DECIMAL(18,6)) END,
  759. 0),
  760. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReturned')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReturned')) AS DECIMAL(18,6)) END, 0),
  761. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.DueDate')), 'null'), ''),
  762. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.NeedDate')), 'null'), ''),
  763. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.OrdDate')), 'null'), ''),
  764. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Status')),
  765. JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.Buyer')),
  766. -- 归一字面量 'null':改造前 451 行中 208 行落的是字符串 "null",
  767. -- 任何按 work_order 的 JOIN 都会被它污染。本列只作参考,不作归因。
  768. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.WorkOrd')), 'null'), ''),
  769. d.source_biz_key, @BatchId, @Now
  770. FROM mdp_stg_purchase_order d
  771. -- ── enrichment JOIN 的两个约束,缺一不可 ────────────────────────────────────
  772. --
  773. -- ① 必须自带租户谓词。MdpSqlScope.InjectTenantFactory 只把 WHERE 改写成
  774. -- `WHERE d.tenant_id=@TenantId AND ...`(实现是 Regex.Replace(sql, @"\bWHERE\b", ...)),
  775. -- 它**结构上够不到 JOIN...ON**。少了它,采购单号与物料号就成了跨租户的字符串匹配:
  776. -- 实测 mdp_stg_item 里 ItemMaster 的 item_code 有 5529 组跨租户重名(最多横跨 3 个租户)。
  777. --
  778. -- ② 必须按 (租户, 键) 去重取最新一行。贴源层同时存在两代 source_biz_key
  779. -- (旧 `Domain:PurOrd:Line` 与新的裸 RecID,因 uk_source_key 含 source_system 与
  780. -- biz_key,两代永远不会互相 ODKU 覆盖),同一个 PurOrd/ItemNum 因此有多行。
  781. -- 不去重则同租户内仍会扇出 —— 单租户实测 870/220 = 3.95 倍。
  782. --
  783. -- 扇出被 uk_po_line(tenant_id,po_no,po_line) 的 ODKU 吸收,所以症状不是行数膨胀,
  784. -- 而是 item_name / supplier_code / order_date / buyer 这些值由 MySQL 任取一行决定。
  785. -- 这里不按 @BatchId 收窄 enrichment:增量路径下未变更的主数据不在本批次里,
  786. -- 收窄会把它们打成 NULL。取最新一行才是「当前已知主数据」的正确语义。
  787. -- 去重用 ROW_NUMBER 而不是 GROUP_CONCAT+SUBSTRING_INDEX:raw_data 是 JSON 大字段,
  788. -- 而 group_concat_max_len 实测仅 1024,拼接必然截断且首元素本身就可能超限。
  789. --
  790. -- ③ 派生表里的每个 WHERE 都必须**自带** @TenantId。这不是冗余,是在关掉注入器:
  791. -- Inject 只在 WHERE 后 240 字符内出现 @TenantId 时才跳过,否则一律改写。
  792. -- 而 ResolveSourcePrefix 沿 SQL 反向找最近的同层 `FROM x 别名` 来定别名前缀,
  793. -- 派生表外层是 `FROM (` —— 别名正则匹配不到括号,于是回退成**空前缀**,
  794. -- 生成裸 `factory_id`;派生表的 SELECT 列表里没有这一列,
  795. -- 整轮转换直接报 Unknown column 'factory_id' 失败(本地沙箱实测复现)。
  796. -- (此处刻意不写出该报错的完整英文原文:注入器对 SQL 注释同样生效,
  797. -- 原文里的 where 一词会被当成关键字改写,徒增排查噪音。)
  798. -- 自带 @TenantId 后注入被跳过,作用域完全由这里的字面 SQL 决定。
  799. -- 只按租户不按工厂:驱动行 d 已被注入器限定到 (@TenantId,@FactoryId),
  800. -- 而主数据(PurOrdMaster / ItemMaster)的 factory_id 未必与明细一致,
  801. -- 多加一层工厂过滤会把 supplier_code / item_name 静默打成 NULL。
  802. LEFT JOIN (
  803. SELECT x.tenant_id, x.pur_ord, x.raw_data FROM (
  804. SELECT x0.tenant_id, x0.raw_data,
  805. JSON_UNQUOTE(JSON_EXTRACT(x0.raw_data,'$.PurOrd')) AS pur_ord,
  806. ROW_NUMBER() OVER (
  807. PARTITION BY x0.tenant_id, JSON_UNQUOTE(JSON_EXTRACT(x0.raw_data,'$.PurOrd'))
  808. ORDER BY x0.sync_time DESC, x0.id DESC) AS rn
  809. FROM mdp_stg_purchase_order x0
  810. WHERE x0.tenant_id=@TenantId AND x0.source_table='PurOrdMaster') x
  811. WHERE x.tenant_id=@TenantId AND x.rn=1
  812. ) m ON m.tenant_id = d.tenant_id
  813. AND m.pur_ord = JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.PurOrd'))
  814. LEFT JOIN (
  815. SELECT y.tenant_id, y.item_num, y.raw_data FROM (
  816. SELECT y0.tenant_id, y0.raw_data,
  817. JSON_UNQUOTE(JSON_EXTRACT(y0.raw_data,'$.ItemNum')) AS item_num,
  818. ROW_NUMBER() OVER (
  819. PARTITION BY y0.tenant_id, JSON_UNQUOTE(JSON_EXTRACT(y0.raw_data,'$.ItemNum'))
  820. ORDER BY y0.sync_time DESC, y0.id DESC) AS rn
  821. FROM mdp_stg_item y0
  822. WHERE y0.tenant_id=@TenantId AND y0.source_table='ItemMaster') y
  823. WHERE y.tenant_id=@TenantId AND y.rn=1
  824. ) i ON i.tenant_id = d.tenant_id
  825. AND i.item_num = JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.ItemNum'))
  826. -- 驱动行按本轮批次收窄:staging 与本转换共用同一个 @BatchId
  827. -- (RunFullAsync 生成一次,依次传给 SyncStagingAsync / TransformStandardAsync / BuildDwdAsync),
  828. -- 因此「本批次里的行」就是「本轮源侧的行」,比"最新批次"子查询更确定。
  829. -- 少了它,本 INSERT 会把整张贴源历史重新物化,并把死行盖上最新批次戳
  830. -- —— 实测租户 797 因此在 STD 沉淀了 336 行源侧已不存在的采购订单行(518 行中的 64.9%)。
  831. -- 驱动行的租户/工厂作用域在这里写死,不再交给注入器。
  832. -- 上面两个派生表插进 `FROM ... d` 与本筛选子句之间以后,ResolveSourcePrefix 反向找
  833. -- 最近的同层 `FROM 表 别名` 时会先撞上派生表的 `FROM (`,别名正则匹配不到括号 →
  834. -- 回退成空前缀,生成裸 `tenant_id` —— 而派生表 m/i 也各自暴露 tenant_id,
  835. -- 该列随即变成歧义列。本 SQL 因此必须自带前缀,且注入对它应当是恒等变换。
  836. -- (注释里刻意避开 WHERE 一词:注入器对注释同样生效,只有紧跟 @TenantId 时才跳过。)
  837. WHERE d.tenant_id=@TenantId AND COALESCE(NULLIF(d.factory_id,0),1)=@FactoryId
  838. AND d.source_table='PurOrdDetail' AND d.sync_batch_id=@BatchId
  839. AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.PurOrd')), '') <> ''
  840. ON DUPLICATE KEY UPDATE purchase_request_no=VALUES(purchase_request_no),
  841. po_type=VALUES(po_type), supplier_code=VALUES(supplier_code), item_code=VALUES(item_code),
  842. item_name=VALUES(item_name), order_qty=VALUES(order_qty), received_qty=VALUES(received_qty), returned_qty=VALUES(returned_qty),
  843. due_date=VALUES(due_date), need_date=VALUES(need_date), order_date=VALUES(order_date), status=VALUES(status),
  844. buyer=VALUES(buyer), work_order=VALUES(work_order), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  845. update_time=CURRENT_TIMESTAMP
  846. """, batchId, now);
  847. // ── 每轮淘汰:让标准层重新成为源的镜像 ────────────────────────────────────────
  848. //
  849. // 只加批次过滤是不够的。过滤只让死行「不再被刷新」,而运行期链路里没有任何 DELETE,
  850. // 死行会带着旧批次号永远留下 —— 那只是把问题从「认不出」变成「认得出但仍在」。
  851. //
  852. // 判据:本轮 INSERT 已给所有存活行盖上 @BatchId,
  853. // 因此该租户下 sync_batch_id 不等于 @BatchId 的行,就是本轮源侧已不存在的行。
  854. //
  855. // 安全闸门用 mdp_sync_log 而不是「贴源层有没有行」:后者对「源侧真的清空了」的合法租户
  856. // 会永久拒绝淘汰、把幽灵行锁死;前者精确表达「本轮拉取对该租户成功了」——
  857. // 实测 0 行租户同样留下 SUCCESS 记录(如 1300000000777:90 次运行 / 90 次 0 行 / 90 次 SUCCESS),
  858. // 因此源侧合法清空的租户能被正确清干净。
  859. //
  860. // 仅在全量路径执行:增量批次只含变更行,按它淘汰会把未变更的存量行全删掉。
  861. if (retireStale)
  862. {
  863. yield return Cmd(
  864. """
  865. DELETE s FROM mdp_std_purchase_order s
  866. WHERE s.tenant_id=@TenantId
  867. AND COALESCE(NULLIF(s.factory_id,0),1)=@FactoryId
  868. AND IFNULL(s.sync_batch_id,'') <> @BatchId
  869. AND EXISTS (SELECT 1 FROM mdp_sync_log l
  870. WHERE l.tenant_id=@TenantId
  871. AND l.sync_batch_id=@BatchId
  872. AND l.status='SUCCESS')
  873. """, batchId, now);
  874. }
  875. yield return Cmd(
  876. """
  877. INSERT INTO mdp_std_delivery_schedule
  878. (tenant_id, factory_id, source_system, delivery_plan_no, po_no, po_line, item_code, supplier_code, supplier_name, schedule_qty, sent_qty, rest_qty, return_qty, request_date, need_date, submit_date, last_sent_date, status, source_biz_key, sync_batch_id, sync_time)
  879. SELECT tenant_id, COALESCE(NULLIF(factory_id,0),1), COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = source_table LIMIT 1), NULLIF(source_system,''), ''),
  880. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.dsnum')),
  881. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ponumber')),
  882. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.poline')) AS CHAR),
  883. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemnum')), ''),
  884. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.suppliercode')),
  885. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier')),
  886. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.schedqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.schedqty')) AS DECIMAL(18,6)) END,0),
  887. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sentqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sentqty')) AS DECIMAL(18,6)) END,0),
  888. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.restqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.restqty')) AS DECIMAL(18,6)) END,0),
  889. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.returnqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.returnqty')) AS DECIMAL(18,6)) END,0),
  890. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.requestdate')), 'null'), ''),
  891. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.needdate')), 'null'), ''),
  892. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.submitdate')), 'null'), ''),
  893. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.lastsentdate')), 'null'), ''),
  894. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.status')),
  895. source_biz_key, @BatchId, @Now
  896. FROM mdp_stg_delivery
  897. WHERE source_table='srm_polist_ds' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.dsnum')), '') <> ''
  898. ON DUPLICATE KEY UPDATE factory_id=VALUES(factory_id), po_no=VALUES(po_no), po_line=VALUES(po_line), item_code=VALUES(item_code), supplier_code=VALUES(supplier_code),
  899. supplier_name=VALUES(supplier_name), schedule_qty=VALUES(schedule_qty), sent_qty=VALUES(sent_qty), rest_qty=VALUES(rest_qty),
  900. return_qty=VALUES(return_qty), request_date=VALUES(request_date), need_date=VALUES(need_date),
  901. submit_date=VALUES(submit_date), last_sent_date=VALUES(last_sent_date), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id),
  902. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  903. """, batchId, now);
  904. yield return Cmd(
  905. """
  906. INSERT INTO mdp_std_delivery_result
  907. (tenant_id, factory_id, source_system, delivery_no, delivery_line, delivery_plan_no, po_no, po_line, item_code, delivery_qty, receipt_qty, return_qty, receipt_date, qc_status, event_time, source_biz_key, sync_batch_id, sync_time)
  908. SELECT tenant_id, COALESCE(NULLIF(factory_id,0),1), COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = source_table LIMIT 1), NULLIF(source_system,''), ''),
  909. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.shddh')), source_row_id),
  910. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.id')) AS CHAR),
  911. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.dsnum')),
  912. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.po_bill')),
  913. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.po_billline')) AS CHAR),
  914. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemnum')), ''),
  915. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sh_delivery_quantity')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sh_delivery_quantity')) AS DECIMAL(18,6)) END,0),
  916. 0,
  917. 0,
  918. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.receipt_date')), 'null'), ''),
  919. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qc_status')),
  920. COALESCE(NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.updatetime')), 'null'), ''), NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.createtime')), 'null'), '')),
  921. source_biz_key, @BatchId, @Now
  922. FROM mdp_stg_delivery
  923. WHERE source_table IN ('scm_shd','scm_shdzb')
  924. ON DUPLICATE KEY UPDATE delivery_qty=VALUES(delivery_qty), receipt_qty=VALUES(receipt_qty), return_qty=VALUES(return_qty),
  925. receipt_date=VALUES(receipt_date), event_time=VALUES(event_time), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  926. update_time=CURRENT_TIMESTAMP
  927. """, batchId, now);
  928. yield return Cmd(
  929. """
  930. INSERT INTO mdp_std_material_readiness
  931. (tenant_id, factory_id, source_system, work_order, op_code, item_code, component_item_code, required_qty, issued_qty, received_qty, available_qty, in_transit_qty, incoming_qty, shortage_qty, ready_status, need_date, supplier_code, source_biz_key, sync_batch_id, sync_time)
  932. SELECT tenant_id, COALESCE(NULLIF(factory_id,0),1), COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = source_table LIMIT 1), NULLIF(source_system,''), ''),
  933. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')),
  934. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')) AS CHAR),
  935. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PMBOM')), ''),
  936. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')), source_row_id),
  937. COALESCE(
  938. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyRequired')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyRequired')) AS DECIMAL(18,6)) END,
  939. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReq')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReq')) AS DECIMAL(18,6)) END,
  940. 0),
  941. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyIssued')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyIssued')) AS DECIMAL(18,6)) END, 0),
  942. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReceived')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReceived')) AS DECIMAL(18,6)) END, 0),
  943. 0, 0, 0,
  944. 0,
  945. 'READY',
  946. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.DueDate')), 'null'), ''),
  947. NULL,
  948. source_biz_key, @BatchId, @Now
  949. FROM mdp_stg_work_order_material
  950. WHERE source_table='WorkOrdDetail' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), '') <> ''
  951. ON DUPLICATE KEY UPDATE factory_id=VALUES(factory_id), required_qty=VALUES(required_qty), issued_qty=VALUES(issued_qty),
  952. received_qty=VALUES(received_qty), available_qty=VALUES(available_qty), in_transit_qty=VALUES(in_transit_qty),
  953. incoming_qty=VALUES(incoming_qty), shortage_qty=VALUES(shortage_qty), ready_status=VALUES(ready_status),
  954. need_date=VALUES(need_date), supplier_code=VALUES(supplier_code), sync_batch_id=VALUES(sync_batch_id),
  955. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  956. """, batchId, now);
  957. // ── 已移除:RoutingOpDetail → mdp_std_process_outsource_order 的 STD 物化 ──────────
  958. //
  959. // 这条 INSERT 的驱动集是 `WHERE source_table='RoutingOpDetail'`,**只**服务那一个来源,
  960. // 因此随 S3_ROUTING_OUTSOURCE 入站注册一并移除(见文件末尾 S3MdpEntityConfig.All 的说明)。
  961. //
  962. // 它把 S0 主数据(标准工艺路线明细)当成委外交付事实物化:源侧没有 po_no / po_line,
  963. // 只能硬编码成 NULL,而下游 dwd_process_outsource_delivery 的 uk_work_op_stat 含这两列 ——
  964. // NULL-distinct 让 ODKU 永不命中,每轮全量追加,实测 3244 万行。
  965. //
  966. // mdp_std_process_outsource_order 的另一个写入方是 Supply/ProcessOutsourceOrderService.cs
  967. // (PurOrdMaster Potype='PW' JOIN PurOrdDetail,字段齐全),**不在本文件内、不受影响**,
  968. // 移除后它成为该表唯一的写入方。
  969. }
  970. private IEnumerable<S3MdpSqlCommand> BuildDwdCommands(string batchId, DateTime now, bool retireStale)
  971. {
  972. yield return Cmd(
  973. """
  974. INSERT INTO dwd_supply_demand
  975. (tenant_id, factory_id, stat_date, demand_no, demand_line, demand_type, item_code, item_name, supplier_code, required_qty, fulfilled_qty, shortage_qty, required_date, demand_status, source_system, sync_batch_id, calc_time)
  976. SELECT tenant_id, COALESCE(NULLIF(factory_id,0),1), @StatDate, demand_no, IFNULL(demand_line,''), demand_type, IFNULL(item_code,''), IFNULL(item_name,''), supplier_code,
  977. IFNULL(required_qty,0), 0, IFNULL(required_qty,0), required_date, status, source_system, @BatchId, @Now
  978. FROM mdp_std_supply_demand
  979. WHERE IFNULL(demand_no,'') <> ''
  980. ON DUPLICATE KEY UPDATE item_code=VALUES(item_code), item_name=VALUES(item_name), supplier_code=VALUES(supplier_code),
  981. required_qty=VALUES(required_qty), fulfilled_qty=VALUES(fulfilled_qty), shortage_qty=VALUES(shortage_qty),
  982. demand_status=VALUES(demand_status), sync_batch_id=VALUES(sync_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  983. """, batchId, now);
  984. yield return Cmd(
  985. """
  986. INSERT INTO dwd_supplier_delivery
  987. (tenant_id, factory_id, stat_date, po_no, po_line, po_type, supplier_code, supplier_name, item_code, item_name, order_qty, schedule_qty, delivery_qty, receipt_qty, return_qty, remaining_qty, due_date, need_date, last_delivery_date, last_receipt_date, delivery_status, risk_level, source_system, sync_batch_id, calc_time)
  988. SELECT po.tenant_id, COALESCE(NULLIF(po.factory_id,0),1), @StatDate, po.po_no, po.po_line, po.po_type, po.supplier_code, IFNULL(s.supplier_name, ds.supplier_name),
  989. IFNULL(po.item_code,''), IFNULL(po.item_name,''), IFNULL(po.order_qty,0), IFNULL(ds.schedule_qty,0), IFNULL(dr.delivery_qty,0),
  990. IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0), IFNULL(po.returned_qty,0) + IFNULL(dr.return_qty,0),
  991. GREATEST(IFNULL(po.order_qty,0) - IFNULL(po.received_qty,0) - IFNULL(dr.receipt_qty,0) - IFNULL(po.returned_qty,0), 0),
  992. po.due_date, COALESCE(ds.need_date, po.need_date), dr.event_time, dr.receipt_date,
  993. CASE
  994. WHEN IFNULL(po.order_qty,0) <= IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0) THEN 'COMPLETED'
  995. WHEN COALESCE(ds.need_date, po.need_date, po.due_date) < @Now THEN 'DELAYED'
  996. ELSE 'OPEN'
  997. END,
  998. CASE
  999. WHEN COALESCE(ds.need_date, po.need_date, po.due_date) < @Now
  1000. AND IFNULL(po.order_qty,0) > IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0) THEN 'HIGH'
  1001. WHEN IFNULL(po.order_qty,0) > IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0) THEN 'MEDIUM'
  1002. ELSE 'LOW'
  1003. END,
  1004. 'AIDOP_NATIVE', @BatchId, @Now
  1005. FROM mdp_std_purchase_order po
  1006. LEFT JOIN (
  1007. SELECT tenant_id, factory_id, po_no, po_line, MIN(supplier_name) AS supplier_name, SUM(IFNULL(schedule_qty,0)) AS schedule_qty, MIN(need_date) AS need_date
  1008. FROM mdp_std_delivery_schedule
  1009. WHERE IFNULL(po_no,'') <> '' AND IFNULL(po_line,'') <> ''
  1010. GROUP BY tenant_id, factory_id, po_no, po_line
  1011. ) ds ON po.tenant_id=ds.tenant_id AND po.factory_id=ds.factory_id AND po.po_no=ds.po_no AND po.po_line=ds.po_line
  1012. LEFT JOIN (
  1013. SELECT tenant_id, factory_id, po_no, po_line, SUM(IFNULL(delivery_qty,0)) AS delivery_qty, SUM(IFNULL(receipt_qty,0)) AS receipt_qty,
  1014. SUM(IFNULL(return_qty,0)) AS return_qty, MAX(event_time) AS event_time, MAX(receipt_date) AS receipt_date
  1015. FROM mdp_std_delivery_result
  1016. WHERE IFNULL(po_no,'') <> '' AND IFNULL(po_line,'') <> ''
  1017. GROUP BY tenant_id, factory_id, po_no, po_line
  1018. ) dr ON po.tenant_id=dr.tenant_id AND po.factory_id=dr.factory_id AND po.po_no=dr.po_no AND po.po_line=dr.po_line
  1019. LEFT JOIN (
  1020. SELECT tenant_id, factory_id, supplier_code, MAX(supplier_name) AS supplier_name
  1021. FROM mdp_std_supplier
  1022. WHERE IFNULL(supplier_code,'') <> ''
  1023. GROUP BY tenant_id, factory_id, supplier_code
  1024. ) s ON po.tenant_id=s.tenant_id AND po.factory_id=s.factory_id AND po.supplier_code=s.supplier_code
  1025. WHERE IFNULL(po.po_no,'') <> '' AND IFNULL(po.po_line,'') <> ''
  1026. ON DUPLICATE KEY UPDATE supplier_name=VALUES(supplier_name), item_code=VALUES(item_code), item_name=VALUES(item_name),
  1027. order_qty=VALUES(order_qty), schedule_qty=VALUES(schedule_qty), delivery_qty=VALUES(delivery_qty), receipt_qty=VALUES(receipt_qty),
  1028. return_qty=VALUES(return_qty), remaining_qty=VALUES(remaining_qty), delivery_status=VALUES(delivery_status),
  1029. risk_level=VALUES(risk_level), sync_batch_id=VALUES(sync_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  1030. """, batchId, now);
  1031. // ── 同日快照淘汰:让 MAX(stat_date) 成为「单一批次」而不是「某一天」 ──────────────
  1032. //
  1033. // Rule01 的 Provider 取 stat_date 最大的那一天,然后读该天全部行。
  1034. // 但 DWD 是按 (tenant, factory, po_no, po_line, stat_date) 唯一键的 upsert,
  1035. // 同一天被跑两轮时,前一轮产出而后一轮没产出的行会**保留旧批次号留在同一天**——
  1036. // 于是 MAX(stat_date) 取到的是「半个旧批 + 半个新批」。实测已发生 3 次
  1037. // (如 2026-06-07 的 178 行 + 7 行分属两个批次)。
  1038. //
  1039. // 本轮 INSERT 已给所有应存在的行盖上 @BatchId,故同日里批次号不等于 @BatchId 的行
  1040. // 要么是本轮源侧已不存在的,要么是旁路写入方留下的(它们用 S3_DELIVERY_ / S3_OUTSOURCE_ 前缀)。
  1041. //
  1042. // 放在 INSERT **之后**而不是之前:先删后插会让快照短暂为空,
  1043. // 而这里没有事务,并发的 Rule01 取数会读到一个空快照并把全部在办异常判成已恢复。
  1044. if (retireStale)
  1045. {
  1046. yield return Cmd(
  1047. """
  1048. DELETE w FROM dwd_supplier_delivery w
  1049. WHERE w.tenant_id=@TenantId
  1050. AND COALESCE(NULLIF(w.factory_id,0),1)=@FactoryId
  1051. AND w.stat_date=@StatDate
  1052. AND IFNULL(w.sync_batch_id,'') <> @BatchId
  1053. """, batchId, now);
  1054. }
  1055. yield return Cmd("DELETE FROM dwd_supplier_risk WHERE stat_date=@StatDate", batchId, now);
  1056. yield return Cmd(
  1057. """
  1058. INSERT INTO dwd_supplier_risk
  1059. (tenant_id, factory_id, stat_date, supplier_code, supplier_name, item_code, risk_type, risk_level, risk_count, risk_qty, risk_reason, source_system, calc_batch_id, calc_time)
  1060. SELECT tenant_id, factory_id, stat_date, IFNULL(supplier_code,''), supplier_name, IFNULL(item_code,''),
  1061. 'DELIVERY_DELAY', risk_level, COUNT(1), SUM(IFNULL(remaining_qty,0)),
  1062. '供应交付存在延期或未完成风险', 'AIDOP_NATIVE', @BatchId, @Now
  1063. FROM dwd_supplier_delivery
  1064. WHERE stat_date=@StatDate AND risk_level IN ('HIGH','MEDIUM') AND IFNULL(supplier_code,'') <> ''
  1065. GROUP BY tenant_id, factory_id, stat_date, supplier_code, supplier_name, item_code, risk_level
  1066. ON DUPLICATE KEY UPDATE risk_level=VALUES(risk_level), risk_count=VALUES(risk_count), risk_qty=VALUES(risk_qty),
  1067. risk_reason=VALUES(risk_reason), calc_batch_id=VALUES(calc_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  1068. """, batchId, now);
  1069. yield return Cmd(
  1070. """
  1071. INSERT INTO dwd_process_outsource_delivery
  1072. (tenant_id, factory_id, stat_date, work_order, op_code, routing_code, supplier_code, supplier_name, po_no, po_line, order_qty, completed_qty, remaining_qty, due_date, delivery_status, risk_level, source_system, calc_batch_id, calc_time)
  1073. -- po_no 与 po_line 都必须 IFNULL 成空串:uk_work_op_stat 含这两列,
  1074. -- 而 MySQL 唯一索引是 NULL-distinct 的 —— 任一列留 NULL 都会让 ODKU 永不命中、
  1075. -- 每轮跑批全量追加(实测曾膨胀到 3244 万行)。两列保护必须对称,缺一即失效。
  1076. SELECT o.tenant_id, o.factory_id, @StatDate, o.work_order, o.op_code, o.routing_code, o.supplier_code, s.supplier_name, IFNULL(o.po_no,''), IFNULL(o.po_line,''),
  1077. IFNULL(o.order_qty,0), IFNULL(o.completed_qty,0), GREATEST(IFNULL(o.order_qty,0)-IFNULL(o.completed_qty,0),0),
  1078. o.due_date,
  1079. CASE WHEN IFNULL(o.completed_qty,0) >= IFNULL(o.order_qty,0) AND IFNULL(o.order_qty,0) > 0 THEN 'COMPLETED'
  1080. WHEN o.due_date < @Now THEN 'DELAYED' ELSE IFNULL(o.status,'OPEN') END,
  1081. CASE WHEN o.due_date < @Now AND IFNULL(o.completed_qty,0) < IFNULL(o.order_qty,0) THEN 'HIGH'
  1082. WHEN IFNULL(o.completed_qty,0) < IFNULL(o.order_qty,0) THEN 'MEDIUM' ELSE 'LOW' END,
  1083. 'AIDOP_NATIVE', @BatchId, @Now
  1084. FROM mdp_std_process_outsource_order o
  1085. LEFT JOIN (
  1086. SELECT tenant_id, factory_id, supplier_code, MAX(supplier_name) AS supplier_name
  1087. FROM mdp_std_supplier
  1088. WHERE IFNULL(supplier_code,'') <> ''
  1089. GROUP BY tenant_id, factory_id, supplier_code
  1090. ) s ON o.tenant_id=s.tenant_id AND o.factory_id=s.factory_id AND o.supplier_code=s.supplier_code
  1091. WHERE (IFNULL(o.work_order,'') <> '' OR IFNULL(o.routing_code,'') <> '')
  1092. ON DUPLICATE KEY UPDATE supplier_code=VALUES(supplier_code), supplier_name=VALUES(supplier_name), order_qty=VALUES(order_qty),
  1093. completed_qty=VALUES(completed_qty), remaining_qty=VALUES(remaining_qty), due_date=VALUES(due_date),
  1094. delivery_status=VALUES(delivery_status), risk_level=VALUES(risk_level), calc_batch_id=VALUES(calc_batch_id),
  1095. calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  1096. """, batchId, now);
  1097. }
  1098. private async Task<int> UpsertMaterialReadinessDwdAsync(string batchId, DateTime now)
  1099. {
  1100. var scope = RequireScope();
  1101. return await _db.Ado.ExecuteCommandAsync(
  1102. """
  1103. INSERT INTO dwd_material_readiness
  1104. (tenant_id, factory_id, stat_date, work_order, op_code, parent_item_code, component_item_code, component_item_name, required_qty, cumulative_required_qty, stock_available_qty, qc_pending_qty, in_transit_qty, delivery_reply_qty, available_qty, shortage_qty, ready_status, supplier_code, supplier_name, need_date, calc_batch_id, calc_time)
  1105. SELECT s.tenant_id, s.factory_id, @StatDate, s.work_order, s.op_code, s.item_code, s.component_item_code, IFNULL(i.item_name, ''),
  1106. IFNULL(s.required_qty, 0), IFNULL(s.required_qty, 0), IFNULL(s.available_qty, 0), 0, IFNULL(s.in_transit_qty, 0),
  1107. IFNULL(s.incoming_qty, 0), IFNULL(s.available_qty, 0), IFNULL(s.shortage_qty, 0),
  1108. CASE WHEN IFNULL(s.shortage_qty, 0) > 0 THEN 'SHORTAGE' ELSE 'READY' END,
  1109. s.supplier_code, IFNULL(sp.supplier_name, ''), s.need_date, @BatchId, @Now
  1110. FROM mdp_std_material_readiness s
  1111. LEFT JOIN mdp_std_item i ON s.tenant_id=i.tenant_id AND s.factory_id=i.factory_id AND s.component_item_code=i.item_code
  1112. LEFT JOIN mdp_std_supplier sp ON s.tenant_id=sp.tenant_id AND s.factory_id=sp.factory_id AND s.supplier_code=sp.supplier_code
  1113. WHERE s.tenant_id = @TenantId
  1114. AND COALESCE(NULLIF(s.factory_id, 0), 1) = @FactoryId
  1115. AND IFNULL(s.work_order, '') <> ''
  1116. ON DUPLICATE KEY UPDATE component_item_name=VALUES(component_item_name), required_qty=VALUES(required_qty),
  1117. cumulative_required_qty=VALUES(cumulative_required_qty), stock_available_qty=VALUES(stock_available_qty),
  1118. qc_pending_qty=VALUES(qc_pending_qty), in_transit_qty=VALUES(in_transit_qty), delivery_reply_qty=VALUES(delivery_reply_qty),
  1119. available_qty=VALUES(available_qty), shortage_qty=VALUES(shortage_qty), ready_status=VALUES(ready_status),
  1120. supplier_code=VALUES(supplier_code), supplier_name=VALUES(supplier_name), need_date=VALUES(need_date),
  1121. calc_batch_id=VALUES(calc_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  1122. """,
  1123. new SugarParameter("@StatDate", now.Date),
  1124. new SugarParameter("@BatchId", batchId),
  1125. new SugarParameter("@Now", now),
  1126. new SugarParameter("@TenantId", scope.TenantId),
  1127. new SugarParameter("@FactoryId", scope.FactoryId));
  1128. }
  1129. private async Task<int> DeleteCurrentShortageAsync(DateTime statDate)
  1130. {
  1131. var scope = RequireScope();
  1132. return await _db.Ado.ExecuteCommandAsync(
  1133. """
  1134. DELETE s
  1135. FROM dwd_material_shortage s
  1136. JOIN (
  1137. SELECT DISTINCT work_order
  1138. FROM mdp_std_material_readiness
  1139. WHERE tenant_id = @TenantId
  1140. AND COALESCE(NULLIF(factory_id, 0), 1) = @FactoryId
  1141. AND IFNULL(work_order, '') <> ''
  1142. ) w ON s.work_order = w.work_order
  1143. WHERE s.tenant_id = @TenantId
  1144. AND COALESCE(NULLIF(s.factory_id, 0), 1) = @FactoryId
  1145. AND s.stat_date = @StatDate
  1146. """,
  1147. new SugarParameter("@StatDate", statDate),
  1148. new SugarParameter("@TenantId", scope.TenantId),
  1149. new SugarParameter("@FactoryId", scope.FactoryId));
  1150. }
  1151. private async Task<int> InsertMaterialShortageAsync(string batchId, DateTime now)
  1152. {
  1153. var scope = RequireScope();
  1154. return await _db.Ado.ExecuteCommandAsync(
  1155. """
  1156. INSERT INTO dwd_material_shortage
  1157. (tenant_id, factory_id, stat_date, work_order, op_code, component_item_code, shortage_qty, shortage_reason, expected_supply_date, supplier_code, related_po_no, risk_level, calc_batch_id, calc_time)
  1158. SELECT s.tenant_id, s.factory_id, @StatDate, s.work_order, s.op_code, s.component_item_code, IFNULL(s.shortage_qty, 0),
  1159. '标准层缺料数量大于 0', s.need_date, s.supplier_code, NULL,
  1160. CASE WHEN IFNULL(s.shortage_qty, 0) > IFNULL(s.required_qty, 0) THEN 'HIGH'
  1161. WHEN IFNULL(s.shortage_qty, 0) > 0 THEN 'MEDIUM' ELSE 'LOW' END,
  1162. @BatchId, @Now
  1163. FROM mdp_std_material_readiness s
  1164. WHERE s.tenant_id = @TenantId
  1165. AND COALESCE(NULLIF(s.factory_id, 0), 1) = @FactoryId
  1166. AND IFNULL(s.work_order, '') <> ''
  1167. AND IFNULL(s.shortage_qty, 0) > 0
  1168. """,
  1169. new SugarParameter("@StatDate", now.Date),
  1170. new SugarParameter("@BatchId", batchId),
  1171. new SugarParameter("@Now", now),
  1172. new SugarParameter("@TenantId", scope.TenantId),
  1173. new SugarParameter("@FactoryId", scope.FactoryId));
  1174. }
  1175. private async Task<long> InsertSyncLogAsync(long entityId, string entityName, string batchId, int rowsRead)
  1176. {
  1177. EnsureRunScope();
  1178. await _db.Ado.ExecuteCommandAsync(
  1179. """
  1180. INSERT INTO mdp_sync_log
  1181. (tenant_id, entity_id, source_code, entity_name, sync_batch_id, sync_type, trigger_type, sync_start, rows_read, status)
  1182. VALUES (@TenantId, @EntityId, 'AIDOPDEV_MYSQL', @EntityName, @BatchId, 'FULL', 'AUTO', NOW(), @RowsRead, 'RUNNING')
  1183. """,
  1184. new SugarParameter("@TenantId", _runScope.TenantId),
  1185. new SugarParameter("@EntityId", entityId),
  1186. new SugarParameter("@EntityName", entityName),
  1187. new SugarParameter("@BatchId", batchId),
  1188. new SugarParameter("@RowsRead", rowsRead));
  1189. return await _db.Ado.GetLongAsync(
  1190. "SELECT id FROM mdp_sync_log WHERE sync_batch_id=@BatchId AND entity_id=@EntityId ORDER BY id DESC LIMIT 1",
  1191. new List<SugarParameter>
  1192. {
  1193. new("@BatchId", batchId),
  1194. new("@EntityId", entityId)
  1195. });
  1196. }
  1197. private async Task MarkSyncLogSuccessAsync(long logId, DateTime started, int affected)
  1198. {
  1199. await _db.Ado.ExecuteCommandAsync(
  1200. """
  1201. UPDATE mdp_sync_log
  1202. SET sync_end=NOW(), duration_ms=@DurationMs, rows_insert=@RowsInsert, rows_update=0, rows_skip=0, rows_error=0, status='SUCCESS'
  1203. WHERE id=@Id
  1204. """,
  1205. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  1206. new SugarParameter("@RowsInsert", affected),
  1207. new SugarParameter("@Id", logId));
  1208. }
  1209. private async Task MarkSyncLogFailedAsync(long logId, DateTime started, string message)
  1210. {
  1211. try
  1212. {
  1213. await _db.Ado.ExecuteCommandAsync(
  1214. """
  1215. UPDATE mdp_sync_log
  1216. SET sync_end=NOW(), duration_ms=@DurationMs, rows_error=1, status='FAILED', error_msg=@ErrorMsg
  1217. WHERE id=@Id
  1218. """,
  1219. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  1220. new SugarParameter("@ErrorMsg", message.Length <= 1000 ? message : message[..1000]),
  1221. new SugarParameter("@Id", logId));
  1222. }
  1223. catch (Exception ex)
  1224. {
  1225. // 写库自身失败兜底:避免再抛掩盖原异常;遗留 RUNNING 行可由运维手动清理
  1226. Console.Error.WriteLine($"[S3MdpSyncTransform] MarkSyncLogFailed write failed (syncLogId={logId}): {ex.Message}");
  1227. }
  1228. }
  1229. private async Task<long> InsertTransformRunLogAsync(string batchId, DateTime startedAt, string triggerType)
  1230. {
  1231. await _db.Ado.ExecuteCommandAsync(
  1232. """
  1233. INSERT INTO mdp_transform_run_log
  1234. (tenant_id, job_code, job_name, trigger_type, batch_id, status, start_time)
  1235. VALUES (@TenantId, 'S3_MDP_SYNC_TRANSFORM', 'S3 MDP同步与标准化转换', @TriggerType, @BatchId, 'RUNNING', @StartTime)
  1236. """,
  1237. new SugarParameter("@TenantId", RequireScope().TenantId),
  1238. new SugarParameter("@TriggerType", NormalizeTriggerType(triggerType)),
  1239. new SugarParameter("@BatchId", batchId),
  1240. new SugarParameter("@StartTime", startedAt));
  1241. return await _db.Ado.GetLongAsync(
  1242. "SELECT id FROM mdp_transform_run_log WHERE batch_id=@BatchId ORDER BY id DESC LIMIT 1",
  1243. new List<SugarParameter> { new("@BatchId", batchId) });
  1244. }
  1245. private async Task MarkTransformRunSuccessAsync(long runLogId, DateTime startedAt, S3MdpSyncTransformResult result)
  1246. {
  1247. var finishedAt = DateTime.Now;
  1248. await _db.Ado.ExecuteCommandAsync(
  1249. """
  1250. UPDATE mdp_transform_run_log
  1251. SET status='SUCCESS', end_time=@EndTime, duration_ms=@DurationMs,
  1252. stage_rows=@StageRows, standard_rows=@StandardRows, dwd_rows=@DwdRows,
  1253. summary_json=@SummaryJson, update_time=CURRENT_TIMESTAMP
  1254. WHERE id=@Id
  1255. """,
  1256. new SugarParameter("@EndTime", finishedAt),
  1257. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  1258. new SugarParameter("@StageRows", result.StageRows),
  1259. new SugarParameter("@StandardRows", result.StandardRows),
  1260. new SugarParameter("@DwdRows", result.DwdRows),
  1261. new SugarParameter("@SummaryJson", BuildRunSummaryJson(result)),
  1262. new SugarParameter("@Id", runLogId));
  1263. }
  1264. private async Task MarkTransformRunFailedAsync(long runLogId, DateTime startedAt, string message)
  1265. {
  1266. try
  1267. {
  1268. var finishedAt = DateTime.Now;
  1269. await _db.Ado.ExecuteCommandAsync(
  1270. """
  1271. UPDATE mdp_transform_run_log
  1272. SET status='FAILED', end_time=@EndTime, duration_ms=@DurationMs,
  1273. error_message=@ErrorMessage, update_time=CURRENT_TIMESTAMP
  1274. WHERE id=@Id
  1275. """,
  1276. new SugarParameter("@EndTime", finishedAt),
  1277. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  1278. new SugarParameter("@ErrorMessage", Truncate(message, 2000)),
  1279. new SugarParameter("@Id", runLogId));
  1280. }
  1281. catch (Exception ex)
  1282. {
  1283. // 写库自身失败兜底(典型场景:远端 MySQL 瞬断导致 MarkFailed 自身也连不上)
  1284. Console.Error.WriteLine($"[S3MdpSyncTransform] MarkTransformRunFailed write failed (runLogId={runLogId}): {ex.Message}");
  1285. }
  1286. }
  1287. private S3MdpSqlCommand Cmd(string sql, string batchId, DateTime now)
  1288. {
  1289. var scope = RequireScope();
  1290. return new S3MdpSqlCommand(MdpSqlScope.InjectTenantFactory(sql), new[]
  1291. {
  1292. new SugarParameter("@BatchId", batchId),
  1293. new SugarParameter("@Now", now),
  1294. new SugarParameter("@StatDate", now.Date),
  1295. new SugarParameter("@TenantId", scope.TenantId),
  1296. new SugarParameter("@FactoryId", scope.FactoryId)
  1297. });
  1298. }
  1299. private MdpRebuildScope RequireScope()
  1300. {
  1301. EnsureRunScope();
  1302. return _runScope;
  1303. }
  1304. private void EnsureRunScope()
  1305. {
  1306. if (_runScope == null)
  1307. throw new InvalidOperationException("S3 全量重算必须指定有效 tenantId/factoryId");
  1308. }
  1309. private static string BuildJsonObjectExpression(IEnumerable<string> columns)
  1310. {
  1311. var parts = columns.SelectMany(c => new[] { $"'{c.Replace("'", "''")}'", $"s.`{c}`" });
  1312. return $"JSON_OBJECT({string.Join(",", parts)})";
  1313. }
  1314. private static string FindColumn(IEnumerable<string> columns, string expected)
  1315. {
  1316. return columns.First(u => string.Equals(u, expected, StringComparison.OrdinalIgnoreCase));
  1317. }
  1318. private static string NormalizeTriggerType(string? triggerType)
  1319. {
  1320. return string.IsNullOrWhiteSpace(triggerType) ? "AUTO" : triggerType.Trim().ToUpperInvariant();
  1321. }
  1322. /// <summary>
  1323. /// 运行摘要。改用 JsonSerializer 而非字符串插值:batchId 今天不可能含引号,
  1324. /// 但拼 JSON 是会被后来者继承的脆弱写法,且这里要加的 publish 是嵌套对象。
  1325. /// </summary>
  1326. private static string BuildRunSummaryJson(S3MdpSyncTransformResult result)
  1327. {
  1328. return System.Text.Json.JsonSerializer.Serialize(new
  1329. {
  1330. batchId = result.BatchId,
  1331. stageRows = result.StageRows,
  1332. standardRows = result.StandardRows,
  1333. dwdRows = result.DwdRows,
  1334. kpiRows = result.KpiRows,
  1335. publish = result.Publication is null
  1336. ? null
  1337. : new
  1338. {
  1339. table = result.Publication.Table,
  1340. batchId = result.Publication.BatchId,
  1341. statDate = result.Publication.StatDate.ToString("yyyy-MM-dd"),
  1342. factoryId = result.Publication.FactoryId,
  1343. currentRows = result.Publication.CurrentRows
  1344. }
  1345. });
  1346. }
  1347. private static string ResolveKpiValueTable(int metricLevel)
  1348. {
  1349. return metricLevel switch
  1350. {
  1351. 1 => "ado_s9_kpi_value_l1_day",
  1352. 2 => "ado_s9_kpi_value_l2_day",
  1353. 3 => "ado_s9_kpi_value_l3_day",
  1354. 4 => "ado_s9_kpi_value_l4_day",
  1355. _ => "ado_s9_kpi_value_l2_day"
  1356. };
  1357. }
  1358. private static decimal DefaultS3Target(string metricCode) => LegacyKpiCodeTargets.GetOrZero(metricCode);
  1359. private static string ResolveKpiStatus(decimal actual, decimal target, string? direction, decimal? yellowThreshold, decimal? redThreshold)
  1360. {
  1361. if (target <= 0) return "gray";
  1362. var ratio = actual / target * 100m;
  1363. if (string.Equals(direction, "lower_is_better", StringComparison.OrdinalIgnoreCase))
  1364. {
  1365. if (actual <= target) return "green";
  1366. if (ratio <= (yellowThreshold ?? 110m)) return "yellow";
  1367. return ratio >= (redThreshold ?? 120m) ? "red" : "yellow";
  1368. }
  1369. if (actual >= target) return "green";
  1370. if (ratio >= (yellowThreshold ?? 95m)) return "yellow";
  1371. return ratio <= (redThreshold ?? 80m) ? "red" : "yellow";
  1372. }
  1373. private static string ResolveTrendFlag(decimal actual, decimal? previous)
  1374. {
  1375. if (previous == null) return "flat";
  1376. if (actual > previous.Value) return "up";
  1377. if (actual < previous.Value) return "down";
  1378. return "flat";
  1379. }
  1380. private static string Truncate(string? raw, int maxLength)
  1381. {
  1382. if (string.IsNullOrEmpty(raw)) return string.Empty;
  1383. return raw.Length <= maxLength ? raw : raw[..maxLength];
  1384. }
  1385. private sealed class S3ColumnRow
  1386. {
  1387. public string ColumnName { get; set; } = string.Empty;
  1388. }
  1389. private sealed class S3MdpEntityRow
  1390. {
  1391. public long Id { get; set; }
  1392. public string EntityName { get; set; } = string.Empty;
  1393. }
  1394. private sealed class S3KpiCalcRow
  1395. {
  1396. public long TenantId { get; set; }
  1397. public long FactoryId { get; set; }
  1398. public string MetricCode { get; set; } = string.Empty;
  1399. public decimal? MetricValue { get; set; }
  1400. }
  1401. private sealed class S3KpiMetaRow
  1402. {
  1403. public int MetricLevel { get; set; }
  1404. public string Direction { get; set; } = "higher_is_better";
  1405. public decimal? YellowThreshold { get; set; }
  1406. public decimal? RedThreshold { get; set; }
  1407. }
  1408. private sealed class S3KpiValueRow
  1409. {
  1410. public long Id { get; set; }
  1411. public decimal? MetricValue { get; set; }
  1412. public decimal? TargetValue { get; set; }
  1413. }
  1414. }
  1415. public sealed class S3MdpSyncTransformResult
  1416. {
  1417. public long RunLogId { get; set; }
  1418. public string BatchId { get; set; } = string.Empty;
  1419. public int StageRows { get; set; }
  1420. public int StandardRows { get; set; }
  1421. public int DwdRows { get; set; }
  1422. public int KpiRows { get; set; }
  1423. public int AtomicRows { get; set; }
  1424. /// <summary>
  1425. /// 本轮发布的当前快照。<b>null 表示本轮没有发布</b>(增量路径,或全量路径中途抛错)。
  1426. /// <para>失败方向是保守的:抛错时调用方写 FAILED,本字段保持 null,
  1427. /// 于是运行日志里不会出现「成功了但发布证据是半批」的记录。</para>
  1428. /// </summary>
  1429. public S3MdpSnapshotPublication? Publication { get; set; }
  1430. }
  1431. /// <summary>
  1432. /// 一次当前快照发布的结果。与 <c>status='SUCCESS'</c> 写在同一条 UPDATE 里
  1433. /// (见 <c>MarkTransformRunSuccessAsync</c>),因此不存在「已成功但没有发布证据」的中间态。
  1434. /// </summary>
  1435. public sealed class S3MdpSnapshotPublication
  1436. {
  1437. /// <summary>被发布为当前快照的表。</summary>
  1438. public string Table { get; set; } = string.Empty;
  1439. /// <summary>本轮批次号。读者据此确认「当前快照」出自哪一次运行。</summary>
  1440. public string BatchId { get; set; } = string.Empty;
  1441. /// <summary>本轮快照所在的 stat_date。与 BatchId 一起构成读者的精确定位键。</summary>
  1442. public DateTime StatDate { get; set; }
  1443. /// <summary>发布作用域的工厂号。运行日志表本身没有工厂列,只能由这里承载。</summary>
  1444. public long FactoryId { get; set; }
  1445. /// <summary>发布后该批次的当前行数。<b>0 是合法值</b>,表示成功发布了一个空快照。</summary>
  1446. public int CurrentRows { get; set; }
  1447. }
  1448. public sealed class S3MaterialRefreshResult
  1449. {
  1450. public string BatchId { get; set; } = string.Empty;
  1451. public int StdCount { get; set; }
  1452. public int ReadinessCount { get; set; }
  1453. public int ShortageCount { get; set; }
  1454. }
  1455. internal sealed record S3MdpSqlCommand(string Sql, SugarParameter[] Parameters);
  1456. internal sealed record S3MdpEntityConfig(
  1457. string EntityCode,
  1458. string SourceTable,
  1459. string TargetTable,
  1460. string SourceRowIdExpression,
  1461. string SourceBizKeyExpression)
  1462. {
  1463. public static readonly IReadOnlyList<S3MdpEntityConfig> All = new List<S3MdpEntityConfig>
  1464. {
  1465. new("S3_SUPPLIER", "SuppMaster", "mdp_stg_supplier", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Supp`,''))"),
  1466. new("S3_CONSIGNEE_SUPPLIER", "ConsigneeAddressMaster", "mdp_stg_supplier", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Address`,''))"),
  1467. new("S3_ITEM_ERP", "ItemMaster", "mdp_stg_item", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`ItemNum`,''))"),
  1468. new("S3_ITEM_NEW", "ic_item", "mdp_stg_item", "Id", "CONCAT(IFNULL(s.`tenant_id`,0), ':', IFNULL(s.`number`,''))"),
  1469. new("S3_SOURCE_LIST", "srm_purchase", "mdp_stg_source_list", "Id", "CONCAT(IFNULL(s.`number`,''), ':', IFNULL(s.`supplier_number`,''))"),
  1470. new("S3_SUPPLY_DEMAND", "ic_demandschedule", "mdp_stg_supply_demand", "Id", "CAST(s.`Id` AS CHAR)"),
  1471. new("S3_PURCHASE_REQUEST", "srm_pr_main", "mdp_stg_supply_demand", "Id", "COALESCE(s.`pr_billno`, CAST(s.`Id` AS CHAR))"),
  1472. new("S3_PURCHASE_ORDER_MASTER", "PurOrdMaster", "mdp_stg_purchase_order", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`PurOrd`,''))"),
  1473. new("S3_PURCHASE_ORDER_DETAIL", "PurOrdDetail", "mdp_stg_purchase_order", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`PurOrd`,''), ':', IFNULL(s.`Line`,''))"),
  1474. new("S3_DELIVERY_PLAN", "srm_polist_ds", "mdp_stg_delivery", "Id", "s.`dsnum`"),
  1475. new("S3_SHIPPER_MASTER", "scm_shd", "mdp_stg_delivery", "id", "COALESCE(s.`shddh`, CAST(s.`id` AS CHAR))"),
  1476. new("S3_SHIPPER_DETAIL", "scm_shdzb", "mdp_stg_delivery", "id", "CONCAT(IFNULL(s.`glid`,''), ':', IFNULL(s.`id`,''))"),
  1477. new("S3_RECEIPT_MASTER", "PurOrdRctMaster", "mdp_stg_receipt", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Receiver`,''))"),
  1478. new("S3_RECEIPT_DETAIL", "PurOrdRctDetail", "mdp_stg_receipt", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Receiver`,''), ':', IFNULL(s.`Line`,''))"),
  1479. new("S3_WORK_ORDER_MASTER", "WorkOrdMaster", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''))"),
  1480. new("S3_WORK_ORDER_DETAIL", "WorkOrdDetail", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`ItemNum`,''))"),
  1481. new("S3_WORK_ORDER_ROUTING", "WorkOrdRouting", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`OP`,''))")
  1482. // ── 已移除:S3_ROUTING_OUTSOURCE(源表 RoutingOpDetail)──────────────────────────
  1483. //
  1484. // RoutingOpDetail 是「S0 标准工艺路线明细」,属**主数据**,已由 S0 维度层建模为
  1485. // bridge_item_routing_op(S0DimCatalog.cs),S3 这份属重复建模。
  1486. //
  1487. // 它没有 work_order / po_no / po_line / 订单量 / 完成量 / 交期,SupplierCode 100% 为空,
  1488. // 只有 0.48% 的行真的是委外工序;却被当成委外交付事实写进 mdp_std_process_outsource_order,
  1489. // 其中 po_no / po_line 只能硬编码为 NULL。而 dwd_process_outsource_delivery 的
  1490. // uk_work_op_stat 含这两列 —— MySQL 唯一索引的 NULL-distinct 语义使 ODKU 永不命中,
  1491. // 于是每轮跑批全量追加,实测膨胀至 3244 万行。
  1492. //
  1493. // 委外交付的唯一真实事实来自 PurOrdMaster(Potype='PW') JOIN PurOrdDetail,
  1494. // 由 Supply/ProcessOutsourceOrderService.cs 写入 std,字段齐全,不受本次移除影响。
  1495. };
  1496. }