S3MdpSyncTransformService.cs 93 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535
  1. using Admin.NET.Plugin.AiDOP.DataPlatform.Executors;
  2. using Admin.NET.Plugin.AiDOP.DataPlatform.MdpRebuild;
  3. using Admin.NET.Plugin.AiDOP.SmartOps;
  4. namespace Admin.NET.Plugin.AiDOP.Supply;
  5. /// <summary>
  6. /// S3 首批 MDP 同步和标准化转换服务。
  7. /// Phase2:源→stg 经统一执行器;std/DWD/KPI 仍读 stg。
  8. /// </summary>
  9. public class S3MdpSyncTransformService : ITransient
  10. {
  11. private readonly ISqlSugarClient _db;
  12. private readonly SmartOpsKpiAtomicBuildService _atomicBuild;
  13. private readonly MdpModuleStagingPuller _stagingPuller;
  14. private readonly IKpiTargetResolver _kpiTargetResolver;
  15. private MdpRebuildScope _runScope = null!;
  16. private static readonly SemaphoreSlim GlobalRunGate = new(1, 1);
  17. public S3MdpSyncTransformService(
  18. ISqlSugarClient db,
  19. SmartOpsKpiAtomicBuildService atomicBuild,
  20. MdpModuleStagingPuller stagingPuller,
  21. IKpiTargetResolver kpiTargetResolver)
  22. {
  23. _db = db;
  24. _atomicBuild = atomicBuild;
  25. _stagingPuller = stagingPuller;
  26. _kpiTargetResolver = kpiTargetResolver;
  27. }
  28. public Task<S3MdpSyncTransformResult> RunFullAsync(CancellationToken cancellationToken = default, string triggerType = "AUTO") =>
  29. throw new InvalidOperationException("S3 全量重算必须指定租户/工厂作用域,请走 ModuleRebuildService.Enqueue");
  30. public async Task<S3MdpSyncTransformResult> RunFullAsync(
  31. MdpRebuildScope scope,
  32. CancellationToken cancellationToken = default,
  33. string triggerType = "AUTO",
  34. long? rebuildJobId = null,
  35. Func<ModuleProgressUpdate, Task>? reportProgress = null)
  36. {
  37. await GlobalRunGate.WaitAsync(cancellationToken);
  38. try
  39. {
  40. _ = rebuildJobId;
  41. _runScope = MdpRebuildScope.Create("S3", scope.TenantId, scope.FactoryId);
  42. cancellationToken.ThrowIfCancellationRequested();
  43. var now = DateTime.Now;
  44. var batchId = $"S3_MDP_FULL_{_runScope.TenantId}_{_runScope.FactoryId}_{now:yyyyMMddHHmmss}";
  45. var runLogId = await InsertTransformRunLogAsync(batchId, now, triggerType);
  46. var result = new S3MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  47. try
  48. {
  49. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Preparing, 0, 5, "准备运行环境"));
  50. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Staging, 1, 10, "正在拉取源数据"));
  51. result.StageRows = await SyncStagingAsync(batchId, now, cancellationToken);
  52. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Staging, 1, 35, "拉取源数据完成", result.StageRows, ModuleRebuildStages.Staging));
  53. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Standard, 2, 35, "正在标准化数据"));
  54. result.StandardRows = await TransformStandardAsync(batchId, now, retireStale: true, cancellationToken);
  55. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Standard, 2, 50, "标准化数据完成", result.StandardRows, ModuleRebuildStages.Standard));
  56. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Dwd, 3, 50, "正在生成 DWD 明细"));
  57. result.DwdRows = await BuildDwdAsync(batchId, now, retireStale: true, result, cancellationToken);
  58. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Dwd, 3, 65, "生成 DWD 明细完成", result.DwdRows, ModuleRebuildStages.Dwd));
  59. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Kpi, 4, 65, "正在重算 KPI"));
  60. result.KpiRows = await BuildS3KpiValuesAsync(now, cancellationToken);
  61. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Kpi, 4, 80, "重算 KPI 完成", result.KpiRows, ModuleRebuildStages.Kpi));
  62. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Atomic, 5, 82, "正在重建原子数据"));
  63. result.AtomicRows = await _atomicBuild.BuildSupplyPurchaseDomainForAllDatesAsync(
  64. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  65. result.AtomicRows += await _atomicBuild.BuildInventoryDomainForAllDatesAsync(
  66. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  67. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Atomic, 5, 98, "重建原子数据完成", result.AtomicRows, ModuleRebuildStages.Atomic));
  68. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Finalizing, 5, 99, "正在收尾"));
  69. await MarkTransformRunSuccessAsync(runLogId, now, result);
  70. return result;
  71. }
  72. catch (Exception ex)
  73. {
  74. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  75. throw;
  76. }
  77. }
  78. finally
  79. {
  80. GlobalRunGate.Release();
  81. }
  82. }
  83. private static async Task ReportAsync(Func<ModuleProgressUpdate, Task>? report, ModuleProgressUpdate update)
  84. {
  85. if (report == null) return;
  86. await report(update);
  87. }
  88. public async Task<S3MaterialRefreshResult> RefreshMaterialReadinessAsync(string? batchId = null, CancellationToken cancellationToken = default)
  89. {
  90. cancellationToken.ThrowIfCancellationRequested();
  91. var now = DateTime.Now;
  92. batchId ??= $"S3_MATERIAL_{now:yyyyMMddHHmmss}";
  93. _db.Ado.BeginTran();
  94. try
  95. {
  96. var stdCount = await _db.Ado.GetIntAsync("SELECT COUNT(1) FROM mdp_std_material_readiness WHERE IFNULL(work_order, '') <> ''");
  97. var readinessCount = await UpsertMaterialReadinessDwdAsync(batchId, now);
  98. await DeleteCurrentShortageAsync(now.Date);
  99. var shortageCount = await InsertMaterialShortageAsync(batchId, now);
  100. _db.Ado.CommitTran();
  101. return new S3MaterialRefreshResult
  102. {
  103. BatchId = batchId,
  104. StdCount = stdCount,
  105. ReadinessCount = readinessCount,
  106. ShortageCount = shortageCount
  107. };
  108. }
  109. catch
  110. {
  111. _db.Ado.RollbackTran();
  112. throw;
  113. }
  114. }
  115. private async Task<int> SyncStagingAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  116. {
  117. _ = now;
  118. EnsureRunScope();
  119. return await _stagingPuller.PullEntitiesAsync(
  120. S3MdpEntityConfig.All.Select(x => x.EntityCode),
  121. batchId, _runScope.TenantId, fullRefresh: true, taskCode: "S3_MDP_INBOUND", cancellationToken,
  122. factoryId: _runScope.FactoryId, requireMatchingSourceTenant: true);
  123. }
  124. public async Task<S3MdpSyncTransformResult> RunInboundAsync(
  125. IEnumerable<string>? entityCodes = null,
  126. long tenantId = 0,
  127. bool fullRefresh = false,
  128. CancellationToken cancellationToken = default)
  129. {
  130. cancellationToken.ThrowIfCancellationRequested();
  131. if (tenantId <= 0)
  132. throw new InvalidOperationException("S3 inbound 必须指定有效 tenantId");
  133. _runScope = MdpRebuildScope.Create("S3", tenantId, 1);
  134. var now = DateTime.Now;
  135. var batchId = $"S3_MDP_IN_{_runScope.TenantId}_{now:yyyyMMddHHmmss}";
  136. var runLogId = await InsertTransformRunLogAsync(batchId, now, "INBOUND");
  137. var result = new S3MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  138. try
  139. {
  140. var codes = entityCodes?.ToList() ?? S3MdpEntityConfig.All.Select(x => x.EntityCode).ToList();
  141. result.StageRows = await _stagingPuller.PullEntitiesAsync(
  142. codes, batchId, tenantId, fullRefresh, "S3_MDP_INBOUND", cancellationToken);
  143. result.StandardRows = await TransformStandardAsync(batchId, now, retireStale: false, cancellationToken);
  144. result.DwdRows = await BuildDwdAsync(batchId, now, retireStale: false, result, cancellationToken);
  145. result.KpiRows = await BuildS3KpiValuesAsync(now, cancellationToken);
  146. result.AtomicRows = await _atomicBuild.BuildSupplyPurchaseDomainForAllDatesAsync(
  147. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  148. result.AtomicRows += await _atomicBuild.BuildInventoryDomainForAllDatesAsync(
  149. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  150. await MarkTransformRunSuccessAsync(runLogId, now, result);
  151. return result;
  152. }
  153. catch (Exception ex)
  154. {
  155. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  156. throw;
  157. }
  158. }
  159. [Obsolete("Phase3: use MdpModuleStagingPuller / executors")]
  160. private async Task<int> SyncOneEntityAsync(S3MdpEntityConfig entity, string batchId, DateTime now)
  161. {
  162. var entityRow = await _db.Ado.SqlQuerySingleAsync<S3MdpEntityRow>(
  163. "SELECT id AS Id, entity_name AS EntityName FROM mdp_entity WHERE tenant_id=0 AND entity_code=@EntityCode LIMIT 1",
  164. new SugarParameter("@EntityCode", entity.EntityCode));
  165. if (entityRow == null) throw Oops.Oh($"未找到 MDP 实体配置:{entity.EntityCode}");
  166. var columns = await _db.Ado.SqlQueryAsync<S3ColumnRow>(
  167. """
  168. SELECT COLUMN_NAME AS ColumnName
  169. FROM information_schema.COLUMNS
  170. WHERE TABLE_SCHEMA=DATABASE() AND TABLE_NAME=@TableName
  171. ORDER BY ORDINAL_POSITION
  172. """,
  173. new SugarParameter("@TableName", entity.SourceTable));
  174. if (columns.Count == 0) throw Oops.Oh($"未找到源表:{entity.SourceTable}");
  175. var names = columns.Select(u => u.ColumnName).ToList();
  176. var tenantExpr = names.Any(u => string.Equals(u, "tenant_id", StringComparison.OrdinalIgnoreCase))
  177. ? $"IFNULL(s.`{FindColumn(names, "tenant_id")}`,0)"
  178. : "0";
  179. var sourceRowExpr = names.Any(u => string.Equals(u, entity.SourceRowIdExpression, StringComparison.OrdinalIgnoreCase))
  180. ? $"s.`{FindColumn(names, entity.SourceRowIdExpression)}`"
  181. : entity.SourceRowIdExpression;
  182. var rawDataExpr = BuildJsonObjectExpression(names);
  183. var rowsRead = await _db.Ado.GetIntAsync($"SELECT COUNT(1) FROM `{entity.SourceTable}`");
  184. var logId = await InsertSyncLogAsync(entityRow.Id, entityRow.EntityName, batchId, rowsRead);
  185. var started = DateTime.Now;
  186. try
  187. {
  188. var affected = await _db.Ado.ExecuteCommandAsync(
  189. $"""
  190. INSERT INTO `{entity.TargetTable}`
  191. (tenant_id, source_system, source_table, source_row_id, source_biz_key, sync_batch_id, sync_time, process_status, raw_data)
  192. SELECT
  193. {tenantExpr},
  194. 'AIDOP',
  195. @SourceTable,
  196. CAST({sourceRowExpr} AS CHAR),
  197. CAST(COALESCE({entity.SourceBizKeyExpression}, CAST({sourceRowExpr} AS CHAR)) AS CHAR),
  198. @BatchId,
  199. @Now,
  200. 'PENDING',
  201. {rawDataExpr}
  202. FROM `{entity.SourceTable}` s
  203. ON DUPLICATE KEY UPDATE
  204. source_row_id=VALUES(source_row_id),
  205. sync_batch_id=VALUES(sync_batch_id),
  206. sync_time=VALUES(sync_time),
  207. process_status=VALUES(process_status),
  208. raw_data=VALUES(raw_data),
  209. update_time=CURRENT_TIMESTAMP
  210. """,
  211. new SugarParameter("@SourceTable", entity.SourceTable),
  212. new SugarParameter("@BatchId", batchId),
  213. new SugarParameter("@Now", now));
  214. await MarkSyncLogSuccessAsync(logId, started, affected);
  215. return rowsRead;
  216. }
  217. catch (Exception ex)
  218. {
  219. await MarkSyncLogFailedAsync(logId, started, ex.Message);
  220. throw;
  221. }
  222. }
  223. private async Task<int> TransformStandardAsync(
  224. string batchId, DateTime now, bool retireStale, CancellationToken cancellationToken)
  225. {
  226. var total = 0;
  227. foreach (var command in BuildStandardCommands(batchId, now, retireStale))
  228. {
  229. cancellationToken.ThrowIfCancellationRequested();
  230. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  231. }
  232. return total;
  233. }
  234. private async Task<int> BuildDwdAsync(
  235. string batchId, DateTime now, bool retireStale, S3MdpSyncTransformResult result,
  236. CancellationToken cancellationToken)
  237. {
  238. var total = 0;
  239. foreach (var command in BuildDwdCommands(batchId, now, retireStale))
  240. {
  241. cancellationToken.ThrowIfCancellationRequested();
  242. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  243. }
  244. total += await UpsertMaterialReadinessDwdAsync(batchId, now);
  245. await DeleteCurrentShortageAsync(now.Date);
  246. total += await InsertMaterialShortageAsync(batchId, now);
  247. // 发布证据:必须在 DWD 写入**与同日淘汰**都完成之后。
  248. // 只有全量路径发布 —— 增量批次只含变更行,把它指认成「当前快照」会让读者看到残缺集合。
  249. if (retireStale)
  250. {
  251. cancellationToken.ThrowIfCancellationRequested();
  252. result.Publication = await PublishCurrentSnapshotAsync(batchId, now);
  253. }
  254. return total;
  255. }
  256. /// <summary>
  257. /// 复核并记录本轮发布的当前快照,供 S8 Rule01 精确指认「当前态是哪一批」。
  258. ///
  259. /// <para><b>为什么不能靠 MAX(stat_date) 之类的时间约定</b>:源侧被合法清空的那一轮
  260. /// 产出 0 行 DWD,于是当天根本不存在 <c>stat_date</c> 分区,同日淘汰也无行可删
  261. /// (它只能删「今天」)。读者按最新日期兜底就会**静默回落到上一天**,把一批早已作废的行
  262. /// 当成当前态。实测:租户 838257212780613 源侧清零、STD 归 0、跑批 SUCCESS,
  263. /// 而 DWD 当前快照仍返回前一日的 10 行。</para>
  264. ///
  265. /// <para>返回的 <c>CurrentRows = 0</c> 是<b>合法结果</b> —— 成功发布了一个空快照。
  266. /// 把它记进运行日志,下游才能把「正常的空」与「没发布成」区分开:前者健康且允许恢复,
  267. /// 后者无证据、判 UNKNOWN 并拦下恢复。</para>
  268. ///
  269. /// <para>行数用<b>复核查询</b>得到,不用 INSERT 的影响行数:ODKU 的影响行数
  270. /// (插入计 1、更新计 2、无变化计 0)从来不等于「当前有几行」。</para>
  271. /// </summary>
  272. private async Task<S3MdpSnapshotPublication> PublishCurrentSnapshotAsync(string batchId, DateTime now)
  273. {
  274. var scope = RequireScope();
  275. var currentRows = await _db.Ado.GetIntAsync(
  276. """
  277. SELECT COUNT(*) FROM dwd_supplier_delivery
  278. WHERE tenant_id=@TenantId
  279. AND COALESCE(NULLIF(factory_id,0),1)=@FactoryId
  280. AND stat_date=@StatDate
  281. AND sync_batch_id=@BatchId
  282. """,
  283. new SugarParameter("@TenantId", scope.TenantId),
  284. new SugarParameter("@FactoryId", scope.FactoryId),
  285. new SugarParameter("@StatDate", now.Date),
  286. new SugarParameter("@BatchId", batchId));
  287. return new S3MdpSnapshotPublication
  288. {
  289. Table = "dwd_supplier_delivery",
  290. BatchId = batchId,
  291. StatDate = now.Date,
  292. FactoryId = scope.FactoryId,
  293. CurrentRows = currentRows
  294. };
  295. }
  296. private async Task<int> BuildS3KpiValuesAsync(DateTime now, CancellationToken cancellationToken)
  297. {
  298. var affected = 0;
  299. for (var dayOffset = 13; dayOffset >= 0; dayOffset--)
  300. {
  301. var statDate = now.Date.AddDays(-dayOffset);
  302. var rows = await CalculateS3KpiValuesAsync(statDate);
  303. foreach (var row in rows)
  304. {
  305. cancellationToken.ThrowIfCancellationRequested();
  306. affected += await UpsertS3KpiValueAsync(row, statDate, now);
  307. }
  308. }
  309. return affected;
  310. }
  311. private async Task<List<S3KpiCalcRow>> CalculateS3KpiValuesAsync(DateTime statDate)
  312. {
  313. var scope = RequireScope();
  314. var rows = await _db.Ado.SqlQueryAsync<S3KpiCalcRow>(MdpSqlScope.InjectTenantFactory(
  315. """
  316. SELECT tenant_id AS TenantId, @FactoryId AS FactoryId, 'S3_L2_001' AS MetricCode,
  317. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, send_date) / 24), 4) AS MetricValue
  318. FROM mdp_std_purchase_request
  319. WHERE tenant_id=@TenantId AND (@FactoryId=1 OR COALESCE(NULLIF(factory_id,0),1)=@FactoryId)
  320. AND request_date IS NOT NULL AND send_date IS NOT NULL AND send_date >= request_date
  321. GROUP BY tenant_id
  322. UNION ALL
  323. SELECT tenant_id AS TenantId, @FactoryId AS FactoryId, 'S3_L2_002' AS MetricCode,
  324. ROUND(100 * SUM(CASE WHEN TIMESTAMPDIFF(HOUR, request_date, send_date) <= 72 THEN 1 ELSE 0 END)
  325. / NULLIF(COUNT(1),0), 4) AS MetricValue
  326. FROM mdp_std_purchase_request
  327. WHERE tenant_id=@TenantId AND (@FactoryId=1 OR COALESCE(NULLIF(factory_id,0),1)=@FactoryId)
  328. AND request_date IS NOT NULL AND send_date IS NOT NULL AND send_date >= request_date
  329. GROUP BY tenant_id
  330. UNION ALL
  331. SELECT tenant_id AS TenantId, @FactoryId AS FactoryId, 'S3_L2_003' AS MetricCode,
  332. ROUND(COUNT(1) / NULLIF((
  333. SELECT COUNT(1) FROM mdp_std_t8_sys_pelist p
  334. WHERE p.tenant_id=@TenantId AND p.ztid='pbxfxp' AND p.zzzt='在职' AND p.gw='计划'
  335. ),0), 4) AS MetricValue
  336. FROM mdp_std_purchase_request
  337. WHERE tenant_id=@TenantId AND (@FactoryId=1 OR COALESCE(NULLIF(factory_id,0),1)=@FactoryId)
  338. GROUP BY tenant_id
  339. UNION ALL
  340. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L2_004' AS MetricCode,
  341. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, submit_date) / 24), 4) AS MetricValue
  342. FROM mdp_std_delivery_schedule
  343. WHERE request_date IS NOT NULL AND submit_date IS NOT NULL AND submit_date >= request_date
  344. GROUP BY tenant_id, factory_id
  345. UNION ALL
  346. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L2_005' AS MetricCode,
  347. ROUND(100 * SUM(CASE WHEN IFNULL(schedule_qty,0) >= IFNULL(order_qty,0) AND IFNULL(order_qty,0) > 0 THEN 1 ELSE 0 END) / COUNT(1), 4) AS MetricValue
  348. FROM dwd_supplier_delivery
  349. WHERE stat_date=@StatDate AND IFNULL(order_qty,0) > 0
  350. GROUP BY tenant_id, factory_id
  351. UNION ALL
  352. SELECT tenant_id AS TenantId, @FactoryId AS FactoryId, 'S3_L2_006' AS MetricCode,
  353. ROUND(COUNT(1) / NULLIF((
  354. SELECT COUNT(1) FROM mdp_std_t8_sys_pelist p
  355. WHERE p.tenant_id=@TenantId AND p.ztid='pbxfxp' AND p.zzzt='在职' AND p.gw='计划'
  356. ),0), 4) AS MetricValue
  357. FROM mdp_std_delivery_schedule
  358. WHERE tenant_id=@TenantId AND (@FactoryId=1 OR COALESCE(NULLIF(factory_id,0),1)=@FactoryId)
  359. GROUP BY tenant_id
  360. UNION ALL
  361. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L1_001' AS MetricCode,
  362. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, submit_date) / 24), 4) AS MetricValue
  363. FROM mdp_std_delivery_schedule
  364. WHERE request_date IS NOT NULL AND submit_date IS NOT NULL AND submit_date >= request_date
  365. GROUP BY tenant_id, factory_id
  366. UNION ALL
  367. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L1_002' AS MetricCode,
  368. ROUND(100 * SUM(CASE WHEN IFNULL(schedule_qty,0) >= IFNULL(order_qty,0) AND IFNULL(order_qty,0) > 0 THEN 1 ELSE 0 END) / COUNT(1), 4) AS MetricValue
  369. FROM dwd_supplier_delivery
  370. WHERE stat_date=@StatDate AND IFNULL(order_qty,0) > 0
  371. GROUP BY tenant_id, factory_id
  372. UNION ALL
  373. SELECT tenant_id AS TenantId, @FactoryId AS FactoryId, 'S3_L3_001' AS MetricCode,
  374. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, send_date) / 24), 4) AS MetricValue
  375. FROM mdp_std_purchase_request
  376. WHERE tenant_id=@TenantId AND (@FactoryId=1 OR COALESCE(NULLIF(factory_id,0),1)=@FactoryId)
  377. AND request_date IS NOT NULL AND send_date IS NOT NULL AND send_date >= request_date
  378. GROUP BY tenant_id
  379. UNION ALL
  380. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L3_002' AS MetricCode,
  381. ROUND(AVG(TIMESTAMPDIFF(HOUR, order_date, COALESCE(need_date, due_date)) / 24), 4) AS MetricValue
  382. FROM mdp_std_purchase_order
  383. WHERE order_date IS NOT NULL AND COALESCE(need_date, due_date) IS NOT NULL
  384. AND COALESCE(need_date, due_date) >= order_date
  385. GROUP BY tenant_id, factory_id
  386. UNION ALL
  387. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L3_003' AS MetricCode,
  388. ROUND(100 * SUM(CASE WHEN ready_status='READY' THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  389. FROM dwd_material_readiness
  390. WHERE stat_date=@StatDate
  391. GROUP BY tenant_id, factory_id
  392. UNION ALL
  393. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L3_004' AS MetricCode,
  394. ROUND(100 * SUM(CASE WHEN submit_date IS NOT NULL AND request_date IS NOT NULL
  395. AND TIMESTAMPDIFF(HOUR, request_date, submit_date) <= 72 THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  396. FROM mdp_std_delivery_schedule
  397. WHERE request_date IS NOT NULL
  398. GROUP BY tenant_id, factory_id
  399. UNION ALL
  400. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L3_005' AS MetricCode,
  401. ROUND(100 * SUM(CASE WHEN risk_level IN ('HIGH','MEDIUM') OR IFNULL(remaining_qty,0) > 0 THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  402. FROM dwd_supplier_delivery
  403. WHERE stat_date=@StatDate
  404. GROUP BY tenant_id, factory_id
  405. UNION ALL
  406. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S3_L3_006' AS MetricCode,
  407. ROUND(100 * (1 - SUM(CASE WHEN IFNULL(shortage_qty,0) > 0 THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0)), 4) AS MetricValue
  408. FROM dwd_material_readiness
  409. WHERE stat_date=@StatDate
  410. GROUP BY tenant_id, factory_id
  411. """),
  412. new SugarParameter("@StatDate", statDate),
  413. new SugarParameter("@TenantId", scope.TenantId),
  414. new SugarParameter("@FactoryId", scope.FactoryId));
  415. // 物料计划人效:本批次形成的物料计划行数 / 当前租户在职计划人数。
  416. // 人员标准表没有 factory_id,必须显式按 tenant_id + ztid 隔离,不能交给通用 factory 注入器。
  417. var plannedLines = await _db.Ado.GetIntAsync(
  418. """
  419. SELECT COUNT(1)
  420. FROM dwd_material_readiness
  421. WHERE tenant_id=@TenantId
  422. AND COALESCE(NULLIF(factory_id,0),1)=@FactoryId
  423. AND stat_date=@StatDate
  424. """,
  425. new SugarParameter("@TenantId", scope.TenantId),
  426. new SugarParameter("@FactoryId", scope.FactoryId),
  427. new SugarParameter("@StatDate", statDate));
  428. var plannerCount = await _db.Ado.GetIntAsync(
  429. """
  430. SELECT COUNT(1)
  431. FROM mdp_std_t8_sys_pelist
  432. WHERE tenant_id=@TenantId
  433. AND zzzt='在职'
  434. AND gw='计划'
  435. """,
  436. new SugarParameter("@TenantId", scope.TenantId));
  437. if (plannedLines > 0 && plannerCount > 0)
  438. {
  439. rows.Add(new S3KpiCalcRow
  440. {
  441. TenantId = scope.TenantId,
  442. FactoryId = scope.FactoryId,
  443. MetricCode = "S3_L1_003",
  444. MetricValue = Math.Round((decimal)plannedLines / plannerCount, 4)
  445. });
  446. }
  447. // 物料库存周转:按上一完整自然月的采购入库与生产领料业务流水,
  448. // 用数量口径计算月均库存 / 月出库量 × 30。无有效出库量时不写伪 0。
  449. var materialTurnoverDays = await _db.Ado.GetDecimalAsync(
  450. """
  451. SELECT ROUND(
  452. ((SUM(receipt_qty) + SUM(GREATEST(receipt_qty - issue_qty, 0))) / 2)
  453. / NULLIF(SUM(issue_qty), 0) * 30,
  454. 4
  455. )
  456. FROM (
  457. SELECT l.code,
  458. SUM(CASE WHEN h.lbs='采购入库' THEN IFNULL(l.slzx,0) ELSE 0 END) AS receipt_qty,
  459. SUM(CASE WHEN h.lbs='生产领料' THEN IFNULL(l.slzx,0) ELSE 0 END) AS issue_qty
  460. FROM mdp_std_t8_kc_tz_head h
  461. INNER JOIN mdp_std_t8_kc_tz_list l
  462. ON l.tenant_id=h.tenant_id AND l.idid=h.src_id
  463. WHERE h.tenant_id=@TenantId
  464. AND h.hzyn=0 AND h.zfyn=0 AND h.shyn=1
  465. AND h.lbs IN ('采购入库','生产领料')
  466. AND h.shtime >= DATE_FORMAT(DATE_SUB(@StatDate, INTERVAL 1 MONTH), '%Y-%m-01')
  467. AND h.shtime < DATE_FORMAT(@StatDate, '%Y-%m-01')
  468. GROUP BY l.code
  469. ) material_flow
  470. HAVING SUM(issue_qty) > 0
  471. """,
  472. new SugarParameter("@TenantId", scope.TenantId),
  473. new SugarParameter("@StatDate", statDate));
  474. if (materialTurnoverDays > 0)
  475. {
  476. rows.Add(new S3KpiCalcRow
  477. {
  478. TenantId = scope.TenantId,
  479. FactoryId = scope.FactoryId,
  480. MetricCode = "S3_L1_004",
  481. MetricValue = materialTurnoverDays
  482. });
  483. }
  484. return rows;
  485. }
  486. private async Task<int> UpsertS3KpiValueAsync(S3KpiCalcRow row, DateTime statDate, DateTime now)
  487. {
  488. var meta = await _db.Ado.SqlQuerySingleAsync<S3KpiMetaRow>(
  489. """
  490. SELECT MetricLevel, Direction, YellowThreshold, RedThreshold
  491. FROM ado_smart_ops_kpi_master
  492. WHERE TenantId=@TenantId AND ModuleCode='S3' AND MetricCode=@MetricCode AND IsEnabled=1
  493. LIMIT 1
  494. """,
  495. new SugarParameter("@TenantId", row.TenantId),
  496. new SugarParameter("@MetricCode", row.MetricCode));
  497. if (meta == null || row.MetricValue == null)
  498. return 0;
  499. var table = ResolveKpiValueTable(meta.MetricLevel);
  500. var current = await _db.Ado.SqlQuerySingleAsync<S3KpiValueRow>(
  501. $"""
  502. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  503. FROM {table}
  504. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S3'
  505. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  506. ORDER BY id
  507. LIMIT 1
  508. """,
  509. new SugarParameter("@TenantId", row.TenantId),
  510. new SugarParameter("@FactoryId", row.FactoryId),
  511. new SugarParameter("@MetricCode", row.MetricCode),
  512. new SugarParameter("@BizDate", statDate));
  513. var prior = await _db.Ado.SqlQuerySingleAsync<S3KpiValueRow>(
  514. $"""
  515. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  516. FROM {table}
  517. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S3'
  518. AND metric_code=@MetricCode AND biz_date<@BizDate AND is_deleted=0
  519. ORDER BY biz_date DESC, id DESC
  520. LIMIT 1
  521. """,
  522. new SugarParameter("@TenantId", row.TenantId),
  523. new SugarParameter("@FactoryId", row.FactoryId),
  524. new SugarParameter("@MetricCode", row.MetricCode),
  525. new SugarParameter("@BizDate", statDate));
  526. var actual = Math.Round(row.MetricValue.Value, 4);
  527. var snap = await _kpiTargetResolver.ResolveAsync(row.TenantId, row.FactoryId, row.MetricCode, "S3", statDate);
  528. var target = snap.TargetValue;
  529. var status = AidopS4KpiMerge.AchievementLevel(actual, target, meta.Direction, meta.YellowThreshold, meta.RedThreshold);
  530. var trend = ResolveTrendFlag(actual, prior?.MetricValue);
  531. if (current != null)
  532. {
  533. return await _db.Ado.ExecuteCommandAsync(
  534. $"""
  535. UPDATE {table}
  536. SET metric_value=@MetricValue, target_value=@TargetValue, status_color=@StatusColor, trend_flag=@TrendFlag,
  537. target_config_id=@TargetConfigId, target_source=@TargetSource, target_resolved_at=@TargetResolvedAt,
  538. is_active=1, status='ACTIVE', calc_time=@CalcTime, update_time=@CalcTime
  539. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S3'
  540. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  541. """,
  542. new SugarParameter("@MetricValue", actual),
  543. new SugarParameter("@TargetValue", KpiTargetSnapshotSql.ValueOrDbNull(snap)),
  544. new SugarParameter("@StatusColor", status),
  545. new SugarParameter("@TrendFlag", trend),
  546. new SugarParameter("@TargetConfigId", KpiTargetSnapshotSql.ConfigIdOrDbNull(snap)),
  547. new SugarParameter("@TargetSource", KpiTargetSnapshotSql.SourceOrDbNull(snap)),
  548. new SugarParameter("@TargetResolvedAt", snap.ResolvedAt),
  549. new SugarParameter("@CalcTime", now),
  550. new SugarParameter("@TenantId", row.TenantId),
  551. new SugarParameter("@FactoryId", row.FactoryId),
  552. new SugarParameter("@MetricCode", row.MetricCode),
  553. new SugarParameter("@BizDate", statDate));
  554. }
  555. var nextId = Yitter.IdGenerator.YitIdHelper.NextId();
  556. return await _db.Ado.ExecuteCommandAsync(
  557. $"""
  558. INSERT INTO {table}
  559. (id, tenant_id, factory_id, status, biz_date, create_time, update_time, is_deleted, is_active,
  560. module_code, metric_code, metric_value, target_value, status_color, trend_flag, calc_time,
  561. target_config_id, target_source, target_resolved_at)
  562. VALUES
  563. (@Id, @TenantId, @FactoryId, 'ACTIVE', @BizDate, @CalcTime, @CalcTime, 0, 1,
  564. 'S3', @MetricCode, @MetricValue, @TargetValue, @StatusColor, @TrendFlag, @CalcTime,
  565. @TargetConfigId, @TargetSource, @TargetResolvedAt)
  566. """,
  567. new SugarParameter("@Id", nextId),
  568. new SugarParameter("@TenantId", row.TenantId),
  569. new SugarParameter("@FactoryId", row.FactoryId),
  570. new SugarParameter("@BizDate", statDate),
  571. new SugarParameter("@CalcTime", now),
  572. new SugarParameter("@MetricCode", row.MetricCode),
  573. new SugarParameter("@MetricValue", actual),
  574. new SugarParameter("@TargetValue", KpiTargetSnapshotSql.ValueOrDbNull(snap)),
  575. new SugarParameter("@StatusColor", status),
  576. new SugarParameter("@TrendFlag", trend),
  577. new SugarParameter("@TargetConfigId", KpiTargetSnapshotSql.ConfigIdOrDbNull(snap)),
  578. new SugarParameter("@TargetSource", KpiTargetSnapshotSql.SourceOrDbNull(snap)),
  579. new SugarParameter("@TargetResolvedAt", snap.ResolvedAt));
  580. }
  581. private IEnumerable<S3MdpSqlCommand> BuildStandardCommands(string batchId, DateTime now, bool retireStale)
  582. {
  583. yield return Cmd(
  584. """
  585. INSERT INTO mdp_std_supplier
  586. (tenant_id, factory_id, company_id, source_system, supplier_code, supplier_name, supplier_type, status, contact, address, currency_type, source_biz_key, sync_batch_id, sync_time)
  587. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  588. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Supp')),
  589. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.SortName')),
  590. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Type')),
  591. CASE WHEN JSON_EXTRACT(raw_data,'$.IsActive') IN (1, true) THEN 'ACTIVE' ELSE 'INACTIVE' END,
  592. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.contact')),
  593. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.address')),
  594. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Curr')),
  595. source_biz_key, @BatchId, @Now
  596. FROM mdp_stg_supplier
  597. WHERE source_table='SuppMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Supp')), '') <> ''
  598. ON DUPLICATE KEY UPDATE supplier_name=VALUES(supplier_name), supplier_type=VALUES(supplier_type), status=VALUES(status),
  599. contact=VALUES(contact), address=VALUES(address), currency_type=VALUES(currency_type), sync_batch_id=VALUES(sync_batch_id),
  600. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  601. """, batchId, now);
  602. yield return Cmd(
  603. """
  604. INSERT INTO mdp_std_item
  605. (tenant_id, factory_id, company_id, source_system, item_code, item_name, model, unit, item_type, status, source_biz_key, sync_batch_id, sync_time)
  606. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  607. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number'))),
  608. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Descr')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.name')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_name'))),
  609. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Drawing')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.model'))),
  610. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.UM')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.unit'))),
  611. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemType')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_type'))),
  612. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Status')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.is_active'))),
  613. source_biz_key, @BatchId, @Now
  614. FROM mdp_stg_item
  615. WHERE COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), '') <> ''
  616. ON DUPLICATE KEY UPDATE item_name=VALUES(item_name), model=VALUES(model), unit=VALUES(unit), item_type=VALUES(item_type),
  617. status=VALUES(status), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  618. """, batchId, now);
  619. yield return Cmd(
  620. """
  621. INSERT INTO mdp_std_supplier_item
  622. (tenant_id, factory_id, company_id, source_system, item_code, supplier_code, supplier_name, supplier_type, quota_rate, lead_time, min_qty, packaging_qty, price, currency_type, effective_date, expire_date, status, source_biz_key, sync_batch_id, sync_time)
  623. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  624. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_name'))), ''),
  625. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')),
  626. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_name')),
  627. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_type')),
  628. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.quota_rate')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.quota_rate')) AS DECIMAL(18,6)) END,
  629. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.lead_time')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.lead_time')) AS DECIMAL(18,6)) END,
  630. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty_min')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty_min')) AS DECIMAL(18,6)) END,
  631. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.packaging_qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.packaging_qty')) AS DECIMAL(18,6)) END,
  632. COALESCE(
  633. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.netpurchase_price')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.netpurchase_price')) AS DECIMAL(18,6)) END,
  634. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.order_price')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.order_price')) AS DECIMAL(18,6)) END
  635. ),
  636. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.currency_type')),
  637. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.effective_date')), 'null'), ''),
  638. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.expiring_date')), 'null'), ''),
  639. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.is_active')),
  640. source_biz_key, @BatchId, @Now
  641. FROM mdp_stg_source_list
  642. WHERE source_table='srm_purchase' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')), '') <> ''
  643. AND IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_name'))), '') <> ''
  644. ON DUPLICATE KEY UPDATE supplier_name=VALUES(supplier_name), quota_rate=VALUES(quota_rate), lead_time=VALUES(lead_time),
  645. min_qty=VALUES(min_qty), packaging_qty=VALUES(packaging_qty), price=VALUES(price), sync_batch_id=VALUES(sync_batch_id),
  646. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  647. """, batchId, now);
  648. yield return Cmd(
  649. """
  650. INSERT INTO mdp_std_supply_demand
  651. (tenant_id, factory_id, company_id, source_system, demand_no, demand_line, demand_type, item_code, item_name, required_qty, required_date, supplier_code, status, source_biz_key, sync_batch_id, sync_time)
  652. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  653. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), source_row_id),
  654. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.line')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line'))),
  655. source_table,
  656. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemnum')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum'))), ''),
  657. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemname')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_name')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Descr'))), ''),
  658. COALESCE(
  659. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) AS DECIMAL(18,6)) END,
  660. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.required_qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.required_qty')) AS DECIMAL(18,6)) END,
  661. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.shortqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.shortqty')) AS DECIMAL(18,6)) END,
  662. 0),
  663. COALESCE(NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.required_date')), 'null'), ''), NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.needdate')), 'null'), ''), NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.NeedDate')), 'null'), '')),
  664. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')),
  665. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.status')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Status'))),
  666. source_biz_key, @BatchId, @Now
  667. FROM mdp_stg_supply_demand
  668. WHERE IFNULL(source_biz_key,'') <> ''
  669. ON DUPLICATE KEY UPDATE item_code=VALUES(item_code), item_name=VALUES(item_name), required_qty=VALUES(required_qty),
  670. required_date=VALUES(required_date), supplier_code=VALUES(supplier_code), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id),
  671. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  672. """, batchId, now);
  673. yield return Cmd(
  674. """
  675. INSERT INTO mdp_std_purchase_request
  676. (tenant_id, factory_id, company_id, source_system, pr_no, pr_line, item_code, item_name, supplier_code, request_qty, request_date, send_date, arrive_date, status, source_biz_key, sync_batch_id, sync_time)
  677. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  678. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.pr_billno')), source_row_id),
  679. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.line_no')),
  680. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_number')), ''),
  681. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_name')), ''),
  682. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')),
  683. COALESCE(
  684. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) AS DECIMAL(18,6)) END,
  685. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.request_qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.request_qty')) AS DECIMAL(18,6)) END,
  686. 0),
  687. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.create_time')), 'null'), ''),
  688. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.send_date')), 'null'), ''),
  689. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.arrive_date')), 'null'), ''),
  690. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.status')),
  691. source_biz_key, @BatchId, @Now
  692. FROM mdp_stg_supply_demand
  693. WHERE source_table='srm_pr_main'
  694. ON DUPLICATE KEY UPDATE factory_id=VALUES(factory_id), item_code=VALUES(item_code), item_name=VALUES(item_name), supplier_code=VALUES(supplier_code),
  695. request_qty=VALUES(request_qty), request_date=VALUES(request_date), send_date=VALUES(send_date),
  696. arrive_date=VALUES(arrive_date), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  697. update_time=CURRENT_TIMESTAMP
  698. """, batchId, now);
  699. yield return Cmd(
  700. """
  701. INSERT INTO mdp_std_purchase_order
  702. (tenant_id, factory_id, company_id, source_system, po_no, po_line, po_type, supplier_code, item_code, item_name, order_qty, received_qty, returned_qty, due_date, need_date, order_date, status, buyer, work_order, source_biz_key, sync_batch_id, sync_time)
  703. SELECT d.tenant_id, d.factory_id, d.company_id, 'AIDOP',
  704. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.PurOrd')),
  705. CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Line')) AS CHAR),
  706. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Potype')),
  707. JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.Supp')),
  708. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.ItemNum')), ''),
  709. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(i.raw_data,'$.Descr')), JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Descr'))), ''),
  710. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyOrded')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyOrded')) AS DECIMAL(18,6)) END, 0),
  711. COALESCE(
  712. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReceived')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReceived')) AS DECIMAL(18,6)) END,
  713. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.RctQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.RctQty')) AS DECIMAL(18,6)) END,
  714. 0),
  715. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReturned')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReturned')) AS DECIMAL(18,6)) END, 0),
  716. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.DueDate')), 'null'), ''),
  717. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.NeedDate')), 'null'), ''),
  718. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.OrdDate')), 'null'), ''),
  719. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Status')),
  720. JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.Buyer')),
  721. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.WorkOrd')),
  722. d.source_biz_key, @BatchId, @Now
  723. FROM mdp_stg_purchase_order d
  724. -- ── enrichment JOIN 的两个约束,缺一不可 ────────────────────────────────────
  725. --
  726. -- ① 必须自带租户谓词。MdpSqlScope.InjectTenantFactory 只把 WHERE 改写成
  727. -- `WHERE d.tenant_id=@TenantId AND ...`(实现是 Regex.Replace(sql, @"\bWHERE\b", ...)),
  728. -- 它**结构上够不到 JOIN...ON**。少了它,采购单号与物料号就成了跨租户的字符串匹配:
  729. -- 实测 mdp_stg_item 里 ItemMaster 的 item_code 有 5529 组跨租户重名(最多横跨 3 个租户)。
  730. --
  731. -- ② 必须按 (租户, 键) 去重取最新一行。贴源层同时存在两代 source_biz_key
  732. -- (旧 `Domain:PurOrd:Line` 与新的裸 RecID,因 uk_source_key 含 source_system 与
  733. -- biz_key,两代永远不会互相 ODKU 覆盖),同一个 PurOrd/ItemNum 因此有多行。
  734. -- 不去重则同租户内仍会扇出 —— 单租户实测 870/220 = 3.95 倍。
  735. --
  736. -- 扇出被 uk_po_line(tenant_id,po_no,po_line) 的 ODKU 吸收,所以症状不是行数膨胀,
  737. -- 而是 item_name / supplier_code / order_date / buyer 这些值由 MySQL 任取一行决定。
  738. -- 这里不按 @BatchId 收窄 enrichment:增量路径下未变更的主数据不在本批次里,
  739. -- 收窄会把它们打成 NULL。取最新一行才是「当前已知主数据」的正确语义。
  740. -- 去重用 ROW_NUMBER 而不是 GROUP_CONCAT+SUBSTRING_INDEX:raw_data 是 JSON 大字段,
  741. -- 而 group_concat_max_len 实测仅 1024,拼接必然截断且首元素本身就可能超限。
  742. --
  743. -- ③ 派生表里的每个 WHERE 都必须**自带** @TenantId。这不是冗余,是在关掉注入器:
  744. -- Inject 只在 WHERE 后 240 字符内出现 @TenantId 时才跳过,否则一律改写。
  745. -- 而 ResolveSourcePrefix 沿 SQL 反向找最近的同层 `FROM x 别名` 来定别名前缀,
  746. -- 派生表外层是 `FROM (` —— 别名正则匹配不到括号,于是回退成**空前缀**,
  747. -- 生成裸 `factory_id`;派生表的 SELECT 列表里没有这一列,
  748. -- 整轮转换直接报 Unknown column 'factory_id' 失败(本地沙箱实测复现)。
  749. -- (此处刻意不写出该报错的完整英文原文:注入器对 SQL 注释同样生效,
  750. -- 原文里的 where 一词会被当成关键字改写,徒增排查噪音。)
  751. -- 自带 @TenantId 后注入被跳过,作用域完全由这里的字面 SQL 决定。
  752. -- 只按租户不按工厂:驱动行 d 已被注入器限定到 (@TenantId,@FactoryId),
  753. -- 而主数据(PurOrdMaster / ItemMaster)的 factory_id 未必与明细一致,
  754. -- 多加一层工厂过滤会把 supplier_code / item_name 静默打成 NULL。
  755. LEFT JOIN (
  756. SELECT x.tenant_id, x.pur_ord, x.raw_data FROM (
  757. SELECT x0.tenant_id, x0.raw_data,
  758. JSON_UNQUOTE(JSON_EXTRACT(x0.raw_data,'$.PurOrd')) AS pur_ord,
  759. ROW_NUMBER() OVER (
  760. PARTITION BY x0.tenant_id, JSON_UNQUOTE(JSON_EXTRACT(x0.raw_data,'$.PurOrd'))
  761. ORDER BY x0.sync_time DESC, x0.id DESC) AS rn
  762. FROM mdp_stg_purchase_order x0
  763. WHERE x0.tenant_id=@TenantId AND x0.source_table='PurOrdMaster') x
  764. WHERE x.tenant_id=@TenantId AND x.rn=1
  765. ) m ON m.tenant_id = d.tenant_id
  766. AND m.pur_ord = JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.PurOrd'))
  767. LEFT JOIN (
  768. SELECT y.tenant_id, y.item_num, y.raw_data FROM (
  769. SELECT y0.tenant_id, y0.raw_data,
  770. JSON_UNQUOTE(JSON_EXTRACT(y0.raw_data,'$.ItemNum')) AS item_num,
  771. ROW_NUMBER() OVER (
  772. PARTITION BY y0.tenant_id, JSON_UNQUOTE(JSON_EXTRACT(y0.raw_data,'$.ItemNum'))
  773. ORDER BY y0.sync_time DESC, y0.id DESC) AS rn
  774. FROM mdp_stg_item y0
  775. WHERE y0.tenant_id=@TenantId AND y0.source_table='ItemMaster') y
  776. WHERE y.tenant_id=@TenantId AND y.rn=1
  777. ) i ON i.tenant_id = d.tenant_id
  778. AND i.item_num = JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.ItemNum'))
  779. -- 驱动行按本轮批次收窄:staging 与本转换共用同一个 @BatchId
  780. -- (RunFullAsync 生成一次,依次传给 SyncStagingAsync / TransformStandardAsync / BuildDwdAsync),
  781. -- 因此「本批次里的行」就是「本轮源侧的行」,比"最新批次"子查询更确定。
  782. -- 少了它,本 INSERT 会把整张贴源历史重新物化,并把死行盖上最新批次戳
  783. -- —— 实测租户 797 因此在 STD 沉淀了 336 行源侧已不存在的采购订单行(518 行中的 64.9%)。
  784. -- 驱动行的租户/工厂作用域在这里写死,不再交给注入器。
  785. -- 上面两个派生表插进 `FROM ... d` 与本筛选子句之间以后,ResolveSourcePrefix 反向找
  786. -- 最近的同层 `FROM 表 别名` 时会先撞上派生表的 `FROM (`,别名正则匹配不到括号 →
  787. -- 回退成空前缀,生成裸 `tenant_id` —— 而派生表 m/i 也各自暴露 tenant_id,
  788. -- 该列随即变成歧义列。本 SQL 因此必须自带前缀,且注入对它应当是恒等变换。
  789. -- (注释里刻意避开 WHERE 一词:注入器对注释同样生效,只有紧跟 @TenantId 时才跳过。)
  790. WHERE d.tenant_id=@TenantId AND COALESCE(NULLIF(d.factory_id,0),1)=@FactoryId
  791. AND d.source_table='PurOrdDetail' AND d.sync_batch_id=@BatchId
  792. AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.PurOrd')), '') <> ''
  793. ON DUPLICATE KEY UPDATE po_type=VALUES(po_type), supplier_code=VALUES(supplier_code), item_code=VALUES(item_code),
  794. item_name=VALUES(item_name), order_qty=VALUES(order_qty), received_qty=VALUES(received_qty), returned_qty=VALUES(returned_qty),
  795. due_date=VALUES(due_date), need_date=VALUES(need_date), order_date=VALUES(order_date), status=VALUES(status),
  796. buyer=VALUES(buyer), work_order=VALUES(work_order), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  797. update_time=CURRENT_TIMESTAMP
  798. """, batchId, now);
  799. // ── 每轮淘汰:让标准层重新成为源的镜像 ────────────────────────────────────────
  800. //
  801. // 只加批次过滤是不够的。过滤只让死行「不再被刷新」,而运行期链路里没有任何 DELETE,
  802. // 死行会带着旧批次号永远留下 —— 那只是把问题从「认不出」变成「认得出但仍在」。
  803. //
  804. // 判据:本轮 INSERT 已给所有存活行盖上 @BatchId,
  805. // 因此该租户下 sync_batch_id 不等于 @BatchId 的行,就是本轮源侧已不存在的行。
  806. //
  807. // 安全闸门用 mdp_sync_log 而不是「贴源层有没有行」:后者对「源侧真的清空了」的合法租户
  808. // 会永久拒绝淘汰、把幽灵行锁死;前者精确表达「本轮拉取对该租户成功了」——
  809. // 实测 0 行租户同样留下 SUCCESS 记录(如 1300000000777:90 次运行 / 90 次 0 行 / 90 次 SUCCESS),
  810. // 因此源侧合法清空的租户能被正确清干净。
  811. //
  812. // 仅在全量路径执行:增量批次只含变更行,按它淘汰会把未变更的存量行全删掉。
  813. if (retireStale)
  814. {
  815. yield return Cmd(
  816. """
  817. DELETE s FROM mdp_std_purchase_order s
  818. WHERE s.tenant_id=@TenantId
  819. AND COALESCE(NULLIF(s.factory_id,0),1)=@FactoryId
  820. AND IFNULL(s.sync_batch_id,'') <> @BatchId
  821. AND EXISTS (SELECT 1 FROM mdp_sync_log l
  822. WHERE l.tenant_id=@TenantId
  823. AND l.sync_batch_id=@BatchId
  824. AND l.status='SUCCESS')
  825. """, batchId, now);
  826. }
  827. yield return Cmd(
  828. """
  829. INSERT INTO mdp_std_delivery_schedule
  830. (tenant_id, factory_id, source_system, delivery_plan_no, po_no, po_line, item_code, supplier_code, supplier_name, schedule_qty, sent_qty, rest_qty, return_qty, request_date, need_date, submit_date, last_sent_date, status, source_biz_key, sync_batch_id, sync_time)
  831. SELECT tenant_id, COALESCE(NULLIF(factory_id,0),1), 'AIDOP',
  832. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.dsnum')),
  833. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ponumber')),
  834. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.poline')) AS CHAR),
  835. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemnum')), ''),
  836. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.suppliercode')),
  837. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier')),
  838. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.schedqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.schedqty')) AS DECIMAL(18,6)) END,0),
  839. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sentqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sentqty')) AS DECIMAL(18,6)) END,0),
  840. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.restqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.restqty')) AS DECIMAL(18,6)) END,0),
  841. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.returnqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.returnqty')) AS DECIMAL(18,6)) END,0),
  842. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.requestdate')), 'null'), ''),
  843. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.needdate')), 'null'), ''),
  844. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.submitdate')), 'null'), ''),
  845. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.lastsentdate')), 'null'), ''),
  846. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.status')),
  847. source_biz_key, @BatchId, @Now
  848. FROM mdp_stg_delivery
  849. WHERE source_table='srm_polist_ds' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.dsnum')), '') <> ''
  850. ON DUPLICATE KEY UPDATE factory_id=VALUES(factory_id), po_no=VALUES(po_no), po_line=VALUES(po_line), item_code=VALUES(item_code), supplier_code=VALUES(supplier_code),
  851. supplier_name=VALUES(supplier_name), schedule_qty=VALUES(schedule_qty), sent_qty=VALUES(sent_qty), rest_qty=VALUES(rest_qty),
  852. return_qty=VALUES(return_qty), request_date=VALUES(request_date), need_date=VALUES(need_date),
  853. submit_date=VALUES(submit_date), last_sent_date=VALUES(last_sent_date), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id),
  854. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  855. """, batchId, now);
  856. yield return Cmd(
  857. """
  858. INSERT INTO mdp_std_delivery_result
  859. (tenant_id, factory_id, source_system, delivery_no, delivery_line, delivery_plan_no, po_no, po_line, item_code, delivery_qty, receipt_qty, return_qty, receipt_date, qc_status, event_time, source_biz_key, sync_batch_id, sync_time)
  860. SELECT tenant_id, COALESCE(NULLIF(factory_id,0),1), 'AIDOP',
  861. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.shddh')), source_row_id),
  862. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.id')) AS CHAR),
  863. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.dsnum')),
  864. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.po_bill')),
  865. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.po_billline')) AS CHAR),
  866. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemnum')), ''),
  867. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sh_delivery_quantity')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sh_delivery_quantity')) AS DECIMAL(18,6)) END,0),
  868. 0,
  869. 0,
  870. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.receipt_date')), 'null'), ''),
  871. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qc_status')),
  872. COALESCE(NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.updatetime')), 'null'), ''), NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.createtime')), 'null'), '')),
  873. source_biz_key, @BatchId, @Now
  874. FROM mdp_stg_delivery
  875. WHERE source_table IN ('scm_shd','scm_shdzb')
  876. ON DUPLICATE KEY UPDATE delivery_qty=VALUES(delivery_qty), receipt_qty=VALUES(receipt_qty), return_qty=VALUES(return_qty),
  877. receipt_date=VALUES(receipt_date), event_time=VALUES(event_time), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  878. update_time=CURRENT_TIMESTAMP
  879. """, batchId, now);
  880. yield return Cmd(
  881. """
  882. INSERT INTO mdp_std_material_readiness
  883. (tenant_id, factory_id, source_system, work_order, op_code, item_code, component_item_code, required_qty, issued_qty, received_qty, available_qty, in_transit_qty, incoming_qty, shortage_qty, ready_status, need_date, supplier_code, source_biz_key, sync_batch_id, sync_time)
  884. SELECT tenant_id, COALESCE(NULLIF(factory_id,0),1), 'AIDOP',
  885. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')),
  886. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')) AS CHAR),
  887. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PMBOM')), ''),
  888. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')), source_row_id),
  889. COALESCE(
  890. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyRequired')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyRequired')) AS DECIMAL(18,6)) END,
  891. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReq')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReq')) AS DECIMAL(18,6)) END,
  892. 0),
  893. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyIssued')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyIssued')) AS DECIMAL(18,6)) END, 0),
  894. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReceived')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReceived')) AS DECIMAL(18,6)) END, 0),
  895. 0, 0, 0,
  896. 0,
  897. 'READY',
  898. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.DueDate')), 'null'), ''),
  899. NULL,
  900. source_biz_key, @BatchId, @Now
  901. FROM mdp_stg_work_order_material
  902. WHERE source_table='WorkOrdDetail' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), '') <> ''
  903. ON DUPLICATE KEY UPDATE factory_id=VALUES(factory_id), required_qty=VALUES(required_qty), issued_qty=VALUES(issued_qty),
  904. received_qty=VALUES(received_qty), available_qty=VALUES(available_qty), in_transit_qty=VALUES(in_transit_qty),
  905. incoming_qty=VALUES(incoming_qty), shortage_qty=VALUES(shortage_qty), ready_status=VALUES(ready_status),
  906. need_date=VALUES(need_date), supplier_code=VALUES(supplier_code), sync_batch_id=VALUES(sync_batch_id),
  907. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  908. """, batchId, now);
  909. yield return Cmd(
  910. """
  911. INSERT INTO mdp_std_process_outsource_order
  912. (tenant_id, factory_id, source_system, work_order, op_code, routing_code, supplier_code, po_no, po_line, order_qty, completed_qty, due_date, status, source_biz_key, sync_batch_id, sync_time)
  913. SELECT tenant_id, COALESCE(NULLIF(factory_id,0),1), 'AIDOP',
  914. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), ''),
  915. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')) AS CHAR),
  916. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RoutingCode')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RouteCode'))),
  917. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.SupplierCode')),
  918. NULL, NULL,
  919. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PackingQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PackingQty')) AS DECIMAL(18,6)) END, 0),
  920. 0,
  921. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.UpdatedAt')), 'null'), ''),
  922. CASE WHEN JSON_EXTRACT(raw_data,'$.IsEnabled') IN (1, true) THEN 'OPEN' ELSE 'DISABLED' END,
  923. source_biz_key, @BatchId, @Now
  924. FROM mdp_stg_work_order_material
  925. WHERE source_table='RoutingOpDetail'
  926. ON DUPLICATE KEY UPDATE routing_code=VALUES(routing_code), supplier_code=VALUES(supplier_code), order_qty=VALUES(order_qty),
  927. due_date=VALUES(due_date), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  928. update_time=CURRENT_TIMESTAMP
  929. """, batchId, now);
  930. }
  931. private IEnumerable<S3MdpSqlCommand> BuildDwdCommands(string batchId, DateTime now, bool retireStale)
  932. {
  933. yield return Cmd(
  934. """
  935. INSERT INTO dwd_supply_demand
  936. (tenant_id, factory_id, stat_date, demand_no, demand_line, demand_type, item_code, item_name, supplier_code, required_qty, fulfilled_qty, shortage_qty, required_date, demand_status, source_system, sync_batch_id, calc_time)
  937. SELECT tenant_id, COALESCE(NULLIF(factory_id,0),1), @StatDate, demand_no, IFNULL(demand_line,''), demand_type, IFNULL(item_code,''), IFNULL(item_name,''), supplier_code,
  938. IFNULL(required_qty,0), 0, IFNULL(required_qty,0), required_date, status, source_system, @BatchId, @Now
  939. FROM mdp_std_supply_demand
  940. WHERE IFNULL(demand_no,'') <> ''
  941. ON DUPLICATE KEY UPDATE item_code=VALUES(item_code), item_name=VALUES(item_name), supplier_code=VALUES(supplier_code),
  942. required_qty=VALUES(required_qty), fulfilled_qty=VALUES(fulfilled_qty), shortage_qty=VALUES(shortage_qty),
  943. demand_status=VALUES(demand_status), sync_batch_id=VALUES(sync_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  944. """, batchId, now);
  945. yield return Cmd(
  946. """
  947. INSERT INTO dwd_supplier_delivery
  948. (tenant_id, factory_id, stat_date, po_no, po_line, po_type, supplier_code, supplier_name, item_code, item_name, order_qty, schedule_qty, delivery_qty, receipt_qty, return_qty, remaining_qty, due_date, need_date, last_delivery_date, last_receipt_date, delivery_status, risk_level, source_system, sync_batch_id, calc_time)
  949. SELECT po.tenant_id, COALESCE(NULLIF(po.factory_id,0),1), @StatDate, po.po_no, po.po_line, po.po_type, po.supplier_code, IFNULL(s.supplier_name, ds.supplier_name),
  950. IFNULL(po.item_code,''), IFNULL(po.item_name,''), IFNULL(po.order_qty,0), IFNULL(ds.schedule_qty,0), IFNULL(dr.delivery_qty,0),
  951. IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0), IFNULL(po.returned_qty,0) + IFNULL(dr.return_qty,0),
  952. GREATEST(IFNULL(po.order_qty,0) - IFNULL(po.received_qty,0) - IFNULL(dr.receipt_qty,0) - IFNULL(po.returned_qty,0), 0),
  953. po.due_date, COALESCE(ds.need_date, po.need_date), dr.event_time, dr.receipt_date,
  954. CASE
  955. WHEN IFNULL(po.order_qty,0) <= IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0) THEN 'COMPLETED'
  956. WHEN COALESCE(ds.need_date, po.need_date, po.due_date) < @Now THEN 'DELAYED'
  957. ELSE 'OPEN'
  958. END,
  959. CASE
  960. WHEN COALESCE(ds.need_date, po.need_date, po.due_date) < @Now
  961. AND IFNULL(po.order_qty,0) > IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0) THEN 'HIGH'
  962. WHEN IFNULL(po.order_qty,0) > IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0) THEN 'MEDIUM'
  963. ELSE 'LOW'
  964. END,
  965. 'AIDOP', @BatchId, @Now
  966. FROM mdp_std_purchase_order po
  967. LEFT JOIN (
  968. SELECT tenant_id, factory_id, po_no, po_line, MIN(supplier_name) AS supplier_name, SUM(IFNULL(schedule_qty,0)) AS schedule_qty, MIN(need_date) AS need_date
  969. FROM mdp_std_delivery_schedule
  970. WHERE IFNULL(po_no,'') <> '' AND IFNULL(po_line,'') <> ''
  971. GROUP BY tenant_id, factory_id, po_no, po_line
  972. ) ds ON po.tenant_id=ds.tenant_id AND po.factory_id=ds.factory_id AND po.po_no=ds.po_no AND po.po_line=ds.po_line
  973. LEFT JOIN (
  974. SELECT tenant_id, factory_id, po_no, po_line, SUM(IFNULL(delivery_qty,0)) AS delivery_qty, SUM(IFNULL(receipt_qty,0)) AS receipt_qty,
  975. SUM(IFNULL(return_qty,0)) AS return_qty, MAX(event_time) AS event_time, MAX(receipt_date) AS receipt_date
  976. FROM mdp_std_delivery_result
  977. WHERE IFNULL(po_no,'') <> '' AND IFNULL(po_line,'') <> ''
  978. GROUP BY tenant_id, factory_id, po_no, po_line
  979. ) dr ON po.tenant_id=dr.tenant_id AND po.factory_id=dr.factory_id AND po.po_no=dr.po_no AND po.po_line=dr.po_line
  980. LEFT JOIN (
  981. SELECT tenant_id, factory_id, supplier_code, MAX(supplier_name) AS supplier_name
  982. FROM mdp_std_supplier
  983. WHERE IFNULL(supplier_code,'') <> ''
  984. GROUP BY tenant_id, factory_id, supplier_code
  985. ) s ON po.tenant_id=s.tenant_id AND po.factory_id=s.factory_id AND po.supplier_code=s.supplier_code
  986. WHERE IFNULL(po.po_no,'') <> '' AND IFNULL(po.po_line,'') <> ''
  987. ON DUPLICATE KEY UPDATE supplier_name=VALUES(supplier_name), item_code=VALUES(item_code), item_name=VALUES(item_name),
  988. order_qty=VALUES(order_qty), schedule_qty=VALUES(schedule_qty), delivery_qty=VALUES(delivery_qty), receipt_qty=VALUES(receipt_qty),
  989. return_qty=VALUES(return_qty), remaining_qty=VALUES(remaining_qty), delivery_status=VALUES(delivery_status),
  990. risk_level=VALUES(risk_level), sync_batch_id=VALUES(sync_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  991. """, batchId, now);
  992. // ── 同日快照淘汰:让 MAX(stat_date) 成为「单一批次」而不是「某一天」 ──────────────
  993. //
  994. // Rule01 的 Provider 取 stat_date 最大的那一天,然后读该天全部行。
  995. // 但 DWD 是按 (tenant, factory, po_no, po_line, stat_date) 唯一键的 upsert,
  996. // 同一天被跑两轮时,前一轮产出而后一轮没产出的行会**保留旧批次号留在同一天**——
  997. // 于是 MAX(stat_date) 取到的是「半个旧批 + 半个新批」。实测已发生 3 次
  998. // (如 2026-06-07 的 178 行 + 7 行分属两个批次)。
  999. //
  1000. // 本轮 INSERT 已给所有应存在的行盖上 @BatchId,故同日里批次号不等于 @BatchId 的行
  1001. // 要么是本轮源侧已不存在的,要么是旁路写入方留下的(它们用 S3_DELIVERY_ / S3_OUTSOURCE_ 前缀)。
  1002. //
  1003. // 放在 INSERT **之后**而不是之前:先删后插会让快照短暂为空,
  1004. // 而这里没有事务,并发的 Rule01 取数会读到一个空快照并把全部在办异常判成已恢复。
  1005. if (retireStale)
  1006. {
  1007. yield return Cmd(
  1008. """
  1009. DELETE w FROM dwd_supplier_delivery w
  1010. WHERE w.tenant_id=@TenantId
  1011. AND COALESCE(NULLIF(w.factory_id,0),1)=@FactoryId
  1012. AND w.stat_date=@StatDate
  1013. AND IFNULL(w.sync_batch_id,'') <> @BatchId
  1014. """, batchId, now);
  1015. }
  1016. yield return Cmd("DELETE FROM dwd_supplier_risk WHERE stat_date=@StatDate", batchId, now);
  1017. yield return Cmd(
  1018. """
  1019. INSERT INTO dwd_supplier_risk
  1020. (tenant_id, factory_id, stat_date, supplier_code, supplier_name, item_code, risk_type, risk_level, risk_count, risk_qty, risk_reason, source_system, calc_batch_id, calc_time)
  1021. SELECT tenant_id, factory_id, stat_date, IFNULL(supplier_code,''), supplier_name, IFNULL(item_code,''),
  1022. 'DELIVERY_DELAY', risk_level, COUNT(1), SUM(IFNULL(remaining_qty,0)),
  1023. '供应交付存在延期或未完成风险', 'AIDOP', @BatchId, @Now
  1024. FROM dwd_supplier_delivery
  1025. WHERE stat_date=@StatDate AND risk_level IN ('HIGH','MEDIUM') AND IFNULL(supplier_code,'') <> ''
  1026. GROUP BY tenant_id, factory_id, stat_date, supplier_code, supplier_name, item_code, risk_level
  1027. ON DUPLICATE KEY UPDATE risk_level=VALUES(risk_level), risk_count=VALUES(risk_count), risk_qty=VALUES(risk_qty),
  1028. risk_reason=VALUES(risk_reason), calc_batch_id=VALUES(calc_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  1029. """, batchId, now);
  1030. yield return Cmd(
  1031. """
  1032. INSERT INTO dwd_process_outsource_delivery
  1033. (tenant_id, factory_id, stat_date, work_order, op_code, routing_code, supplier_code, supplier_name, po_no, po_line, order_qty, completed_qty, remaining_qty, due_date, delivery_status, risk_level, source_system, calc_batch_id, calc_time)
  1034. SELECT o.tenant_id, o.factory_id, @StatDate, o.work_order, o.op_code, o.routing_code, o.supplier_code, s.supplier_name, o.po_no, IFNULL(o.po_line,''),
  1035. IFNULL(o.order_qty,0), IFNULL(o.completed_qty,0), GREATEST(IFNULL(o.order_qty,0)-IFNULL(o.completed_qty,0),0),
  1036. o.due_date,
  1037. CASE WHEN IFNULL(o.completed_qty,0) >= IFNULL(o.order_qty,0) AND IFNULL(o.order_qty,0) > 0 THEN 'COMPLETED'
  1038. WHEN o.due_date < @Now THEN 'DELAYED' ELSE IFNULL(o.status,'OPEN') END,
  1039. CASE WHEN o.due_date < @Now AND IFNULL(o.completed_qty,0) < IFNULL(o.order_qty,0) THEN 'HIGH'
  1040. WHEN IFNULL(o.completed_qty,0) < IFNULL(o.order_qty,0) THEN 'MEDIUM' ELSE 'LOW' END,
  1041. 'AIDOP', @BatchId, @Now
  1042. FROM mdp_std_process_outsource_order o
  1043. LEFT JOIN (
  1044. SELECT tenant_id, factory_id, supplier_code, MAX(supplier_name) AS supplier_name
  1045. FROM mdp_std_supplier
  1046. WHERE IFNULL(supplier_code,'') <> ''
  1047. GROUP BY tenant_id, factory_id, supplier_code
  1048. ) s ON o.tenant_id=s.tenant_id AND o.factory_id=s.factory_id AND o.supplier_code=s.supplier_code
  1049. WHERE (IFNULL(o.work_order,'') <> '' OR IFNULL(o.routing_code,'') <> '')
  1050. ON DUPLICATE KEY UPDATE supplier_code=VALUES(supplier_code), supplier_name=VALUES(supplier_name), order_qty=VALUES(order_qty),
  1051. completed_qty=VALUES(completed_qty), remaining_qty=VALUES(remaining_qty), due_date=VALUES(due_date),
  1052. delivery_status=VALUES(delivery_status), risk_level=VALUES(risk_level), calc_batch_id=VALUES(calc_batch_id),
  1053. calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  1054. """, batchId, now);
  1055. }
  1056. private async Task<int> UpsertMaterialReadinessDwdAsync(string batchId, DateTime now)
  1057. {
  1058. var scope = RequireScope();
  1059. return await _db.Ado.ExecuteCommandAsync(
  1060. """
  1061. INSERT INTO dwd_material_readiness
  1062. (tenant_id, factory_id, stat_date, work_order, op_code, parent_item_code, component_item_code, component_item_name, required_qty, cumulative_required_qty, stock_available_qty, qc_pending_qty, in_transit_qty, delivery_reply_qty, available_qty, shortage_qty, ready_status, supplier_code, supplier_name, need_date, calc_batch_id, calc_time)
  1063. SELECT s.tenant_id, s.factory_id, @StatDate, s.work_order, s.op_code, s.item_code, s.component_item_code, IFNULL(i.item_name, ''),
  1064. IFNULL(s.required_qty, 0), IFNULL(s.required_qty, 0), IFNULL(s.available_qty, 0), 0, IFNULL(s.in_transit_qty, 0),
  1065. IFNULL(s.incoming_qty, 0), IFNULL(s.available_qty, 0), IFNULL(s.shortage_qty, 0),
  1066. CASE WHEN IFNULL(s.shortage_qty, 0) > 0 THEN 'SHORTAGE' ELSE 'READY' END,
  1067. s.supplier_code, IFNULL(sp.supplier_name, ''), s.need_date, @BatchId, @Now
  1068. FROM mdp_std_material_readiness s
  1069. LEFT JOIN mdp_std_item i ON s.tenant_id=i.tenant_id AND s.factory_id=i.factory_id AND s.component_item_code=i.item_code
  1070. LEFT JOIN mdp_std_supplier sp ON s.tenant_id=sp.tenant_id AND s.factory_id=sp.factory_id AND s.supplier_code=sp.supplier_code
  1071. WHERE s.tenant_id = @TenantId
  1072. AND COALESCE(NULLIF(s.factory_id, 0), 1) = @FactoryId
  1073. AND IFNULL(s.work_order, '') <> ''
  1074. ON DUPLICATE KEY UPDATE component_item_name=VALUES(component_item_name), required_qty=VALUES(required_qty),
  1075. cumulative_required_qty=VALUES(cumulative_required_qty), stock_available_qty=VALUES(stock_available_qty),
  1076. qc_pending_qty=VALUES(qc_pending_qty), in_transit_qty=VALUES(in_transit_qty), delivery_reply_qty=VALUES(delivery_reply_qty),
  1077. available_qty=VALUES(available_qty), shortage_qty=VALUES(shortage_qty), ready_status=VALUES(ready_status),
  1078. supplier_code=VALUES(supplier_code), supplier_name=VALUES(supplier_name), need_date=VALUES(need_date),
  1079. calc_batch_id=VALUES(calc_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  1080. """,
  1081. new SugarParameter("@StatDate", now.Date),
  1082. new SugarParameter("@BatchId", batchId),
  1083. new SugarParameter("@Now", now),
  1084. new SugarParameter("@TenantId", scope.TenantId),
  1085. new SugarParameter("@FactoryId", scope.FactoryId));
  1086. }
  1087. private async Task<int> DeleteCurrentShortageAsync(DateTime statDate)
  1088. {
  1089. var scope = RequireScope();
  1090. return await _db.Ado.ExecuteCommandAsync(
  1091. """
  1092. DELETE s
  1093. FROM dwd_material_shortage s
  1094. JOIN (
  1095. SELECT DISTINCT work_order
  1096. FROM mdp_std_material_readiness
  1097. WHERE tenant_id = @TenantId
  1098. AND COALESCE(NULLIF(factory_id, 0), 1) = @FactoryId
  1099. AND IFNULL(work_order, '') <> ''
  1100. ) w ON s.work_order = w.work_order
  1101. WHERE s.tenant_id = @TenantId
  1102. AND COALESCE(NULLIF(s.factory_id, 0), 1) = @FactoryId
  1103. AND s.stat_date = @StatDate
  1104. """,
  1105. new SugarParameter("@StatDate", statDate),
  1106. new SugarParameter("@TenantId", scope.TenantId),
  1107. new SugarParameter("@FactoryId", scope.FactoryId));
  1108. }
  1109. private async Task<int> InsertMaterialShortageAsync(string batchId, DateTime now)
  1110. {
  1111. var scope = RequireScope();
  1112. return await _db.Ado.ExecuteCommandAsync(
  1113. """
  1114. INSERT INTO dwd_material_shortage
  1115. (tenant_id, factory_id, stat_date, work_order, op_code, component_item_code, shortage_qty, shortage_reason, expected_supply_date, supplier_code, related_po_no, risk_level, calc_batch_id, calc_time)
  1116. SELECT s.tenant_id, s.factory_id, @StatDate, s.work_order, s.op_code, s.component_item_code, IFNULL(s.shortage_qty, 0),
  1117. '标准层缺料数量大于 0', s.need_date, s.supplier_code, NULL,
  1118. CASE WHEN IFNULL(s.shortage_qty, 0) > IFNULL(s.required_qty, 0) THEN 'HIGH'
  1119. WHEN IFNULL(s.shortage_qty, 0) > 0 THEN 'MEDIUM' ELSE 'LOW' END,
  1120. @BatchId, @Now
  1121. FROM mdp_std_material_readiness s
  1122. WHERE s.tenant_id = @TenantId
  1123. AND COALESCE(NULLIF(s.factory_id, 0), 1) = @FactoryId
  1124. AND IFNULL(s.work_order, '') <> ''
  1125. AND IFNULL(s.shortage_qty, 0) > 0
  1126. """,
  1127. new SugarParameter("@StatDate", now.Date),
  1128. new SugarParameter("@BatchId", batchId),
  1129. new SugarParameter("@Now", now),
  1130. new SugarParameter("@TenantId", scope.TenantId),
  1131. new SugarParameter("@FactoryId", scope.FactoryId));
  1132. }
  1133. private async Task<long> InsertSyncLogAsync(long entityId, string entityName, string batchId, int rowsRead)
  1134. {
  1135. EnsureRunScope();
  1136. await _db.Ado.ExecuteCommandAsync(
  1137. """
  1138. INSERT INTO mdp_sync_log
  1139. (tenant_id, entity_id, source_code, entity_name, sync_batch_id, sync_type, trigger_type, sync_start, rows_read, status)
  1140. VALUES (@TenantId, @EntityId, 'AIDOPDEV_MYSQL', @EntityName, @BatchId, 'FULL', 'AUTO', NOW(), @RowsRead, 'RUNNING')
  1141. """,
  1142. new SugarParameter("@TenantId", _runScope.TenantId),
  1143. new SugarParameter("@EntityId", entityId),
  1144. new SugarParameter("@EntityName", entityName),
  1145. new SugarParameter("@BatchId", batchId),
  1146. new SugarParameter("@RowsRead", rowsRead));
  1147. return await _db.Ado.GetLongAsync(
  1148. "SELECT id FROM mdp_sync_log WHERE sync_batch_id=@BatchId AND entity_id=@EntityId ORDER BY id DESC LIMIT 1",
  1149. new List<SugarParameter>
  1150. {
  1151. new("@BatchId", batchId),
  1152. new("@EntityId", entityId)
  1153. });
  1154. }
  1155. private async Task MarkSyncLogSuccessAsync(long logId, DateTime started, int affected)
  1156. {
  1157. await _db.Ado.ExecuteCommandAsync(
  1158. """
  1159. UPDATE mdp_sync_log
  1160. SET sync_end=NOW(), duration_ms=@DurationMs, rows_insert=@RowsInsert, rows_update=0, rows_skip=0, rows_error=0, status='SUCCESS'
  1161. WHERE id=@Id
  1162. """,
  1163. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  1164. new SugarParameter("@RowsInsert", affected),
  1165. new SugarParameter("@Id", logId));
  1166. }
  1167. private async Task MarkSyncLogFailedAsync(long logId, DateTime started, string message)
  1168. {
  1169. try
  1170. {
  1171. await _db.Ado.ExecuteCommandAsync(
  1172. """
  1173. UPDATE mdp_sync_log
  1174. SET sync_end=NOW(), duration_ms=@DurationMs, rows_error=1, status='FAILED', error_msg=@ErrorMsg
  1175. WHERE id=@Id
  1176. """,
  1177. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  1178. new SugarParameter("@ErrorMsg", message.Length <= 1000 ? message : message[..1000]),
  1179. new SugarParameter("@Id", logId));
  1180. }
  1181. catch (Exception ex)
  1182. {
  1183. // 写库自身失败兜底:避免再抛掩盖原异常;遗留 RUNNING 行可由运维手动清理
  1184. Console.Error.WriteLine($"[S3MdpSyncTransform] MarkSyncLogFailed write failed (syncLogId={logId}): {ex.Message}");
  1185. }
  1186. }
  1187. private async Task<long> InsertTransformRunLogAsync(string batchId, DateTime startedAt, string triggerType)
  1188. {
  1189. await _db.Ado.ExecuteCommandAsync(
  1190. """
  1191. INSERT INTO mdp_transform_run_log
  1192. (tenant_id, job_code, job_name, trigger_type, batch_id, status, start_time)
  1193. VALUES (@TenantId, 'S3_MDP_SYNC_TRANSFORM', 'S3 MDP同步与标准化转换', @TriggerType, @BatchId, 'RUNNING', @StartTime)
  1194. """,
  1195. new SugarParameter("@TenantId", RequireScope().TenantId),
  1196. new SugarParameter("@TriggerType", NormalizeTriggerType(triggerType)),
  1197. new SugarParameter("@BatchId", batchId),
  1198. new SugarParameter("@StartTime", startedAt));
  1199. return await _db.Ado.GetLongAsync(
  1200. "SELECT id FROM mdp_transform_run_log WHERE batch_id=@BatchId ORDER BY id DESC LIMIT 1",
  1201. new List<SugarParameter> { new("@BatchId", batchId) });
  1202. }
  1203. private async Task MarkTransformRunSuccessAsync(long runLogId, DateTime startedAt, S3MdpSyncTransformResult result)
  1204. {
  1205. var finishedAt = DateTime.Now;
  1206. await _db.Ado.ExecuteCommandAsync(
  1207. """
  1208. UPDATE mdp_transform_run_log
  1209. SET status='SUCCESS', end_time=@EndTime, duration_ms=@DurationMs,
  1210. stage_rows=@StageRows, standard_rows=@StandardRows, dwd_rows=@DwdRows,
  1211. summary_json=@SummaryJson, update_time=CURRENT_TIMESTAMP
  1212. WHERE id=@Id
  1213. """,
  1214. new SugarParameter("@EndTime", finishedAt),
  1215. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  1216. new SugarParameter("@StageRows", result.StageRows),
  1217. new SugarParameter("@StandardRows", result.StandardRows),
  1218. new SugarParameter("@DwdRows", result.DwdRows),
  1219. new SugarParameter("@SummaryJson", BuildRunSummaryJson(result)),
  1220. new SugarParameter("@Id", runLogId));
  1221. }
  1222. private async Task MarkTransformRunFailedAsync(long runLogId, DateTime startedAt, string message)
  1223. {
  1224. try
  1225. {
  1226. var finishedAt = DateTime.Now;
  1227. await _db.Ado.ExecuteCommandAsync(
  1228. """
  1229. UPDATE mdp_transform_run_log
  1230. SET status='FAILED', end_time=@EndTime, duration_ms=@DurationMs,
  1231. error_message=@ErrorMessage, update_time=CURRENT_TIMESTAMP
  1232. WHERE id=@Id
  1233. """,
  1234. new SugarParameter("@EndTime", finishedAt),
  1235. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  1236. new SugarParameter("@ErrorMessage", Truncate(message, 2000)),
  1237. new SugarParameter("@Id", runLogId));
  1238. }
  1239. catch (Exception ex)
  1240. {
  1241. // 写库自身失败兜底(典型场景:远端 MySQL 瞬断导致 MarkFailed 自身也连不上)
  1242. Console.Error.WriteLine($"[S3MdpSyncTransform] MarkTransformRunFailed write failed (runLogId={runLogId}): {ex.Message}");
  1243. }
  1244. }
  1245. private S3MdpSqlCommand Cmd(string sql, string batchId, DateTime now)
  1246. {
  1247. var scope = RequireScope();
  1248. return new S3MdpSqlCommand(MdpSqlScope.InjectTenantFactory(sql), new[]
  1249. {
  1250. new SugarParameter("@BatchId", batchId),
  1251. new SugarParameter("@Now", now),
  1252. new SugarParameter("@StatDate", now.Date),
  1253. new SugarParameter("@TenantId", scope.TenantId),
  1254. new SugarParameter("@FactoryId", scope.FactoryId)
  1255. });
  1256. }
  1257. private MdpRebuildScope RequireScope()
  1258. {
  1259. EnsureRunScope();
  1260. return _runScope;
  1261. }
  1262. private void EnsureRunScope()
  1263. {
  1264. if (_runScope == null)
  1265. throw new InvalidOperationException("S3 全量重算必须指定有效 tenantId/factoryId");
  1266. }
  1267. private static string BuildJsonObjectExpression(IEnumerable<string> columns)
  1268. {
  1269. var parts = columns.SelectMany(c => new[] { $"'{c.Replace("'", "''")}'", $"s.`{c}`" });
  1270. return $"JSON_OBJECT({string.Join(",", parts)})";
  1271. }
  1272. private static string FindColumn(IEnumerable<string> columns, string expected)
  1273. {
  1274. return columns.First(u => string.Equals(u, expected, StringComparison.OrdinalIgnoreCase));
  1275. }
  1276. private static string NormalizeTriggerType(string? triggerType)
  1277. {
  1278. return string.IsNullOrWhiteSpace(triggerType) ? "AUTO" : triggerType.Trim().ToUpperInvariant();
  1279. }
  1280. /// <summary>
  1281. /// 运行摘要。改用 JsonSerializer 而非字符串插值:batchId 今天不可能含引号,
  1282. /// 但拼 JSON 是会被后来者继承的脆弱写法,且这里要加的 publish 是嵌套对象。
  1283. /// </summary>
  1284. private static string BuildRunSummaryJson(S3MdpSyncTransformResult result)
  1285. {
  1286. return System.Text.Json.JsonSerializer.Serialize(new
  1287. {
  1288. batchId = result.BatchId,
  1289. stageRows = result.StageRows,
  1290. standardRows = result.StandardRows,
  1291. dwdRows = result.DwdRows,
  1292. kpiRows = result.KpiRows,
  1293. publish = result.Publication is null
  1294. ? null
  1295. : new
  1296. {
  1297. table = result.Publication.Table,
  1298. batchId = result.Publication.BatchId,
  1299. statDate = result.Publication.StatDate.ToString("yyyy-MM-dd"),
  1300. factoryId = result.Publication.FactoryId,
  1301. currentRows = result.Publication.CurrentRows
  1302. }
  1303. });
  1304. }
  1305. private static string ResolveKpiValueTable(int metricLevel)
  1306. {
  1307. return metricLevel switch
  1308. {
  1309. 1 => "ado_s9_kpi_value_l1_day",
  1310. 2 => "ado_s9_kpi_value_l2_day",
  1311. 3 => "ado_s9_kpi_value_l3_day",
  1312. 4 => "ado_s9_kpi_value_l4_day",
  1313. _ => "ado_s9_kpi_value_l2_day"
  1314. };
  1315. }
  1316. private static decimal DefaultS3Target(string metricCode) => LegacyKpiCodeTargets.GetOrZero(metricCode);
  1317. private static string ResolveKpiStatus(decimal actual, decimal target, string? direction, decimal? yellowThreshold, decimal? redThreshold)
  1318. {
  1319. if (target <= 0) return "gray";
  1320. var ratio = actual / target * 100m;
  1321. if (string.Equals(direction, "lower_is_better", StringComparison.OrdinalIgnoreCase))
  1322. {
  1323. if (actual <= target) return "green";
  1324. if (ratio <= (yellowThreshold ?? 110m)) return "yellow";
  1325. return ratio >= (redThreshold ?? 120m) ? "red" : "yellow";
  1326. }
  1327. if (actual >= target) return "green";
  1328. if (ratio >= (yellowThreshold ?? 95m)) return "yellow";
  1329. return ratio <= (redThreshold ?? 80m) ? "red" : "yellow";
  1330. }
  1331. private static string ResolveTrendFlag(decimal actual, decimal? previous)
  1332. {
  1333. if (previous == null) return "flat";
  1334. if (actual > previous.Value) return "up";
  1335. if (actual < previous.Value) return "down";
  1336. return "flat";
  1337. }
  1338. private static string Truncate(string? raw, int maxLength)
  1339. {
  1340. if (string.IsNullOrEmpty(raw)) return string.Empty;
  1341. return raw.Length <= maxLength ? raw : raw[..maxLength];
  1342. }
  1343. private sealed class S3ColumnRow
  1344. {
  1345. public string ColumnName { get; set; } = string.Empty;
  1346. }
  1347. private sealed class S3MdpEntityRow
  1348. {
  1349. public long Id { get; set; }
  1350. public string EntityName { get; set; } = string.Empty;
  1351. }
  1352. private sealed class S3KpiCalcRow
  1353. {
  1354. public long TenantId { get; set; }
  1355. public long FactoryId { get; set; }
  1356. public string MetricCode { get; set; } = string.Empty;
  1357. public decimal? MetricValue { get; set; }
  1358. }
  1359. private sealed class S3KpiMetaRow
  1360. {
  1361. public int MetricLevel { get; set; }
  1362. public string Direction { get; set; } = "higher_is_better";
  1363. public decimal? YellowThreshold { get; set; }
  1364. public decimal? RedThreshold { get; set; }
  1365. }
  1366. private sealed class S3KpiValueRow
  1367. {
  1368. public long Id { get; set; }
  1369. public decimal? MetricValue { get; set; }
  1370. public decimal? TargetValue { get; set; }
  1371. }
  1372. }
  1373. public sealed class S3MdpSyncTransformResult
  1374. {
  1375. public long RunLogId { get; set; }
  1376. public string BatchId { get; set; } = string.Empty;
  1377. public int StageRows { get; set; }
  1378. public int StandardRows { get; set; }
  1379. public int DwdRows { get; set; }
  1380. public int KpiRows { get; set; }
  1381. public int AtomicRows { get; set; }
  1382. /// <summary>
  1383. /// 本轮发布的当前快照。<b>null 表示本轮没有发布</b>(增量路径,或全量路径中途抛错)。
  1384. /// <para>失败方向是保守的:抛错时调用方写 FAILED,本字段保持 null,
  1385. /// 于是运行日志里不会出现「成功了但发布证据是半批」的记录。</para>
  1386. /// </summary>
  1387. public S3MdpSnapshotPublication? Publication { get; set; }
  1388. }
  1389. /// <summary>
  1390. /// 一次当前快照发布的结果。与 <c>status='SUCCESS'</c> 写在同一条 UPDATE 里
  1391. /// (见 <c>MarkTransformRunSuccessAsync</c>),因此不存在「已成功但没有发布证据」的中间态。
  1392. /// </summary>
  1393. public sealed class S3MdpSnapshotPublication
  1394. {
  1395. /// <summary>被发布为当前快照的表。</summary>
  1396. public string Table { get; set; } = string.Empty;
  1397. /// <summary>本轮批次号。读者据此确认「当前快照」出自哪一次运行。</summary>
  1398. public string BatchId { get; set; } = string.Empty;
  1399. /// <summary>本轮快照所在的 stat_date。与 BatchId 一起构成读者的精确定位键。</summary>
  1400. public DateTime StatDate { get; set; }
  1401. /// <summary>发布作用域的工厂号。运行日志表本身没有工厂列,只能由这里承载。</summary>
  1402. public long FactoryId { get; set; }
  1403. /// <summary>发布后该批次的当前行数。<b>0 是合法值</b>,表示成功发布了一个空快照。</summary>
  1404. public int CurrentRows { get; set; }
  1405. }
  1406. public sealed class S3MaterialRefreshResult
  1407. {
  1408. public string BatchId { get; set; } = string.Empty;
  1409. public int StdCount { get; set; }
  1410. public int ReadinessCount { get; set; }
  1411. public int ShortageCount { get; set; }
  1412. }
  1413. internal sealed record S3MdpSqlCommand(string Sql, SugarParameter[] Parameters);
  1414. internal sealed record S3MdpEntityConfig(
  1415. string EntityCode,
  1416. string SourceTable,
  1417. string TargetTable,
  1418. string SourceRowIdExpression,
  1419. string SourceBizKeyExpression)
  1420. {
  1421. public static readonly IReadOnlyList<S3MdpEntityConfig> All = new List<S3MdpEntityConfig>
  1422. {
  1423. new("S3_SUPPLIER", "SuppMaster", "mdp_stg_supplier", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Supp`,''))"),
  1424. new("S3_CONSIGNEE_SUPPLIER", "ConsigneeAddressMaster", "mdp_stg_supplier", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Address`,''))"),
  1425. new("S3_ITEM_ERP", "ItemMaster", "mdp_stg_item", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`ItemNum`,''))"),
  1426. new("S3_ITEM_NEW", "ic_item", "mdp_stg_item", "Id", "CONCAT(IFNULL(s.`tenant_id`,0), ':', IFNULL(s.`number`,''))"),
  1427. new("S3_SOURCE_LIST", "srm_purchase", "mdp_stg_source_list", "Id", "CONCAT(IFNULL(s.`number`,''), ':', IFNULL(s.`supplier_number`,''))"),
  1428. new("S3_SUPPLY_DEMAND", "ic_demandschedule", "mdp_stg_supply_demand", "Id", "CAST(s.`Id` AS CHAR)"),
  1429. new("S3_PURCHASE_REQUEST", "srm_pr_main", "mdp_stg_supply_demand", "Id", "COALESCE(s.`pr_billno`, CAST(s.`Id` AS CHAR))"),
  1430. new("S3_PURCHASE_ORDER_MASTER", "PurOrdMaster", "mdp_stg_purchase_order", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`PurOrd`,''))"),
  1431. new("S3_PURCHASE_ORDER_DETAIL", "PurOrdDetail", "mdp_stg_purchase_order", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`PurOrd`,''), ':', IFNULL(s.`Line`,''))"),
  1432. new("S3_DELIVERY_PLAN", "srm_polist_ds", "mdp_stg_delivery", "Id", "s.`dsnum`"),
  1433. new("S3_SHIPPER_MASTER", "scm_shd", "mdp_stg_delivery", "id", "COALESCE(s.`shddh`, CAST(s.`id` AS CHAR))"),
  1434. new("S3_SHIPPER_DETAIL", "scm_shdzb", "mdp_stg_delivery", "id", "CONCAT(IFNULL(s.`glid`,''), ':', IFNULL(s.`id`,''))"),
  1435. new("S3_RECEIPT_MASTER", "PurOrdRctMaster", "mdp_stg_receipt", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Receiver`,''))"),
  1436. new("S3_RECEIPT_DETAIL", "PurOrdRctDetail", "mdp_stg_receipt", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Receiver`,''), ':', IFNULL(s.`Line`,''))"),
  1437. new("S3_WORK_ORDER_MASTER", "WorkOrdMaster", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''))"),
  1438. new("S3_WORK_ORDER_DETAIL", "WorkOrdDetail", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`ItemNum`,''))"),
  1439. new("S3_WORK_ORDER_ROUTING", "WorkOrdRouting", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`OP`,''))"),
  1440. new("S3_ROUTING_OUTSOURCE", "RoutingOpDetail", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`RoutingCode`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`SupplierCode`,''))")
  1441. };
  1442. }