S3MdpSyncTransformService.cs 67 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111
  1. using Admin.NET.Plugin.AiDOP.DataPlatform.Executors;
  2. using Admin.NET.Plugin.AiDOP.SmartOps;
  3. namespace Admin.NET.Plugin.AiDOP.Supply;
  4. /// <summary>
  5. /// S3 首批 MDP 同步和标准化转换服务。
  6. /// Phase2:源→stg 经统一执行器;std/DWD/KPI 仍读 stg。
  7. /// </summary>
  8. public class S3MdpSyncTransformService : ITransient
  9. {
  10. private readonly ISqlSugarClient _db;
  11. private readonly SmartOpsKpiAtomicBuildService _atomicBuild;
  12. private readonly MdpModuleStagingPuller _stagingPuller;
  13. public S3MdpSyncTransformService(
  14. ISqlSugarClient db,
  15. SmartOpsKpiAtomicBuildService atomicBuild,
  16. MdpModuleStagingPuller stagingPuller)
  17. {
  18. _db = db;
  19. _atomicBuild = atomicBuild;
  20. _stagingPuller = stagingPuller;
  21. }
  22. public async Task<S3MdpSyncTransformResult> RunFullAsync(CancellationToken cancellationToken = default, string triggerType = "AUTO")
  23. {
  24. cancellationToken.ThrowIfCancellationRequested();
  25. var now = DateTime.Now;
  26. var batchId = $"S3_MDP_FULL_{now:yyyyMMddHHmmss}";
  27. var runLogId = await InsertTransformRunLogAsync(batchId, now, triggerType);
  28. var result = new S3MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  29. try
  30. {
  31. result.StageRows = await SyncStagingAsync(batchId, now, cancellationToken);
  32. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  33. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  34. result.KpiRows = await BuildS3KpiValuesAsync(now, cancellationToken);
  35. result.AtomicRows = await _atomicBuild.BuildSupplyPurchaseDomainForAllDatesAsync(batchId, cancellationToken: cancellationToken);
  36. result.AtomicRows += await _atomicBuild.BuildInventoryDomainForAllDatesAsync(batchId, cancellationToken: cancellationToken);
  37. await MarkTransformRunSuccessAsync(runLogId, now, result);
  38. return result;
  39. }
  40. catch (Exception ex)
  41. {
  42. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  43. throw;
  44. }
  45. }
  46. public async Task<S3MaterialRefreshResult> RefreshMaterialReadinessAsync(string? batchId = null, CancellationToken cancellationToken = default)
  47. {
  48. cancellationToken.ThrowIfCancellationRequested();
  49. var now = DateTime.Now;
  50. batchId ??= $"S3_MATERIAL_{now:yyyyMMddHHmmss}";
  51. _db.Ado.BeginTran();
  52. try
  53. {
  54. var stdCount = await _db.Ado.GetIntAsync("SELECT COUNT(1) FROM mdp_std_material_readiness WHERE IFNULL(work_order, '') <> ''");
  55. var readinessCount = await UpsertMaterialReadinessDwdAsync(batchId, now);
  56. await DeleteCurrentShortageAsync(now.Date);
  57. var shortageCount = await InsertMaterialShortageAsync(batchId, now);
  58. _db.Ado.CommitTran();
  59. return new S3MaterialRefreshResult
  60. {
  61. BatchId = batchId,
  62. StdCount = stdCount,
  63. ReadinessCount = readinessCount,
  64. ShortageCount = shortageCount
  65. };
  66. }
  67. catch
  68. {
  69. _db.Ado.RollbackTran();
  70. throw;
  71. }
  72. }
  73. private async Task<int> SyncStagingAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  74. {
  75. _ = now;
  76. // 本库源表含 tenant_id;ctx tenantId=0 仅作兜底,Writer 优先取源行值。
  77. return await _stagingPuller.PullEntitiesAsync(
  78. S3MdpEntityConfig.All.Select(x => x.EntityCode),
  79. batchId, tenantId: 0, fullRefresh: true, taskCode: "S3_MDP_INBOUND", cancellationToken);
  80. }
  81. public async Task<S3MdpSyncTransformResult> RunInboundAsync(
  82. IEnumerable<string>? entityCodes = null,
  83. long tenantId = 0,
  84. bool fullRefresh = false,
  85. CancellationToken cancellationToken = default)
  86. {
  87. cancellationToken.ThrowIfCancellationRequested();
  88. var now = DateTime.Now;
  89. var batchId = $"S3_MDP_IN_{now:yyyyMMddHHmmss}";
  90. var runLogId = await InsertTransformRunLogAsync(batchId, now, "INBOUND");
  91. var result = new S3MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  92. try
  93. {
  94. var codes = entityCodes?.ToList() ?? S3MdpEntityConfig.All.Select(x => x.EntityCode).ToList();
  95. result.StageRows = await _stagingPuller.PullEntitiesAsync(
  96. codes, batchId, tenantId, fullRefresh, "S3_MDP_INBOUND", cancellationToken);
  97. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  98. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  99. result.KpiRows = await BuildS3KpiValuesAsync(now, cancellationToken);
  100. result.AtomicRows = await _atomicBuild.BuildSupplyPurchaseDomainForAllDatesAsync(batchId, cancellationToken: cancellationToken);
  101. result.AtomicRows += await _atomicBuild.BuildInventoryDomainForAllDatesAsync(batchId, cancellationToken: cancellationToken);
  102. await MarkTransformRunSuccessAsync(runLogId, now, result);
  103. return result;
  104. }
  105. catch (Exception ex)
  106. {
  107. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  108. throw;
  109. }
  110. }
  111. [Obsolete("Phase3: use MdpModuleStagingPuller / executors")]
  112. private async Task<int> SyncOneEntityAsync(S3MdpEntityConfig entity, string batchId, DateTime now)
  113. {
  114. var entityRow = await _db.Ado.SqlQuerySingleAsync<S3MdpEntityRow>(
  115. "SELECT id AS Id, entity_name AS EntityName FROM mdp_entity WHERE tenant_id=0 AND entity_code=@EntityCode LIMIT 1",
  116. new SugarParameter("@EntityCode", entity.EntityCode));
  117. if (entityRow == null) throw Oops.Oh($"未找到 MDP 实体配置:{entity.EntityCode}");
  118. var columns = await _db.Ado.SqlQueryAsync<S3ColumnRow>(
  119. """
  120. SELECT COLUMN_NAME AS ColumnName
  121. FROM information_schema.COLUMNS
  122. WHERE TABLE_SCHEMA=DATABASE() AND TABLE_NAME=@TableName
  123. ORDER BY ORDINAL_POSITION
  124. """,
  125. new SugarParameter("@TableName", entity.SourceTable));
  126. if (columns.Count == 0) throw Oops.Oh($"未找到源表:{entity.SourceTable}");
  127. var names = columns.Select(u => u.ColumnName).ToList();
  128. var tenantExpr = names.Any(u => string.Equals(u, "tenant_id", StringComparison.OrdinalIgnoreCase))
  129. ? $"IFNULL(s.`{FindColumn(names, "tenant_id")}`,0)"
  130. : "0";
  131. var sourceRowExpr = names.Any(u => string.Equals(u, entity.SourceRowIdExpression, StringComparison.OrdinalIgnoreCase))
  132. ? $"s.`{FindColumn(names, entity.SourceRowIdExpression)}`"
  133. : entity.SourceRowIdExpression;
  134. var rawDataExpr = BuildJsonObjectExpression(names);
  135. var rowsRead = await _db.Ado.GetIntAsync($"SELECT COUNT(1) FROM `{entity.SourceTable}`");
  136. var logId = await InsertSyncLogAsync(entityRow.Id, entityRow.EntityName, batchId, rowsRead);
  137. var started = DateTime.Now;
  138. try
  139. {
  140. var affected = await _db.Ado.ExecuteCommandAsync(
  141. $"""
  142. INSERT INTO `{entity.TargetTable}`
  143. (tenant_id, source_system, source_table, source_row_id, source_biz_key, sync_batch_id, sync_time, process_status, raw_data)
  144. SELECT
  145. {tenantExpr},
  146. 'AIDOP',
  147. @SourceTable,
  148. CAST({sourceRowExpr} AS CHAR),
  149. CAST(COALESCE({entity.SourceBizKeyExpression}, CAST({sourceRowExpr} AS CHAR)) AS CHAR),
  150. @BatchId,
  151. @Now,
  152. 'PENDING',
  153. {rawDataExpr}
  154. FROM `{entity.SourceTable}` s
  155. ON DUPLICATE KEY UPDATE
  156. source_row_id=VALUES(source_row_id),
  157. sync_batch_id=VALUES(sync_batch_id),
  158. sync_time=VALUES(sync_time),
  159. process_status=VALUES(process_status),
  160. raw_data=VALUES(raw_data),
  161. update_time=CURRENT_TIMESTAMP
  162. """,
  163. new SugarParameter("@SourceTable", entity.SourceTable),
  164. new SugarParameter("@BatchId", batchId),
  165. new SugarParameter("@Now", now));
  166. await MarkSyncLogSuccessAsync(logId, started, affected);
  167. return rowsRead;
  168. }
  169. catch (Exception ex)
  170. {
  171. await MarkSyncLogFailedAsync(logId, started, ex.Message);
  172. throw;
  173. }
  174. }
  175. private async Task<int> TransformStandardAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  176. {
  177. var total = 0;
  178. foreach (var command in BuildStandardCommands(batchId, now))
  179. {
  180. cancellationToken.ThrowIfCancellationRequested();
  181. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  182. }
  183. return total;
  184. }
  185. private async Task<int> BuildDwdAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  186. {
  187. var total = 0;
  188. foreach (var command in BuildDwdCommands(batchId, now))
  189. {
  190. cancellationToken.ThrowIfCancellationRequested();
  191. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  192. }
  193. total += await UpsertMaterialReadinessDwdAsync(batchId, now);
  194. await DeleteCurrentShortageAsync(now.Date);
  195. total += await InsertMaterialShortageAsync(batchId, now);
  196. return total;
  197. }
  198. private async Task<int> BuildS3KpiValuesAsync(DateTime now, CancellationToken cancellationToken)
  199. {
  200. var statDate = now.Date;
  201. var rows = await CalculateS3KpiValuesAsync(statDate);
  202. var affected = 0;
  203. foreach (var row in rows)
  204. {
  205. cancellationToken.ThrowIfCancellationRequested();
  206. affected += await UpsertS3KpiValueAsync(row, statDate, now);
  207. }
  208. return affected;
  209. }
  210. private async Task<List<S3KpiCalcRow>> CalculateS3KpiValuesAsync(DateTime statDate)
  211. {
  212. return await _db.Ado.SqlQueryAsync<S3KpiCalcRow>(
  213. """
  214. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L2_004' AS MetricCode,
  215. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, submit_date) / 24), 4) AS MetricValue
  216. FROM mdp_std_delivery_schedule
  217. WHERE request_date IS NOT NULL AND submit_date IS NOT NULL AND submit_date >= request_date
  218. GROUP BY tenant_id
  219. UNION ALL
  220. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L2_005' AS MetricCode,
  221. ROUND(100 * SUM(CASE WHEN IFNULL(schedule_qty,0) >= IFNULL(order_qty,0) AND IFNULL(order_qty,0) > 0 THEN 1 ELSE 0 END) / COUNT(1), 4) AS MetricValue
  222. FROM dwd_supplier_delivery
  223. WHERE stat_date=@StatDate AND IFNULL(order_qty,0) > 0
  224. GROUP BY tenant_id
  225. UNION ALL
  226. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L1_001' AS MetricCode,
  227. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, submit_date) / 24), 4) AS MetricValue
  228. FROM mdp_std_delivery_schedule
  229. WHERE request_date IS NOT NULL AND submit_date IS NOT NULL AND submit_date >= request_date
  230. GROUP BY tenant_id
  231. UNION ALL
  232. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L1_002' AS MetricCode,
  233. ROUND(100 * SUM(CASE WHEN IFNULL(schedule_qty,0) >= IFNULL(order_qty,0) AND IFNULL(order_qty,0) > 0 THEN 1 ELSE 0 END) / COUNT(1), 4) AS MetricValue
  234. FROM dwd_supplier_delivery
  235. WHERE stat_date=@StatDate AND IFNULL(order_qty,0) > 0
  236. GROUP BY tenant_id
  237. UNION ALL
  238. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L3_001' AS MetricCode,
  239. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, send_date) / 24), 4) AS MetricValue
  240. FROM mdp_std_purchase_request
  241. WHERE request_date IS NOT NULL AND send_date IS NOT NULL AND send_date >= request_date
  242. GROUP BY tenant_id
  243. UNION ALL
  244. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L3_002' AS MetricCode,
  245. ROUND(AVG(TIMESTAMPDIFF(HOUR, order_date, COALESCE(need_date, due_date)) / 24), 4) AS MetricValue
  246. FROM mdp_std_purchase_order
  247. WHERE order_date IS NOT NULL AND COALESCE(need_date, due_date) IS NOT NULL
  248. AND COALESCE(need_date, due_date) >= order_date
  249. GROUP BY tenant_id
  250. UNION ALL
  251. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L3_003' AS MetricCode,
  252. ROUND(100 * SUM(CASE WHEN ready_status='READY' THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  253. FROM dwd_material_readiness
  254. WHERE stat_date=@StatDate
  255. GROUP BY tenant_id
  256. UNION ALL
  257. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L3_004' AS MetricCode,
  258. ROUND(100 * SUM(CASE WHEN submit_date IS NOT NULL AND request_date IS NOT NULL
  259. AND TIMESTAMPDIFF(HOUR, request_date, submit_date) <= 72 THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  260. FROM mdp_std_delivery_schedule
  261. WHERE request_date IS NOT NULL
  262. GROUP BY tenant_id
  263. UNION ALL
  264. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L3_005' AS MetricCode,
  265. ROUND(100 * SUM(CASE WHEN risk_level IN ('HIGH','MEDIUM') OR IFNULL(remaining_qty,0) > 0 THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  266. FROM dwd_supplier_delivery
  267. WHERE stat_date=@StatDate
  268. GROUP BY tenant_id
  269. UNION ALL
  270. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L3_006' AS MetricCode,
  271. ROUND(100 * (1 - SUM(CASE WHEN IFNULL(shortage_qty,0) > 0 THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0)), 4) AS MetricValue
  272. FROM dwd_material_readiness
  273. WHERE stat_date=@StatDate
  274. GROUP BY tenant_id
  275. """,
  276. new SugarParameter("@StatDate", statDate));
  277. }
  278. private async Task<int> UpsertS3KpiValueAsync(S3KpiCalcRow row, DateTime statDate, DateTime now)
  279. {
  280. var meta = await _db.Ado.SqlQuerySingleAsync<S3KpiMetaRow>(
  281. """
  282. SELECT MetricLevel, Direction, YellowThreshold, RedThreshold
  283. FROM ado_smart_ops_kpi_master
  284. WHERE TenantId=@TenantId AND ModuleCode='S3' AND MetricCode=@MetricCode AND IsEnabled=1
  285. LIMIT 1
  286. """,
  287. new SugarParameter("@TenantId", row.TenantId),
  288. new SugarParameter("@MetricCode", row.MetricCode));
  289. if (meta == null || row.MetricValue == null)
  290. return 0;
  291. var table = ResolveKpiValueTable(meta.MetricLevel);
  292. var current = await _db.Ado.SqlQuerySingleAsync<S3KpiValueRow>(
  293. $"""
  294. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  295. FROM {table}
  296. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S3'
  297. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  298. ORDER BY id
  299. LIMIT 1
  300. """,
  301. new SugarParameter("@TenantId", row.TenantId),
  302. new SugarParameter("@FactoryId", row.FactoryId),
  303. new SugarParameter("@MetricCode", row.MetricCode),
  304. new SugarParameter("@BizDate", statDate));
  305. var prior = await _db.Ado.SqlQuerySingleAsync<S3KpiValueRow>(
  306. $"""
  307. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  308. FROM {table}
  309. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S3'
  310. AND metric_code=@MetricCode AND biz_date<@BizDate AND is_deleted=0
  311. ORDER BY biz_date DESC, id DESC
  312. LIMIT 1
  313. """,
  314. new SugarParameter("@TenantId", row.TenantId),
  315. new SugarParameter("@FactoryId", row.FactoryId),
  316. new SugarParameter("@MetricCode", row.MetricCode),
  317. new SugarParameter("@BizDate", statDate));
  318. var actual = Math.Round(row.MetricValue.Value, 4);
  319. var target = current?.TargetValue ?? prior?.TargetValue ?? DefaultS3Target(row.MetricCode);
  320. var status = ResolveKpiStatus(actual, target, meta.Direction, meta.YellowThreshold, meta.RedThreshold);
  321. var trend = ResolveTrendFlag(actual, prior?.MetricValue);
  322. if (current != null)
  323. {
  324. return await _db.Ado.ExecuteCommandAsync(
  325. $"""
  326. UPDATE {table}
  327. SET metric_value=@MetricValue, target_value=@TargetValue, status_color=@StatusColor, trend_flag=@TrendFlag,
  328. is_active=1, status='ACTIVE', calc_time=@CalcTime, update_time=@CalcTime
  329. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S3'
  330. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  331. """,
  332. new SugarParameter("@MetricValue", actual),
  333. new SugarParameter("@TargetValue", target),
  334. new SugarParameter("@StatusColor", status),
  335. new SugarParameter("@TrendFlag", trend),
  336. new SugarParameter("@CalcTime", now),
  337. new SugarParameter("@TenantId", row.TenantId),
  338. new SugarParameter("@FactoryId", row.FactoryId),
  339. new SugarParameter("@MetricCode", row.MetricCode),
  340. new SugarParameter("@BizDate", statDate));
  341. }
  342. var nextId = await _db.Ado.GetLongAsync($"SELECT COALESCE(MAX(id), 0) + 1 FROM {table}");
  343. return await _db.Ado.ExecuteCommandAsync(
  344. $"""
  345. INSERT INTO {table}
  346. (id, tenant_id, factory_id, status, biz_date, create_time, update_time, is_deleted, is_active,
  347. module_code, metric_code, metric_value, target_value, status_color, trend_flag, calc_time)
  348. VALUES
  349. (@Id, @TenantId, @FactoryId, 'ACTIVE', @BizDate, @CalcTime, @CalcTime, 0, 1,
  350. 'S3', @MetricCode, @MetricValue, @TargetValue, @StatusColor, @TrendFlag, @CalcTime)
  351. """,
  352. new SugarParameter("@Id", nextId),
  353. new SugarParameter("@TenantId", row.TenantId),
  354. new SugarParameter("@FactoryId", row.FactoryId),
  355. new SugarParameter("@BizDate", statDate),
  356. new SugarParameter("@CalcTime", now),
  357. new SugarParameter("@MetricCode", row.MetricCode),
  358. new SugarParameter("@MetricValue", actual),
  359. new SugarParameter("@TargetValue", target),
  360. new SugarParameter("@StatusColor", status),
  361. new SugarParameter("@TrendFlag", trend));
  362. }
  363. private IEnumerable<S3MdpSqlCommand> BuildStandardCommands(string batchId, DateTime now)
  364. {
  365. yield return Cmd(
  366. """
  367. INSERT INTO mdp_std_supplier
  368. (tenant_id, factory_id, company_id, source_system, supplier_code, supplier_name, supplier_type, status, contact, address, currency_type, source_biz_key, sync_batch_id, sync_time)
  369. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  370. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Supp')),
  371. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.SortName')),
  372. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Type')),
  373. CASE WHEN JSON_EXTRACT(raw_data,'$.IsActive') IN (1, true) THEN 'ACTIVE' ELSE 'INACTIVE' END,
  374. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.contact')),
  375. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.address')),
  376. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Curr')),
  377. source_biz_key, @BatchId, @Now
  378. FROM mdp_stg_supplier
  379. WHERE source_table='SuppMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Supp')), '') <> ''
  380. ON DUPLICATE KEY UPDATE supplier_name=VALUES(supplier_name), supplier_type=VALUES(supplier_type), status=VALUES(status),
  381. contact=VALUES(contact), address=VALUES(address), currency_type=VALUES(currency_type), sync_batch_id=VALUES(sync_batch_id),
  382. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  383. """, batchId, now);
  384. yield return Cmd(
  385. """
  386. INSERT INTO mdp_std_item
  387. (tenant_id, factory_id, company_id, source_system, item_code, item_name, model, unit, item_type, status, source_biz_key, sync_batch_id, sync_time)
  388. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  389. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number'))),
  390. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Descr')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.name')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_name'))),
  391. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Drawing')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.model'))),
  392. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.UM')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.unit'))),
  393. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemType')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_type'))),
  394. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Status')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.is_active'))),
  395. source_biz_key, @BatchId, @Now
  396. FROM mdp_stg_item
  397. WHERE COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), '') <> ''
  398. ON DUPLICATE KEY UPDATE item_name=VALUES(item_name), model=VALUES(model), unit=VALUES(unit), item_type=VALUES(item_type),
  399. status=VALUES(status), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  400. """, batchId, now);
  401. yield return Cmd(
  402. """
  403. INSERT INTO mdp_std_supplier_item
  404. (tenant_id, factory_id, company_id, source_system, item_code, supplier_code, supplier_name, supplier_type, quota_rate, lead_time, min_qty, packaging_qty, price, currency_type, effective_date, expire_date, status, source_biz_key, sync_batch_id, sync_time)
  405. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  406. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_name'))), ''),
  407. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')),
  408. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_name')),
  409. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_type')),
  410. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.quota_rate')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.quota_rate')) AS DECIMAL(18,6)) END,
  411. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.lead_time')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.lead_time')) AS DECIMAL(18,6)) END,
  412. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty_min')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty_min')) AS DECIMAL(18,6)) END,
  413. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.packaging_qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.packaging_qty')) AS DECIMAL(18,6)) END,
  414. COALESCE(
  415. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.netpurchase_price')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.netpurchase_price')) AS DECIMAL(18,6)) END,
  416. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.order_price')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.order_price')) AS DECIMAL(18,6)) END
  417. ),
  418. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.currency_type')),
  419. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.effective_date')), 'null'), ''),
  420. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.expiring_date')), 'null'), ''),
  421. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.is_active')),
  422. source_biz_key, @BatchId, @Now
  423. FROM mdp_stg_source_list
  424. WHERE source_table='srm_purchase' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')), '') <> ''
  425. AND IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_name'))), '') <> ''
  426. ON DUPLICATE KEY UPDATE supplier_name=VALUES(supplier_name), quota_rate=VALUES(quota_rate), lead_time=VALUES(lead_time),
  427. min_qty=VALUES(min_qty), packaging_qty=VALUES(packaging_qty), price=VALUES(price), sync_batch_id=VALUES(sync_batch_id),
  428. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  429. """, batchId, now);
  430. yield return Cmd(
  431. """
  432. INSERT INTO mdp_std_supply_demand
  433. (tenant_id, factory_id, company_id, source_system, demand_no, demand_line, demand_type, item_code, item_name, required_qty, required_date, supplier_code, status, source_biz_key, sync_batch_id, sync_time)
  434. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  435. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), source_row_id),
  436. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.line')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line'))),
  437. source_table,
  438. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemnum')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum'))), ''),
  439. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemname')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_name')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Descr'))), ''),
  440. COALESCE(
  441. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) AS DECIMAL(18,6)) END,
  442. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.required_qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.required_qty')) AS DECIMAL(18,6)) END,
  443. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.shortqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.shortqty')) AS DECIMAL(18,6)) END,
  444. 0),
  445. COALESCE(NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.required_date')), 'null'), ''), NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.needdate')), 'null'), ''), NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.NeedDate')), 'null'), '')),
  446. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')),
  447. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.status')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Status'))),
  448. source_biz_key, @BatchId, @Now
  449. FROM mdp_stg_supply_demand
  450. WHERE IFNULL(source_biz_key,'') <> ''
  451. ON DUPLICATE KEY UPDATE item_code=VALUES(item_code), item_name=VALUES(item_name), required_qty=VALUES(required_qty),
  452. required_date=VALUES(required_date), supplier_code=VALUES(supplier_code), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id),
  453. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  454. """, batchId, now);
  455. yield return Cmd(
  456. """
  457. INSERT INTO mdp_std_purchase_request
  458. (tenant_id, factory_id, company_id, source_system, pr_no, pr_line, item_code, item_name, supplier_code, request_qty, request_date, send_date, arrive_date, status, source_biz_key, sync_batch_id, sync_time)
  459. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  460. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.pr_billno')), source_row_id),
  461. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.line_no')),
  462. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_number')), ''),
  463. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_name')), ''),
  464. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')),
  465. COALESCE(
  466. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) AS DECIMAL(18,6)) END,
  467. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.request_qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.request_qty')) AS DECIMAL(18,6)) END,
  468. 0),
  469. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.create_time')), 'null'), ''),
  470. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.send_date')), 'null'), ''),
  471. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.arrive_date')), 'null'), ''),
  472. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.status')),
  473. source_biz_key, @BatchId, @Now
  474. FROM mdp_stg_supply_demand
  475. WHERE source_table='srm_pr_main'
  476. ON DUPLICATE KEY UPDATE item_code=VALUES(item_code), item_name=VALUES(item_name), supplier_code=VALUES(supplier_code),
  477. request_qty=VALUES(request_qty), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  478. update_time=CURRENT_TIMESTAMP
  479. """, batchId, now);
  480. yield return Cmd(
  481. """
  482. INSERT INTO mdp_std_purchase_order
  483. (tenant_id, factory_id, company_id, source_system, po_no, po_line, po_type, supplier_code, item_code, item_name, order_qty, received_qty, returned_qty, due_date, need_date, order_date, status, buyer, work_order, source_biz_key, sync_batch_id, sync_time)
  484. SELECT d.tenant_id, d.factory_id, d.company_id, 'AIDOP',
  485. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.PurOrd')),
  486. CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Line')) AS CHAR),
  487. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Potype')),
  488. JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.Supp')),
  489. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.ItemNum')), ''),
  490. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(i.raw_data,'$.Descr')), JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Descr'))), ''),
  491. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyOrded')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyOrded')) AS DECIMAL(18,6)) END, 0),
  492. COALESCE(
  493. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReceived')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReceived')) AS DECIMAL(18,6)) END,
  494. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.RctQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.RctQty')) AS DECIMAL(18,6)) END,
  495. 0),
  496. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReturned')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReturned')) AS DECIMAL(18,6)) END, 0),
  497. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.DueDate')), 'null'), ''),
  498. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.NeedDate')), 'null'), ''),
  499. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.OrdDate')), 'null'), ''),
  500. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Status')),
  501. JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.Buyer')),
  502. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.WorkOrd')),
  503. d.source_biz_key, @BatchId, @Now
  504. FROM mdp_stg_purchase_order d
  505. LEFT JOIN mdp_stg_purchase_order m ON m.source_table='PurOrdMaster'
  506. AND JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.PurOrd')) = JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.PurOrd'))
  507. LEFT JOIN mdp_stg_item i ON i.source_table='ItemMaster'
  508. AND JSON_UNQUOTE(JSON_EXTRACT(i.raw_data,'$.ItemNum')) = JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.ItemNum'))
  509. WHERE d.source_table='PurOrdDetail' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.PurOrd')), '') <> ''
  510. ON DUPLICATE KEY UPDATE po_type=VALUES(po_type), supplier_code=VALUES(supplier_code), item_code=VALUES(item_code),
  511. item_name=VALUES(item_name), order_qty=VALUES(order_qty), received_qty=VALUES(received_qty), returned_qty=VALUES(returned_qty),
  512. due_date=VALUES(due_date), need_date=VALUES(need_date), order_date=VALUES(order_date), status=VALUES(status),
  513. buyer=VALUES(buyer), work_order=VALUES(work_order), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  514. update_time=CURRENT_TIMESTAMP
  515. """, batchId, now);
  516. yield return Cmd(
  517. """
  518. INSERT INTO mdp_std_delivery_schedule
  519. (tenant_id, source_system, delivery_plan_no, po_no, po_line, item_code, supplier_code, supplier_name, schedule_qty, sent_qty, rest_qty, return_qty, request_date, need_date, submit_date, last_sent_date, status, source_biz_key, sync_batch_id, sync_time)
  520. SELECT tenant_id, 'AIDOP',
  521. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.dsnum')),
  522. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ponumber')),
  523. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.poline')) AS CHAR),
  524. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemnum')), ''),
  525. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.suppliercode')),
  526. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier')),
  527. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.schedqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.schedqty')) AS DECIMAL(18,6)) END,0),
  528. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sentqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sentqty')) AS DECIMAL(18,6)) END,0),
  529. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.restqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.restqty')) AS DECIMAL(18,6)) END,0),
  530. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.returnqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.returnqty')) AS DECIMAL(18,6)) END,0),
  531. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.requestdate')), 'null'), ''),
  532. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.needdate')), 'null'), ''),
  533. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.submitdate')), 'null'), ''),
  534. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.lastsentdate')), 'null'), ''),
  535. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.status')),
  536. source_biz_key, @BatchId, @Now
  537. FROM mdp_stg_delivery
  538. WHERE source_table='srm_polist_ds' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.dsnum')), '') <> ''
  539. ON DUPLICATE KEY UPDATE po_no=VALUES(po_no), po_line=VALUES(po_line), item_code=VALUES(item_code), supplier_code=VALUES(supplier_code),
  540. supplier_name=VALUES(supplier_name), schedule_qty=VALUES(schedule_qty), sent_qty=VALUES(sent_qty), rest_qty=VALUES(rest_qty),
  541. return_qty=VALUES(return_qty), need_date=VALUES(need_date), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id),
  542. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  543. """, batchId, now);
  544. yield return Cmd(
  545. """
  546. INSERT INTO mdp_std_delivery_result
  547. (tenant_id, source_system, delivery_no, delivery_line, delivery_plan_no, po_no, po_line, item_code, delivery_qty, receipt_qty, return_qty, receipt_date, qc_status, event_time, source_biz_key, sync_batch_id, sync_time)
  548. SELECT tenant_id, 'AIDOP',
  549. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.shddh')), source_row_id),
  550. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.id')) AS CHAR),
  551. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.dsnum')),
  552. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.po_bill')),
  553. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.po_billline')) AS CHAR),
  554. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemnum')), ''),
  555. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sh_delivery_quantity')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sh_delivery_quantity')) AS DECIMAL(18,6)) END,0),
  556. 0,
  557. 0,
  558. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.receipt_date')), 'null'), ''),
  559. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qc_status')),
  560. COALESCE(NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.updatetime')), 'null'), ''), NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.createtime')), 'null'), '')),
  561. source_biz_key, @BatchId, @Now
  562. FROM mdp_stg_delivery
  563. WHERE source_table IN ('scm_shd','scm_shdzb')
  564. ON DUPLICATE KEY UPDATE delivery_qty=VALUES(delivery_qty), receipt_qty=VALUES(receipt_qty), return_qty=VALUES(return_qty),
  565. receipt_date=VALUES(receipt_date), event_time=VALUES(event_time), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  566. update_time=CURRENT_TIMESTAMP
  567. """, batchId, now);
  568. yield return Cmd(
  569. """
  570. INSERT INTO mdp_std_material_readiness
  571. (tenant_id, source_system, work_order, op_code, item_code, component_item_code, required_qty, issued_qty, received_qty, available_qty, in_transit_qty, incoming_qty, shortage_qty, ready_status, need_date, supplier_code, source_biz_key, sync_batch_id, sync_time)
  572. SELECT tenant_id, 'AIDOP',
  573. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')),
  574. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')) AS CHAR),
  575. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PMBOM')), ''),
  576. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')), source_row_id),
  577. COALESCE(
  578. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyRequired')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyRequired')) AS DECIMAL(18,6)) END,
  579. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReq')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReq')) AS DECIMAL(18,6)) END,
  580. 0),
  581. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyIssued')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyIssued')) AS DECIMAL(18,6)) END, 0),
  582. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReceived')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReceived')) AS DECIMAL(18,6)) END, 0),
  583. 0, 0, 0,
  584. 0,
  585. 'READY',
  586. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.DueDate')), 'null'), ''),
  587. NULL,
  588. source_biz_key, @BatchId, @Now
  589. FROM mdp_stg_work_order_material
  590. WHERE source_table='WorkOrdDetail' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), '') <> ''
  591. ON DUPLICATE KEY UPDATE required_qty=VALUES(required_qty), received_qty=VALUES(received_qty), need_date=VALUES(need_date),
  592. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  593. """, batchId, now);
  594. yield return Cmd(
  595. """
  596. INSERT INTO mdp_std_process_outsource_order
  597. (tenant_id, source_system, work_order, op_code, routing_code, supplier_code, po_no, po_line, order_qty, completed_qty, due_date, status, source_biz_key, sync_batch_id, sync_time)
  598. SELECT tenant_id, 'AIDOP',
  599. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), ''),
  600. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')) AS CHAR),
  601. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RoutingCode')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RouteCode'))),
  602. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.SupplierCode')),
  603. NULL, NULL,
  604. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PackingQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PackingQty')) AS DECIMAL(18,6)) END, 0),
  605. 0,
  606. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.UpdatedAt')), 'null'), ''),
  607. CASE WHEN JSON_EXTRACT(raw_data,'$.IsEnabled') IN (1, true) THEN 'OPEN' ELSE 'DISABLED' END,
  608. source_biz_key, @BatchId, @Now
  609. FROM mdp_stg_work_order_material
  610. WHERE source_table='RoutingOpDetail'
  611. ON DUPLICATE KEY UPDATE routing_code=VALUES(routing_code), supplier_code=VALUES(supplier_code), order_qty=VALUES(order_qty),
  612. due_date=VALUES(due_date), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  613. update_time=CURRENT_TIMESTAMP
  614. """, batchId, now);
  615. }
  616. private IEnumerable<S3MdpSqlCommand> BuildDwdCommands(string batchId, DateTime now)
  617. {
  618. yield return Cmd(
  619. """
  620. INSERT INTO dwd_supply_demand
  621. (tenant_id, stat_date, demand_no, demand_line, demand_type, item_code, item_name, supplier_code, required_qty, fulfilled_qty, shortage_qty, required_date, demand_status, source_system, sync_batch_id, calc_time)
  622. SELECT tenant_id, @StatDate, demand_no, IFNULL(demand_line,''), demand_type, IFNULL(item_code,''), IFNULL(item_name,''), supplier_code,
  623. IFNULL(required_qty,0), 0, IFNULL(required_qty,0), required_date, status, source_system, @BatchId, @Now
  624. FROM mdp_std_supply_demand
  625. WHERE IFNULL(demand_no,'') <> ''
  626. ON DUPLICATE KEY UPDATE item_code=VALUES(item_code), item_name=VALUES(item_name), supplier_code=VALUES(supplier_code),
  627. required_qty=VALUES(required_qty), fulfilled_qty=VALUES(fulfilled_qty), shortage_qty=VALUES(shortage_qty),
  628. demand_status=VALUES(demand_status), sync_batch_id=VALUES(sync_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  629. """, batchId, now);
  630. yield return Cmd(
  631. """
  632. INSERT INTO dwd_supplier_delivery
  633. (tenant_id, stat_date, po_no, po_line, po_type, supplier_code, supplier_name, item_code, item_name, order_qty, schedule_qty, delivery_qty, receipt_qty, return_qty, remaining_qty, due_date, need_date, last_delivery_date, last_receipt_date, delivery_status, risk_level, source_system, sync_batch_id, calc_time)
  634. SELECT po.tenant_id, @StatDate, po.po_no, po.po_line, po.po_type, po.supplier_code, IFNULL(s.supplier_name, ds.supplier_name),
  635. IFNULL(po.item_code,''), IFNULL(po.item_name,''), IFNULL(po.order_qty,0), IFNULL(ds.schedule_qty,0), IFNULL(dr.delivery_qty,0),
  636. IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0), IFNULL(po.returned_qty,0) + IFNULL(dr.return_qty,0),
  637. GREATEST(IFNULL(po.order_qty,0) - IFNULL(po.received_qty,0) - IFNULL(dr.receipt_qty,0) - IFNULL(po.returned_qty,0), 0),
  638. po.due_date, COALESCE(ds.need_date, po.need_date), dr.event_time, dr.receipt_date,
  639. CASE
  640. WHEN IFNULL(po.order_qty,0) <= IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0) THEN 'COMPLETED'
  641. WHEN COALESCE(ds.need_date, po.need_date, po.due_date) < @Now THEN 'DELAYED'
  642. ELSE 'OPEN'
  643. END,
  644. CASE
  645. WHEN COALESCE(ds.need_date, po.need_date, po.due_date) < @Now
  646. AND IFNULL(po.order_qty,0) > IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0) THEN 'HIGH'
  647. WHEN IFNULL(po.order_qty,0) > IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0) THEN 'MEDIUM'
  648. ELSE 'LOW'
  649. END,
  650. 'AIDOP', @BatchId, @Now
  651. FROM mdp_std_purchase_order po
  652. LEFT JOIN (
  653. SELECT tenant_id, po_no, po_line, MIN(supplier_name) AS supplier_name, SUM(IFNULL(schedule_qty,0)) AS schedule_qty, MIN(need_date) AS need_date
  654. FROM mdp_std_delivery_schedule
  655. WHERE IFNULL(po_no,'') <> '' AND IFNULL(po_line,'') <> ''
  656. GROUP BY tenant_id, po_no, po_line
  657. ) ds ON po.tenant_id=ds.tenant_id AND po.po_no=ds.po_no AND po.po_line=ds.po_line
  658. LEFT JOIN (
  659. SELECT tenant_id, po_no, po_line, SUM(IFNULL(delivery_qty,0)) AS delivery_qty, SUM(IFNULL(receipt_qty,0)) AS receipt_qty,
  660. SUM(IFNULL(return_qty,0)) AS return_qty, MAX(event_time) AS event_time, MAX(receipt_date) AS receipt_date
  661. FROM mdp_std_delivery_result
  662. WHERE IFNULL(po_no,'') <> '' AND IFNULL(po_line,'') <> ''
  663. GROUP BY tenant_id, po_no, po_line
  664. ) dr ON po.tenant_id=dr.tenant_id AND po.po_no=dr.po_no AND po.po_line=dr.po_line
  665. LEFT JOIN (
  666. SELECT tenant_id, supplier_code, MAX(supplier_name) AS supplier_name
  667. FROM mdp_std_supplier
  668. WHERE IFNULL(supplier_code,'') <> ''
  669. GROUP BY tenant_id, supplier_code
  670. ) s ON po.tenant_id=s.tenant_id AND po.supplier_code=s.supplier_code
  671. WHERE IFNULL(po.po_no,'') <> '' AND IFNULL(po.po_line,'') <> ''
  672. ON DUPLICATE KEY UPDATE supplier_name=VALUES(supplier_name), item_code=VALUES(item_code), item_name=VALUES(item_name),
  673. order_qty=VALUES(order_qty), schedule_qty=VALUES(schedule_qty), delivery_qty=VALUES(delivery_qty), receipt_qty=VALUES(receipt_qty),
  674. return_qty=VALUES(return_qty), remaining_qty=VALUES(remaining_qty), delivery_status=VALUES(delivery_status),
  675. risk_level=VALUES(risk_level), sync_batch_id=VALUES(sync_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  676. """, batchId, now);
  677. yield return Cmd("DELETE FROM dwd_supplier_risk WHERE stat_date=@StatDate", batchId, now);
  678. yield return Cmd(
  679. """
  680. INSERT INTO dwd_supplier_risk
  681. (tenant_id, stat_date, supplier_code, supplier_name, item_code, risk_type, risk_level, risk_count, risk_qty, risk_reason, source_system, calc_batch_id, calc_time)
  682. SELECT tenant_id, stat_date, IFNULL(supplier_code,''), supplier_name, IFNULL(item_code,''),
  683. 'DELIVERY_DELAY', risk_level, COUNT(1), SUM(IFNULL(remaining_qty,0)),
  684. '供应交付存在延期或未完成风险', 'AIDOP', @BatchId, @Now
  685. FROM dwd_supplier_delivery
  686. WHERE stat_date=@StatDate AND risk_level IN ('HIGH','MEDIUM') AND IFNULL(supplier_code,'') <> ''
  687. GROUP BY tenant_id, stat_date, supplier_code, supplier_name, item_code, risk_level
  688. ON DUPLICATE KEY UPDATE risk_level=VALUES(risk_level), risk_count=VALUES(risk_count), risk_qty=VALUES(risk_qty),
  689. risk_reason=VALUES(risk_reason), calc_batch_id=VALUES(calc_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  690. """, batchId, now);
  691. yield return Cmd(
  692. """
  693. INSERT INTO dwd_process_outsource_delivery
  694. (tenant_id, stat_date, work_order, op_code, routing_code, supplier_code, supplier_name, po_no, po_line, order_qty, completed_qty, remaining_qty, due_date, delivery_status, risk_level, source_system, calc_batch_id, calc_time)
  695. SELECT o.tenant_id, @StatDate, o.work_order, o.op_code, o.routing_code, o.supplier_code, s.supplier_name, o.po_no, IFNULL(o.po_line,''),
  696. IFNULL(o.order_qty,0), IFNULL(o.completed_qty,0), GREATEST(IFNULL(o.order_qty,0)-IFNULL(o.completed_qty,0),0),
  697. o.due_date,
  698. CASE WHEN IFNULL(o.completed_qty,0) >= IFNULL(o.order_qty,0) AND IFNULL(o.order_qty,0) > 0 THEN 'COMPLETED'
  699. WHEN o.due_date < @Now THEN 'DELAYED' ELSE IFNULL(o.status,'OPEN') END,
  700. CASE WHEN o.due_date < @Now AND IFNULL(o.completed_qty,0) < IFNULL(o.order_qty,0) THEN 'HIGH'
  701. WHEN IFNULL(o.completed_qty,0) < IFNULL(o.order_qty,0) THEN 'MEDIUM' ELSE 'LOW' END,
  702. 'AIDOP', @BatchId, @Now
  703. FROM mdp_std_process_outsource_order o
  704. LEFT JOIN (
  705. SELECT tenant_id, supplier_code, MAX(supplier_name) AS supplier_name
  706. FROM mdp_std_supplier
  707. WHERE IFNULL(supplier_code,'') <> ''
  708. GROUP BY tenant_id, supplier_code
  709. ) s ON o.tenant_id=s.tenant_id AND o.supplier_code=s.supplier_code
  710. WHERE IFNULL(o.work_order,'') <> '' OR IFNULL(o.routing_code,'') <> ''
  711. ON DUPLICATE KEY UPDATE supplier_code=VALUES(supplier_code), supplier_name=VALUES(supplier_name), order_qty=VALUES(order_qty),
  712. completed_qty=VALUES(completed_qty), remaining_qty=VALUES(remaining_qty), due_date=VALUES(due_date),
  713. delivery_status=VALUES(delivery_status), risk_level=VALUES(risk_level), calc_batch_id=VALUES(calc_batch_id),
  714. calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  715. """, batchId, now);
  716. }
  717. private async Task<int> UpsertMaterialReadinessDwdAsync(string batchId, DateTime now)
  718. {
  719. return await _db.Ado.ExecuteCommandAsync(
  720. """
  721. INSERT INTO dwd_material_readiness
  722. (tenant_id, stat_date, work_order, op_code, parent_item_code, component_item_code, component_item_name, required_qty, cumulative_required_qty, stock_available_qty, qc_pending_qty, in_transit_qty, delivery_reply_qty, available_qty, shortage_qty, ready_status, supplier_code, supplier_name, need_date, calc_batch_id, calc_time)
  723. SELECT s.tenant_id, @StatDate, s.work_order, s.op_code, s.item_code, s.component_item_code, IFNULL(i.item_name, ''),
  724. IFNULL(s.required_qty, 0), IFNULL(s.required_qty, 0), IFNULL(s.available_qty, 0), 0, IFNULL(s.in_transit_qty, 0),
  725. IFNULL(s.incoming_qty, 0), IFNULL(s.available_qty, 0), IFNULL(s.shortage_qty, 0),
  726. CASE WHEN IFNULL(s.shortage_qty, 0) > 0 THEN 'SHORTAGE' ELSE 'READY' END,
  727. s.supplier_code, IFNULL(sp.supplier_name, ''), s.need_date, @BatchId, @Now
  728. FROM mdp_std_material_readiness s
  729. LEFT JOIN mdp_std_item i ON s.tenant_id=i.tenant_id AND s.component_item_code=i.item_code
  730. LEFT JOIN mdp_std_supplier sp ON s.tenant_id=sp.tenant_id AND s.supplier_code=sp.supplier_code
  731. WHERE IFNULL(s.work_order, '') <> ''
  732. ON DUPLICATE KEY UPDATE component_item_name=VALUES(component_item_name), required_qty=VALUES(required_qty),
  733. cumulative_required_qty=VALUES(cumulative_required_qty), stock_available_qty=VALUES(stock_available_qty),
  734. qc_pending_qty=VALUES(qc_pending_qty), in_transit_qty=VALUES(in_transit_qty), delivery_reply_qty=VALUES(delivery_reply_qty),
  735. available_qty=VALUES(available_qty), shortage_qty=VALUES(shortage_qty), ready_status=VALUES(ready_status),
  736. supplier_code=VALUES(supplier_code), supplier_name=VALUES(supplier_name), need_date=VALUES(need_date),
  737. calc_batch_id=VALUES(calc_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  738. """,
  739. new SugarParameter("@StatDate", now.Date),
  740. new SugarParameter("@BatchId", batchId),
  741. new SugarParameter("@Now", now));
  742. }
  743. private async Task<int> DeleteCurrentShortageAsync(DateTime statDate)
  744. {
  745. return await _db.Ado.ExecuteCommandAsync(
  746. """
  747. DELETE s
  748. FROM dwd_material_shortage s
  749. JOIN (
  750. SELECT DISTINCT work_order
  751. FROM mdp_std_material_readiness
  752. WHERE IFNULL(work_order, '') <> ''
  753. ) w ON s.work_order = w.work_order
  754. WHERE s.stat_date = @StatDate
  755. """,
  756. new SugarParameter("@StatDate", statDate));
  757. }
  758. private async Task<int> InsertMaterialShortageAsync(string batchId, DateTime now)
  759. {
  760. return await _db.Ado.ExecuteCommandAsync(
  761. """
  762. INSERT INTO dwd_material_shortage
  763. (tenant_id, stat_date, work_order, op_code, component_item_code, shortage_qty, shortage_reason, expected_supply_date, supplier_code, related_po_no, risk_level, calc_batch_id, calc_time)
  764. SELECT s.tenant_id, @StatDate, s.work_order, s.op_code, s.component_item_code, IFNULL(s.shortage_qty, 0),
  765. '标准层缺料数量大于 0', s.need_date, s.supplier_code, NULL,
  766. CASE WHEN IFNULL(s.shortage_qty, 0) > IFNULL(s.required_qty, 0) THEN 'HIGH'
  767. WHEN IFNULL(s.shortage_qty, 0) > 0 THEN 'MEDIUM' ELSE 'LOW' END,
  768. @BatchId, @Now
  769. FROM mdp_std_material_readiness s
  770. WHERE IFNULL(s.work_order, '') <> '' AND IFNULL(s.shortage_qty, 0) > 0
  771. """,
  772. new SugarParameter("@StatDate", now.Date),
  773. new SugarParameter("@BatchId", batchId),
  774. new SugarParameter("@Now", now));
  775. }
  776. private async Task<long> InsertSyncLogAsync(long entityId, string entityName, string batchId, int rowsRead)
  777. {
  778. await _db.Ado.ExecuteCommandAsync(
  779. """
  780. INSERT INTO mdp_sync_log
  781. (tenant_id, entity_id, source_code, entity_name, sync_batch_id, sync_type, trigger_type, sync_start, rows_read, status)
  782. VALUES (0, @EntityId, 'AIDOPDEV_MYSQL', @EntityName, @BatchId, 'FULL', 'AUTO', NOW(), @RowsRead, 'RUNNING')
  783. """,
  784. new SugarParameter("@EntityId", entityId),
  785. new SugarParameter("@EntityName", entityName),
  786. new SugarParameter("@BatchId", batchId),
  787. new SugarParameter("@RowsRead", rowsRead));
  788. return await _db.Ado.GetLongAsync(
  789. "SELECT id FROM mdp_sync_log WHERE sync_batch_id=@BatchId AND entity_id=@EntityId ORDER BY id DESC LIMIT 1",
  790. new List<SugarParameter>
  791. {
  792. new("@BatchId", batchId),
  793. new("@EntityId", entityId)
  794. });
  795. }
  796. private async Task MarkSyncLogSuccessAsync(long logId, DateTime started, int affected)
  797. {
  798. await _db.Ado.ExecuteCommandAsync(
  799. """
  800. UPDATE mdp_sync_log
  801. SET sync_end=NOW(), duration_ms=@DurationMs, rows_insert=@RowsInsert, rows_update=0, rows_skip=0, rows_error=0, status='SUCCESS'
  802. WHERE id=@Id
  803. """,
  804. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  805. new SugarParameter("@RowsInsert", affected),
  806. new SugarParameter("@Id", logId));
  807. }
  808. private async Task MarkSyncLogFailedAsync(long logId, DateTime started, string message)
  809. {
  810. try
  811. {
  812. await _db.Ado.ExecuteCommandAsync(
  813. """
  814. UPDATE mdp_sync_log
  815. SET sync_end=NOW(), duration_ms=@DurationMs, rows_error=1, status='FAILED', error_msg=@ErrorMsg
  816. WHERE id=@Id
  817. """,
  818. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  819. new SugarParameter("@ErrorMsg", message.Length <= 1000 ? message : message[..1000]),
  820. new SugarParameter("@Id", logId));
  821. }
  822. catch (Exception ex)
  823. {
  824. // 写库自身失败兜底:避免再抛掩盖原异常;遗留 RUNNING 行可由运维手动清理
  825. Console.Error.WriteLine($"[S3MdpSyncTransform] MarkSyncLogFailed write failed (syncLogId={logId}): {ex.Message}");
  826. }
  827. }
  828. private async Task<long> InsertTransformRunLogAsync(string batchId, DateTime startedAt, string triggerType)
  829. {
  830. await _db.Ado.ExecuteCommandAsync(
  831. """
  832. INSERT INTO mdp_transform_run_log
  833. (tenant_id, job_code, job_name, trigger_type, batch_id, status, start_time)
  834. VALUES (0, 'S3_MDP_SYNC_TRANSFORM', 'S3 MDP同步与标准化转换', @TriggerType, @BatchId, 'RUNNING', @StartTime)
  835. """,
  836. new SugarParameter("@TriggerType", NormalizeTriggerType(triggerType)),
  837. new SugarParameter("@BatchId", batchId),
  838. new SugarParameter("@StartTime", startedAt));
  839. return await _db.Ado.GetLongAsync(
  840. "SELECT id FROM mdp_transform_run_log WHERE batch_id=@BatchId ORDER BY id DESC LIMIT 1",
  841. new List<SugarParameter> { new("@BatchId", batchId) });
  842. }
  843. private async Task MarkTransformRunSuccessAsync(long runLogId, DateTime startedAt, S3MdpSyncTransformResult result)
  844. {
  845. var finishedAt = DateTime.Now;
  846. await _db.Ado.ExecuteCommandAsync(
  847. """
  848. UPDATE mdp_transform_run_log
  849. SET status='SUCCESS', end_time=@EndTime, duration_ms=@DurationMs,
  850. stage_rows=@StageRows, standard_rows=@StandardRows, dwd_rows=@DwdRows,
  851. summary_json=@SummaryJson, update_time=CURRENT_TIMESTAMP
  852. WHERE id=@Id
  853. """,
  854. new SugarParameter("@EndTime", finishedAt),
  855. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  856. new SugarParameter("@StageRows", result.StageRows),
  857. new SugarParameter("@StandardRows", result.StandardRows),
  858. new SugarParameter("@DwdRows", result.DwdRows),
  859. new SugarParameter("@SummaryJson", BuildRunSummaryJson(result)),
  860. new SugarParameter("@Id", runLogId));
  861. }
  862. private async Task MarkTransformRunFailedAsync(long runLogId, DateTime startedAt, string message)
  863. {
  864. try
  865. {
  866. var finishedAt = DateTime.Now;
  867. await _db.Ado.ExecuteCommandAsync(
  868. """
  869. UPDATE mdp_transform_run_log
  870. SET status='FAILED', end_time=@EndTime, duration_ms=@DurationMs,
  871. error_message=@ErrorMessage, update_time=CURRENT_TIMESTAMP
  872. WHERE id=@Id
  873. """,
  874. new SugarParameter("@EndTime", finishedAt),
  875. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  876. new SugarParameter("@ErrorMessage", Truncate(message, 2000)),
  877. new SugarParameter("@Id", runLogId));
  878. }
  879. catch (Exception ex)
  880. {
  881. // 写库自身失败兜底(典型场景:远端 MySQL 瞬断导致 MarkFailed 自身也连不上)
  882. Console.Error.WriteLine($"[S3MdpSyncTransform] MarkTransformRunFailed write failed (runLogId={runLogId}): {ex.Message}");
  883. }
  884. }
  885. private static S3MdpSqlCommand Cmd(string sql, string batchId, DateTime now)
  886. {
  887. return new S3MdpSqlCommand(sql, new[]
  888. {
  889. new SugarParameter("@BatchId", batchId),
  890. new SugarParameter("@Now", now),
  891. new SugarParameter("@StatDate", now.Date)
  892. });
  893. }
  894. private static string BuildJsonObjectExpression(IEnumerable<string> columns)
  895. {
  896. var parts = columns.SelectMany(c => new[] { $"'{c.Replace("'", "''")}'", $"s.`{c}`" });
  897. return $"JSON_OBJECT({string.Join(",", parts)})";
  898. }
  899. private static string FindColumn(IEnumerable<string> columns, string expected)
  900. {
  901. return columns.First(u => string.Equals(u, expected, StringComparison.OrdinalIgnoreCase));
  902. }
  903. private static string NormalizeTriggerType(string? triggerType)
  904. {
  905. return string.IsNullOrWhiteSpace(triggerType) ? "AUTO" : triggerType.Trim().ToUpperInvariant();
  906. }
  907. private static string BuildRunSummaryJson(S3MdpSyncTransformResult result)
  908. {
  909. return $$"""{"batchId":"{{result.BatchId}}","stageRows":{{result.StageRows}},"standardRows":{{result.StandardRows}},"dwdRows":{{result.DwdRows}},"kpiRows":{{result.KpiRows}}}""";
  910. }
  911. private static string ResolveKpiValueTable(int metricLevel)
  912. {
  913. return metricLevel switch
  914. {
  915. 1 => "ado_s9_kpi_value_l1_day",
  916. 2 => "ado_s9_kpi_value_l2_day",
  917. 3 => "ado_s9_kpi_value_l3_day",
  918. 4 => "ado_s9_kpi_value_l4_day",
  919. _ => "ado_s9_kpi_value_l2_day"
  920. };
  921. }
  922. private static decimal DefaultS3Target(string metricCode)
  923. {
  924. return metricCode switch
  925. {
  926. "S3_L1_001" => 15m,
  927. "S3_L1_002" => 95m,
  928. "S3_L2_004" => 10.5m,
  929. "S3_L2_005" => 96.72m,
  930. "S3_L3_001" => 5m,
  931. "S3_L3_002" => 7m,
  932. "S3_L3_003" => 92m,
  933. "S3_L3_004" => 90m,
  934. "S3_L3_005" => 15m,
  935. "S3_L3_006" => 85m,
  936. _ => 0m
  937. };
  938. }
  939. private static string ResolveKpiStatus(decimal actual, decimal target, string? direction, decimal? yellowThreshold, decimal? redThreshold)
  940. {
  941. if (target <= 0) return "gray";
  942. var ratio = actual / target * 100m;
  943. if (string.Equals(direction, "lower_is_better", StringComparison.OrdinalIgnoreCase))
  944. {
  945. if (actual <= target) return "green";
  946. if (ratio <= (yellowThreshold ?? 110m)) return "yellow";
  947. return ratio >= (redThreshold ?? 120m) ? "red" : "yellow";
  948. }
  949. if (actual >= target) return "green";
  950. if (ratio >= (yellowThreshold ?? 95m)) return "yellow";
  951. return ratio <= (redThreshold ?? 80m) ? "red" : "yellow";
  952. }
  953. private static string ResolveTrendFlag(decimal actual, decimal? previous)
  954. {
  955. if (previous == null) return "flat";
  956. if (actual > previous.Value) return "up";
  957. if (actual < previous.Value) return "down";
  958. return "flat";
  959. }
  960. private static string Truncate(string? raw, int maxLength)
  961. {
  962. if (string.IsNullOrEmpty(raw)) return string.Empty;
  963. return raw.Length <= maxLength ? raw : raw[..maxLength];
  964. }
  965. private sealed class S3ColumnRow
  966. {
  967. public string ColumnName { get; set; } = string.Empty;
  968. }
  969. private sealed class S3MdpEntityRow
  970. {
  971. public long Id { get; set; }
  972. public string EntityName { get; set; } = string.Empty;
  973. }
  974. private sealed class S3KpiCalcRow
  975. {
  976. public long TenantId { get; set; }
  977. public long FactoryId { get; set; }
  978. public string MetricCode { get; set; } = string.Empty;
  979. public decimal? MetricValue { get; set; }
  980. }
  981. private sealed class S3KpiMetaRow
  982. {
  983. public int MetricLevel { get; set; }
  984. public string Direction { get; set; } = "higher_is_better";
  985. public decimal? YellowThreshold { get; set; }
  986. public decimal? RedThreshold { get; set; }
  987. }
  988. private sealed class S3KpiValueRow
  989. {
  990. public long Id { get; set; }
  991. public decimal? MetricValue { get; set; }
  992. public decimal? TargetValue { get; set; }
  993. }
  994. }
  995. public sealed class S3MdpSyncTransformResult
  996. {
  997. public long RunLogId { get; set; }
  998. public string BatchId { get; set; } = string.Empty;
  999. public int StageRows { get; set; }
  1000. public int StandardRows { get; set; }
  1001. public int DwdRows { get; set; }
  1002. public int KpiRows { get; set; }
  1003. public int AtomicRows { get; set; }
  1004. }
  1005. public sealed class S3MaterialRefreshResult
  1006. {
  1007. public string BatchId { get; set; } = string.Empty;
  1008. public int StdCount { get; set; }
  1009. public int ReadinessCount { get; set; }
  1010. public int ShortageCount { get; set; }
  1011. }
  1012. internal sealed record S3MdpSqlCommand(string Sql, SugarParameter[] Parameters);
  1013. internal sealed record S3MdpEntityConfig(
  1014. string EntityCode,
  1015. string SourceTable,
  1016. string TargetTable,
  1017. string SourceRowIdExpression,
  1018. string SourceBizKeyExpression)
  1019. {
  1020. public static readonly IReadOnlyList<S3MdpEntityConfig> All = new List<S3MdpEntityConfig>
  1021. {
  1022. new("S3_SUPPLIER", "SuppMaster", "mdp_stg_supplier", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Supp`,''))"),
  1023. new("S3_CONSIGNEE_SUPPLIER", "ConsigneeAddressMaster", "mdp_stg_supplier", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Address`,''))"),
  1024. new("S3_ITEM_ERP", "ItemMaster", "mdp_stg_item", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`ItemNum`,''))"),
  1025. new("S3_ITEM_NEW", "ic_item", "mdp_stg_item", "Id", "CONCAT(IFNULL(s.`tenant_id`,0), ':', IFNULL(s.`number`,''))"),
  1026. new("S3_SOURCE_LIST", "srm_purchase", "mdp_stg_source_list", "Id", "CONCAT(IFNULL(s.`number`,''), ':', IFNULL(s.`supplier_number`,''))"),
  1027. new("S3_SUPPLY_DEMAND", "ic_demandschedule", "mdp_stg_supply_demand", "Id", "CAST(s.`Id` AS CHAR)"),
  1028. new("S3_PURCHASE_REQUEST", "srm_pr_main", "mdp_stg_supply_demand", "Id", "COALESCE(s.`pr_billno`, CAST(s.`Id` AS CHAR))"),
  1029. new("S3_PURCHASE_ORDER_MASTER", "PurOrdMaster", "mdp_stg_purchase_order", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`PurOrd`,''))"),
  1030. new("S3_PURCHASE_ORDER_DETAIL", "PurOrdDetail", "mdp_stg_purchase_order", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`PurOrd`,''), ':', IFNULL(s.`Line`,''))"),
  1031. new("S3_DELIVERY_PLAN", "srm_polist_ds", "mdp_stg_delivery", "Id", "s.`dsnum`"),
  1032. new("S3_SHIPPER_MASTER", "scm_shd", "mdp_stg_delivery", "id", "COALESCE(s.`shddh`, CAST(s.`id` AS CHAR))"),
  1033. new("S3_SHIPPER_DETAIL", "scm_shdzb", "mdp_stg_delivery", "id", "CONCAT(IFNULL(s.`glid`,''), ':', IFNULL(s.`id`,''))"),
  1034. new("S3_RECEIPT_MASTER", "PurOrdRctMaster", "mdp_stg_receipt", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Receiver`,''))"),
  1035. new("S3_RECEIPT_DETAIL", "PurOrdRctDetail", "mdp_stg_receipt", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Receiver`,''), ':', IFNULL(s.`Line`,''))"),
  1036. new("S3_WORK_ORDER_MASTER", "WorkOrdMaster", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''))"),
  1037. new("S3_WORK_ORDER_DETAIL", "WorkOrdDetail", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`ItemNum`,''))"),
  1038. new("S3_WORK_ORDER_ROUTING", "WorkOrdRouting", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`OP`,''))"),
  1039. new("S3_ROUTING_OUTSOURCE", "RoutingOpDetail", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`RoutingCode`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`SupplierCode`,''))"),
  1040. new("S3_INVENTORY", "InvMaster", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`ItemNum`,''), ':', IFNULL(s.`Location`,''))")
  1041. };
  1042. }