S3MdpSyncTransformService.cs 67 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110
  1. using Admin.NET.Plugin.AiDOP.DataPlatform.Executors;
  2. using Admin.NET.Plugin.AiDOP.SmartOps;
  3. namespace Admin.NET.Plugin.AiDOP.Supply;
  4. /// <summary>
  5. /// S3 首批 MDP 同步和标准化转换服务。
  6. /// Phase2:源→stg 经统一执行器;std/DWD/KPI 仍读 stg。
  7. /// </summary>
  8. public class S3MdpSyncTransformService : ITransient
  9. {
  10. private readonly ISqlSugarClient _db;
  11. private readonly SmartOpsKpiAtomicBuildService _atomicBuild;
  12. private readonly MdpModuleStagingPuller _stagingPuller;
  13. public S3MdpSyncTransformService(
  14. ISqlSugarClient db,
  15. SmartOpsKpiAtomicBuildService atomicBuild,
  16. MdpModuleStagingPuller stagingPuller)
  17. {
  18. _db = db;
  19. _atomicBuild = atomicBuild;
  20. _stagingPuller = stagingPuller;
  21. }
  22. public async Task<S3MdpSyncTransformResult> RunFullAsync(CancellationToken cancellationToken = default, string triggerType = "AUTO")
  23. {
  24. cancellationToken.ThrowIfCancellationRequested();
  25. var now = DateTime.Now;
  26. var batchId = $"S3_MDP_FULL_{now:yyyyMMddHHmmss}";
  27. var runLogId = await InsertTransformRunLogAsync(batchId, now, triggerType);
  28. var result = new S3MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  29. try
  30. {
  31. result.StageRows = await SyncStagingAsync(batchId, now, cancellationToken);
  32. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  33. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  34. result.KpiRows = await BuildS3KpiValuesAsync(now, cancellationToken);
  35. result.AtomicRows = await _atomicBuild.BuildSupplyPurchaseDomainForAllDatesAsync(batchId, cancellationToken: cancellationToken);
  36. result.AtomicRows += await _atomicBuild.BuildInventoryDomainForAllDatesAsync(batchId, cancellationToken: cancellationToken);
  37. await MarkTransformRunSuccessAsync(runLogId, now, result);
  38. return result;
  39. }
  40. catch (Exception ex)
  41. {
  42. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  43. throw;
  44. }
  45. }
  46. public async Task<S3MaterialRefreshResult> RefreshMaterialReadinessAsync(string? batchId = null, CancellationToken cancellationToken = default)
  47. {
  48. cancellationToken.ThrowIfCancellationRequested();
  49. var now = DateTime.Now;
  50. batchId ??= $"S3_MATERIAL_{now:yyyyMMddHHmmss}";
  51. _db.Ado.BeginTran();
  52. try
  53. {
  54. var stdCount = await _db.Ado.GetIntAsync("SELECT COUNT(1) FROM mdp_std_material_readiness WHERE IFNULL(work_order, '') <> ''");
  55. var readinessCount = await UpsertMaterialReadinessDwdAsync(batchId, now);
  56. await DeleteCurrentShortageAsync(now.Date);
  57. var shortageCount = await InsertMaterialShortageAsync(batchId, now);
  58. _db.Ado.CommitTran();
  59. return new S3MaterialRefreshResult
  60. {
  61. BatchId = batchId,
  62. StdCount = stdCount,
  63. ReadinessCount = readinessCount,
  64. ShortageCount = shortageCount
  65. };
  66. }
  67. catch
  68. {
  69. _db.Ado.RollbackTran();
  70. throw;
  71. }
  72. }
  73. private async Task<int> SyncStagingAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  74. {
  75. _ = now;
  76. return await _stagingPuller.PullEntitiesAsync(
  77. S3MdpEntityConfig.All.Select(x => x.EntityCode),
  78. batchId, tenantId: 0, fullRefresh: true, taskCode: "S3_MDP_INBOUND", cancellationToken);
  79. }
  80. public async Task<S3MdpSyncTransformResult> RunInboundAsync(
  81. IEnumerable<string>? entityCodes = null,
  82. long tenantId = 0,
  83. bool fullRefresh = false,
  84. CancellationToken cancellationToken = default)
  85. {
  86. cancellationToken.ThrowIfCancellationRequested();
  87. var now = DateTime.Now;
  88. var batchId = $"S3_MDP_IN_{now:yyyyMMddHHmmss}";
  89. var runLogId = await InsertTransformRunLogAsync(batchId, now, "INBOUND");
  90. var result = new S3MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  91. try
  92. {
  93. var codes = entityCodes?.ToList() ?? S3MdpEntityConfig.All.Select(x => x.EntityCode).ToList();
  94. result.StageRows = await _stagingPuller.PullEntitiesAsync(
  95. codes, batchId, tenantId, fullRefresh, "S3_MDP_INBOUND", cancellationToken);
  96. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  97. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  98. result.KpiRows = await BuildS3KpiValuesAsync(now, cancellationToken);
  99. result.AtomicRows = await _atomicBuild.BuildSupplyPurchaseDomainForAllDatesAsync(batchId, cancellationToken: cancellationToken);
  100. result.AtomicRows += await _atomicBuild.BuildInventoryDomainForAllDatesAsync(batchId, cancellationToken: cancellationToken);
  101. await MarkTransformRunSuccessAsync(runLogId, now, result);
  102. return result;
  103. }
  104. catch (Exception ex)
  105. {
  106. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  107. throw;
  108. }
  109. }
  110. [Obsolete("Phase3: use MdpModuleStagingPuller / executors")]
  111. private async Task<int> SyncOneEntityAsync(S3MdpEntityConfig entity, string batchId, DateTime now)
  112. {
  113. var entityRow = await _db.Ado.SqlQuerySingleAsync<S3MdpEntityRow>(
  114. "SELECT id AS Id, entity_name AS EntityName FROM mdp_entity WHERE tenant_id=0 AND entity_code=@EntityCode LIMIT 1",
  115. new SugarParameter("@EntityCode", entity.EntityCode));
  116. if (entityRow == null) throw Oops.Oh($"未找到 MDP 实体配置:{entity.EntityCode}");
  117. var columns = await _db.Ado.SqlQueryAsync<S3ColumnRow>(
  118. """
  119. SELECT COLUMN_NAME AS ColumnName
  120. FROM information_schema.COLUMNS
  121. WHERE TABLE_SCHEMA=DATABASE() AND TABLE_NAME=@TableName
  122. ORDER BY ORDINAL_POSITION
  123. """,
  124. new SugarParameter("@TableName", entity.SourceTable));
  125. if (columns.Count == 0) throw Oops.Oh($"未找到源表:{entity.SourceTable}");
  126. var names = columns.Select(u => u.ColumnName).ToList();
  127. var tenantExpr = names.Any(u => string.Equals(u, "tenant_id", StringComparison.OrdinalIgnoreCase))
  128. ? $"IFNULL(s.`{FindColumn(names, "tenant_id")}`,0)"
  129. : "0";
  130. var sourceRowExpr = names.Any(u => string.Equals(u, entity.SourceRowIdExpression, StringComparison.OrdinalIgnoreCase))
  131. ? $"s.`{FindColumn(names, entity.SourceRowIdExpression)}`"
  132. : entity.SourceRowIdExpression;
  133. var rawDataExpr = BuildJsonObjectExpression(names);
  134. var rowsRead = await _db.Ado.GetIntAsync($"SELECT COUNT(1) FROM `{entity.SourceTable}`");
  135. var logId = await InsertSyncLogAsync(entityRow.Id, entityRow.EntityName, batchId, rowsRead);
  136. var started = DateTime.Now;
  137. try
  138. {
  139. var affected = await _db.Ado.ExecuteCommandAsync(
  140. $"""
  141. INSERT INTO `{entity.TargetTable}`
  142. (tenant_id, source_system, source_table, source_row_id, source_biz_key, sync_batch_id, sync_time, process_status, raw_data)
  143. SELECT
  144. {tenantExpr},
  145. 'AIDOP',
  146. @SourceTable,
  147. CAST({sourceRowExpr} AS CHAR),
  148. CAST(COALESCE({entity.SourceBizKeyExpression}, CAST({sourceRowExpr} AS CHAR)) AS CHAR),
  149. @BatchId,
  150. @Now,
  151. 'PENDING',
  152. {rawDataExpr}
  153. FROM `{entity.SourceTable}` s
  154. ON DUPLICATE KEY UPDATE
  155. source_row_id=VALUES(source_row_id),
  156. sync_batch_id=VALUES(sync_batch_id),
  157. sync_time=VALUES(sync_time),
  158. process_status=VALUES(process_status),
  159. raw_data=VALUES(raw_data),
  160. update_time=CURRENT_TIMESTAMP
  161. """,
  162. new SugarParameter("@SourceTable", entity.SourceTable),
  163. new SugarParameter("@BatchId", batchId),
  164. new SugarParameter("@Now", now));
  165. await MarkSyncLogSuccessAsync(logId, started, affected);
  166. return rowsRead;
  167. }
  168. catch (Exception ex)
  169. {
  170. await MarkSyncLogFailedAsync(logId, started, ex.Message);
  171. throw;
  172. }
  173. }
  174. private async Task<int> TransformStandardAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  175. {
  176. var total = 0;
  177. foreach (var command in BuildStandardCommands(batchId, now))
  178. {
  179. cancellationToken.ThrowIfCancellationRequested();
  180. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  181. }
  182. return total;
  183. }
  184. private async Task<int> BuildDwdAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  185. {
  186. var total = 0;
  187. foreach (var command in BuildDwdCommands(batchId, now))
  188. {
  189. cancellationToken.ThrowIfCancellationRequested();
  190. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  191. }
  192. total += await UpsertMaterialReadinessDwdAsync(batchId, now);
  193. await DeleteCurrentShortageAsync(now.Date);
  194. total += await InsertMaterialShortageAsync(batchId, now);
  195. return total;
  196. }
  197. private async Task<int> BuildS3KpiValuesAsync(DateTime now, CancellationToken cancellationToken)
  198. {
  199. var statDate = now.Date;
  200. var rows = await CalculateS3KpiValuesAsync(statDate);
  201. var affected = 0;
  202. foreach (var row in rows)
  203. {
  204. cancellationToken.ThrowIfCancellationRequested();
  205. affected += await UpsertS3KpiValueAsync(row, statDate, now);
  206. }
  207. return affected;
  208. }
  209. private async Task<List<S3KpiCalcRow>> CalculateS3KpiValuesAsync(DateTime statDate)
  210. {
  211. return await _db.Ado.SqlQueryAsync<S3KpiCalcRow>(
  212. """
  213. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L2_004' AS MetricCode,
  214. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, submit_date) / 24), 4) AS MetricValue
  215. FROM mdp_std_delivery_schedule
  216. WHERE request_date IS NOT NULL AND submit_date IS NOT NULL AND submit_date >= request_date
  217. GROUP BY tenant_id
  218. UNION ALL
  219. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L2_005' AS MetricCode,
  220. ROUND(100 * SUM(CASE WHEN IFNULL(schedule_qty,0) >= IFNULL(order_qty,0) AND IFNULL(order_qty,0) > 0 THEN 1 ELSE 0 END) / COUNT(1), 4) AS MetricValue
  221. FROM dwd_supplier_delivery
  222. WHERE stat_date=@StatDate AND IFNULL(order_qty,0) > 0
  223. GROUP BY tenant_id
  224. UNION ALL
  225. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L1_001' AS MetricCode,
  226. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, submit_date) / 24), 4) AS MetricValue
  227. FROM mdp_std_delivery_schedule
  228. WHERE request_date IS NOT NULL AND submit_date IS NOT NULL AND submit_date >= request_date
  229. GROUP BY tenant_id
  230. UNION ALL
  231. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L1_002' AS MetricCode,
  232. ROUND(100 * SUM(CASE WHEN IFNULL(schedule_qty,0) >= IFNULL(order_qty,0) AND IFNULL(order_qty,0) > 0 THEN 1 ELSE 0 END) / COUNT(1), 4) AS MetricValue
  233. FROM dwd_supplier_delivery
  234. WHERE stat_date=@StatDate AND IFNULL(order_qty,0) > 0
  235. GROUP BY tenant_id
  236. UNION ALL
  237. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L3_001' AS MetricCode,
  238. ROUND(AVG(TIMESTAMPDIFF(HOUR, request_date, send_date) / 24), 4) AS MetricValue
  239. FROM mdp_std_purchase_request
  240. WHERE request_date IS NOT NULL AND send_date IS NOT NULL AND send_date >= request_date
  241. GROUP BY tenant_id
  242. UNION ALL
  243. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L3_002' AS MetricCode,
  244. ROUND(AVG(TIMESTAMPDIFF(HOUR, order_date, COALESCE(need_date, due_date)) / 24), 4) AS MetricValue
  245. FROM mdp_std_purchase_order
  246. WHERE order_date IS NOT NULL AND COALESCE(need_date, due_date) IS NOT NULL
  247. AND COALESCE(need_date, due_date) >= order_date
  248. GROUP BY tenant_id
  249. UNION ALL
  250. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L3_003' AS MetricCode,
  251. ROUND(100 * SUM(CASE WHEN ready_status='READY' THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  252. FROM dwd_material_readiness
  253. WHERE stat_date=@StatDate
  254. GROUP BY tenant_id
  255. UNION ALL
  256. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L3_004' AS MetricCode,
  257. ROUND(100 * SUM(CASE WHEN submit_date IS NOT NULL AND request_date IS NOT NULL
  258. AND TIMESTAMPDIFF(HOUR, request_date, submit_date) <= 72 THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  259. FROM mdp_std_delivery_schedule
  260. WHERE request_date IS NOT NULL
  261. GROUP BY tenant_id
  262. UNION ALL
  263. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L3_005' AS MetricCode,
  264. ROUND(100 * SUM(CASE WHEN risk_level IN ('HIGH','MEDIUM') OR IFNULL(remaining_qty,0) > 0 THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  265. FROM dwd_supplier_delivery
  266. WHERE stat_date=@StatDate
  267. GROUP BY tenant_id
  268. UNION ALL
  269. SELECT tenant_id AS TenantId, 1 AS FactoryId, 'S3_L3_006' AS MetricCode,
  270. ROUND(100 * (1 - SUM(CASE WHEN IFNULL(shortage_qty,0) > 0 THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0)), 4) AS MetricValue
  271. FROM dwd_material_readiness
  272. WHERE stat_date=@StatDate
  273. GROUP BY tenant_id
  274. """,
  275. new SugarParameter("@StatDate", statDate));
  276. }
  277. private async Task<int> UpsertS3KpiValueAsync(S3KpiCalcRow row, DateTime statDate, DateTime now)
  278. {
  279. var meta = await _db.Ado.SqlQuerySingleAsync<S3KpiMetaRow>(
  280. """
  281. SELECT MetricLevel, Direction, YellowThreshold, RedThreshold
  282. FROM ado_smart_ops_kpi_master
  283. WHERE TenantId=@TenantId AND ModuleCode='S3' AND MetricCode=@MetricCode AND IsEnabled=1
  284. LIMIT 1
  285. """,
  286. new SugarParameter("@TenantId", row.TenantId),
  287. new SugarParameter("@MetricCode", row.MetricCode));
  288. if (meta == null || row.MetricValue == null)
  289. return 0;
  290. var table = ResolveKpiValueTable(meta.MetricLevel);
  291. var current = await _db.Ado.SqlQuerySingleAsync<S3KpiValueRow>(
  292. $"""
  293. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  294. FROM {table}
  295. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S3'
  296. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  297. ORDER BY id
  298. LIMIT 1
  299. """,
  300. new SugarParameter("@TenantId", row.TenantId),
  301. new SugarParameter("@FactoryId", row.FactoryId),
  302. new SugarParameter("@MetricCode", row.MetricCode),
  303. new SugarParameter("@BizDate", statDate));
  304. var prior = await _db.Ado.SqlQuerySingleAsync<S3KpiValueRow>(
  305. $"""
  306. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  307. FROM {table}
  308. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S3'
  309. AND metric_code=@MetricCode AND biz_date<@BizDate AND is_deleted=0
  310. ORDER BY biz_date DESC, id DESC
  311. LIMIT 1
  312. """,
  313. new SugarParameter("@TenantId", row.TenantId),
  314. new SugarParameter("@FactoryId", row.FactoryId),
  315. new SugarParameter("@MetricCode", row.MetricCode),
  316. new SugarParameter("@BizDate", statDate));
  317. var actual = Math.Round(row.MetricValue.Value, 4);
  318. var target = current?.TargetValue ?? prior?.TargetValue ?? DefaultS3Target(row.MetricCode);
  319. var status = ResolveKpiStatus(actual, target, meta.Direction, meta.YellowThreshold, meta.RedThreshold);
  320. var trend = ResolveTrendFlag(actual, prior?.MetricValue);
  321. if (current != null)
  322. {
  323. return await _db.Ado.ExecuteCommandAsync(
  324. $"""
  325. UPDATE {table}
  326. SET metric_value=@MetricValue, target_value=@TargetValue, status_color=@StatusColor, trend_flag=@TrendFlag,
  327. is_active=1, status='ACTIVE', calc_time=@CalcTime, update_time=@CalcTime
  328. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S3'
  329. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  330. """,
  331. new SugarParameter("@MetricValue", actual),
  332. new SugarParameter("@TargetValue", target),
  333. new SugarParameter("@StatusColor", status),
  334. new SugarParameter("@TrendFlag", trend),
  335. new SugarParameter("@CalcTime", now),
  336. new SugarParameter("@TenantId", row.TenantId),
  337. new SugarParameter("@FactoryId", row.FactoryId),
  338. new SugarParameter("@MetricCode", row.MetricCode),
  339. new SugarParameter("@BizDate", statDate));
  340. }
  341. var nextId = await _db.Ado.GetLongAsync($"SELECT COALESCE(MAX(id), 0) + 1 FROM {table}");
  342. return await _db.Ado.ExecuteCommandAsync(
  343. $"""
  344. INSERT INTO {table}
  345. (id, tenant_id, factory_id, status, biz_date, create_time, update_time, is_deleted, is_active,
  346. module_code, metric_code, metric_value, target_value, status_color, trend_flag, calc_time)
  347. VALUES
  348. (@Id, @TenantId, @FactoryId, 'ACTIVE', @BizDate, @CalcTime, @CalcTime, 0, 1,
  349. 'S3', @MetricCode, @MetricValue, @TargetValue, @StatusColor, @TrendFlag, @CalcTime)
  350. """,
  351. new SugarParameter("@Id", nextId),
  352. new SugarParameter("@TenantId", row.TenantId),
  353. new SugarParameter("@FactoryId", row.FactoryId),
  354. new SugarParameter("@BizDate", statDate),
  355. new SugarParameter("@CalcTime", now),
  356. new SugarParameter("@MetricCode", row.MetricCode),
  357. new SugarParameter("@MetricValue", actual),
  358. new SugarParameter("@TargetValue", target),
  359. new SugarParameter("@StatusColor", status),
  360. new SugarParameter("@TrendFlag", trend));
  361. }
  362. private IEnumerable<S3MdpSqlCommand> BuildStandardCommands(string batchId, DateTime now)
  363. {
  364. yield return Cmd(
  365. """
  366. INSERT INTO mdp_std_supplier
  367. (tenant_id, factory_id, company_id, source_system, supplier_code, supplier_name, supplier_type, status, contact, address, currency_type, source_biz_key, sync_batch_id, sync_time)
  368. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  369. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Supp')),
  370. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.SortName')),
  371. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Type')),
  372. CASE WHEN JSON_EXTRACT(raw_data,'$.IsActive') IN (1, true) THEN 'ACTIVE' ELSE 'INACTIVE' END,
  373. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.contact')),
  374. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.address')),
  375. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Curr')),
  376. source_biz_key, @BatchId, @Now
  377. FROM mdp_stg_supplier
  378. WHERE source_table='SuppMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Supp')), '') <> ''
  379. ON DUPLICATE KEY UPDATE supplier_name=VALUES(supplier_name), supplier_type=VALUES(supplier_type), status=VALUES(status),
  380. contact=VALUES(contact), address=VALUES(address), currency_type=VALUES(currency_type), sync_batch_id=VALUES(sync_batch_id),
  381. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  382. """, batchId, now);
  383. yield return Cmd(
  384. """
  385. INSERT INTO mdp_std_item
  386. (tenant_id, factory_id, company_id, source_system, item_code, item_name, model, unit, item_type, status, source_biz_key, sync_batch_id, sync_time)
  387. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  388. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number'))),
  389. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Descr')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.name')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_name'))),
  390. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Drawing')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.model'))),
  391. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.UM')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.unit'))),
  392. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemType')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_type'))),
  393. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Status')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.is_active'))),
  394. source_biz_key, @BatchId, @Now
  395. FROM mdp_stg_item
  396. WHERE COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), '') <> ''
  397. ON DUPLICATE KEY UPDATE item_name=VALUES(item_name), model=VALUES(model), unit=VALUES(unit), item_type=VALUES(item_type),
  398. status=VALUES(status), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  399. """, batchId, now);
  400. yield return Cmd(
  401. """
  402. INSERT INTO mdp_std_supplier_item
  403. (tenant_id, factory_id, company_id, source_system, item_code, supplier_code, supplier_name, supplier_type, quota_rate, lead_time, min_qty, packaging_qty, price, currency_type, effective_date, expire_date, status, source_biz_key, sync_batch_id, sync_time)
  404. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  405. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_name'))), ''),
  406. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')),
  407. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_name')),
  408. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_type')),
  409. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.quota_rate')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.quota_rate')) AS DECIMAL(18,6)) END,
  410. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.lead_time')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.lead_time')) AS DECIMAL(18,6)) END,
  411. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty_min')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty_min')) AS DECIMAL(18,6)) END,
  412. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.packaging_qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.packaging_qty')) AS DECIMAL(18,6)) END,
  413. COALESCE(
  414. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.netpurchase_price')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.netpurchase_price')) AS DECIMAL(18,6)) END,
  415. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.order_price')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.order_price')) AS DECIMAL(18,6)) END
  416. ),
  417. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.currency_type')),
  418. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.effective_date')), 'null'), ''),
  419. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.expiring_date')), 'null'), ''),
  420. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.is_active')),
  421. source_biz_key, @BatchId, @Now
  422. FROM mdp_stg_source_list
  423. WHERE source_table='srm_purchase' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')), '') <> ''
  424. AND IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.icitem_name'))), '') <> ''
  425. ON DUPLICATE KEY UPDATE supplier_name=VALUES(supplier_name), quota_rate=VALUES(quota_rate), lead_time=VALUES(lead_time),
  426. min_qty=VALUES(min_qty), packaging_qty=VALUES(packaging_qty), price=VALUES(price), sync_batch_id=VALUES(sync_batch_id),
  427. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  428. """, batchId, now);
  429. yield return Cmd(
  430. """
  431. INSERT INTO mdp_std_supply_demand
  432. (tenant_id, factory_id, company_id, source_system, demand_no, demand_line, demand_type, item_code, item_name, required_qty, required_date, supplier_code, status, source_biz_key, sync_batch_id, sync_time)
  433. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  434. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.number')), source_row_id),
  435. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.line')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line'))),
  436. source_table,
  437. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemnum')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_number')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum'))), ''),
  438. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemname')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_name')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Descr'))), ''),
  439. COALESCE(
  440. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) AS DECIMAL(18,6)) END,
  441. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.required_qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.required_qty')) AS DECIMAL(18,6)) END,
  442. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.shortqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.shortqty')) AS DECIMAL(18,6)) END,
  443. 0),
  444. COALESCE(NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.required_date')), 'null'), ''), NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.needdate')), 'null'), ''), NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.NeedDate')), 'null'), '')),
  445. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')),
  446. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.status')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Status'))),
  447. source_biz_key, @BatchId, @Now
  448. FROM mdp_stg_supply_demand
  449. WHERE IFNULL(source_biz_key,'') <> ''
  450. ON DUPLICATE KEY UPDATE item_code=VALUES(item_code), item_name=VALUES(item_name), required_qty=VALUES(required_qty),
  451. required_date=VALUES(required_date), supplier_code=VALUES(supplier_code), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id),
  452. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  453. """, batchId, now);
  454. yield return Cmd(
  455. """
  456. INSERT INTO mdp_std_purchase_request
  457. (tenant_id, factory_id, company_id, source_system, pr_no, pr_line, item_code, item_name, supplier_code, request_qty, request_date, send_date, arrive_date, status, source_biz_key, sync_batch_id, sync_time)
  458. SELECT tenant_id, factory_id, company_id, 'AIDOP',
  459. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.pr_billno')), source_row_id),
  460. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.line_no')),
  461. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_number')), ''),
  462. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.item_name')), ''),
  463. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier_number')),
  464. COALESCE(
  465. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qty')) AS DECIMAL(18,6)) END,
  466. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.request_qty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.request_qty')) AS DECIMAL(18,6)) END,
  467. 0),
  468. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.create_time')), 'null'), ''),
  469. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.send_date')), 'null'), ''),
  470. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.arrive_date')), 'null'), ''),
  471. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.status')),
  472. source_biz_key, @BatchId, @Now
  473. FROM mdp_stg_supply_demand
  474. WHERE source_table='srm_pr_main'
  475. ON DUPLICATE KEY UPDATE item_code=VALUES(item_code), item_name=VALUES(item_name), supplier_code=VALUES(supplier_code),
  476. request_qty=VALUES(request_qty), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  477. update_time=CURRENT_TIMESTAMP
  478. """, batchId, now);
  479. yield return Cmd(
  480. """
  481. INSERT INTO mdp_std_purchase_order
  482. (tenant_id, factory_id, company_id, source_system, po_no, po_line, po_type, supplier_code, item_code, item_name, order_qty, received_qty, returned_qty, due_date, need_date, order_date, status, buyer, work_order, source_biz_key, sync_batch_id, sync_time)
  483. SELECT d.tenant_id, d.factory_id, d.company_id, 'AIDOP',
  484. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.PurOrd')),
  485. CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Line')) AS CHAR),
  486. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Potype')),
  487. JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.Supp')),
  488. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.ItemNum')), ''),
  489. IFNULL(COALESCE(JSON_UNQUOTE(JSON_EXTRACT(i.raw_data,'$.Descr')), JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Descr'))), ''),
  490. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyOrded')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyOrded')) AS DECIMAL(18,6)) END, 0),
  491. COALESCE(
  492. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReceived')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReceived')) AS DECIMAL(18,6)) END,
  493. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.RctQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.RctQty')) AS DECIMAL(18,6)) END,
  494. 0),
  495. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReturned')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.QtyReturned')) AS DECIMAL(18,6)) END, 0),
  496. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.DueDate')), 'null'), ''),
  497. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.NeedDate')), 'null'), ''),
  498. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.OrdDate')), 'null'), ''),
  499. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Status')),
  500. JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.Buyer')),
  501. JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.WorkOrd')),
  502. d.source_biz_key, @BatchId, @Now
  503. FROM mdp_stg_purchase_order d
  504. LEFT JOIN mdp_stg_purchase_order m ON m.source_table='PurOrdMaster'
  505. AND JSON_UNQUOTE(JSON_EXTRACT(m.raw_data,'$.PurOrd')) = JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.PurOrd'))
  506. LEFT JOIN mdp_stg_item i ON i.source_table='ItemMaster'
  507. AND JSON_UNQUOTE(JSON_EXTRACT(i.raw_data,'$.ItemNum')) = JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.ItemNum'))
  508. WHERE d.source_table='PurOrdDetail' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.PurOrd')), '') <> ''
  509. ON DUPLICATE KEY UPDATE po_type=VALUES(po_type), supplier_code=VALUES(supplier_code), item_code=VALUES(item_code),
  510. item_name=VALUES(item_name), order_qty=VALUES(order_qty), received_qty=VALUES(received_qty), returned_qty=VALUES(returned_qty),
  511. due_date=VALUES(due_date), need_date=VALUES(need_date), order_date=VALUES(order_date), status=VALUES(status),
  512. buyer=VALUES(buyer), work_order=VALUES(work_order), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  513. update_time=CURRENT_TIMESTAMP
  514. """, batchId, now);
  515. yield return Cmd(
  516. """
  517. INSERT INTO mdp_std_delivery_schedule
  518. (tenant_id, source_system, delivery_plan_no, po_no, po_line, item_code, supplier_code, supplier_name, schedule_qty, sent_qty, rest_qty, return_qty, request_date, need_date, submit_date, last_sent_date, status, source_biz_key, sync_batch_id, sync_time)
  519. SELECT tenant_id, 'AIDOP',
  520. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.dsnum')),
  521. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ponumber')),
  522. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.poline')) AS CHAR),
  523. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemnum')), ''),
  524. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.suppliercode')),
  525. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.supplier')),
  526. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.schedqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.schedqty')) AS DECIMAL(18,6)) END,0),
  527. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sentqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sentqty')) AS DECIMAL(18,6)) END,0),
  528. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.restqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.restqty')) AS DECIMAL(18,6)) END,0),
  529. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.returnqty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.returnqty')) AS DECIMAL(18,6)) END,0),
  530. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.requestdate')), 'null'), ''),
  531. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.needdate')), 'null'), ''),
  532. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.submitdate')), 'null'), ''),
  533. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.lastsentdate')), 'null'), ''),
  534. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.status')),
  535. source_biz_key, @BatchId, @Now
  536. FROM mdp_stg_delivery
  537. WHERE source_table='srm_polist_ds' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.dsnum')), '') <> ''
  538. ON DUPLICATE KEY UPDATE po_no=VALUES(po_no), po_line=VALUES(po_line), item_code=VALUES(item_code), supplier_code=VALUES(supplier_code),
  539. supplier_name=VALUES(supplier_name), schedule_qty=VALUES(schedule_qty), sent_qty=VALUES(sent_qty), rest_qty=VALUES(rest_qty),
  540. return_qty=VALUES(return_qty), need_date=VALUES(need_date), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id),
  541. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  542. """, batchId, now);
  543. yield return Cmd(
  544. """
  545. INSERT INTO mdp_std_delivery_result
  546. (tenant_id, source_system, delivery_no, delivery_line, delivery_plan_no, po_no, po_line, item_code, delivery_qty, receipt_qty, return_qty, receipt_date, qc_status, event_time, source_biz_key, sync_batch_id, sync_time)
  547. SELECT tenant_id, 'AIDOP',
  548. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.shddh')), source_row_id),
  549. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.id')) AS CHAR),
  550. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.dsnum')),
  551. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.po_bill')),
  552. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.po_billline')) AS CHAR),
  553. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.itemnum')), ''),
  554. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sh_delivery_quantity')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.sh_delivery_quantity')) AS DECIMAL(18,6)) END,0),
  555. 0,
  556. 0,
  557. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.receipt_date')), 'null'), ''),
  558. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.qc_status')),
  559. COALESCE(NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.updatetime')), 'null'), ''), NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.createtime')), 'null'), '')),
  560. source_biz_key, @BatchId, @Now
  561. FROM mdp_stg_delivery
  562. WHERE source_table IN ('scm_shd','scm_shdzb')
  563. ON DUPLICATE KEY UPDATE delivery_qty=VALUES(delivery_qty), receipt_qty=VALUES(receipt_qty), return_qty=VALUES(return_qty),
  564. receipt_date=VALUES(receipt_date), event_time=VALUES(event_time), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  565. update_time=CURRENT_TIMESTAMP
  566. """, batchId, now);
  567. yield return Cmd(
  568. """
  569. INSERT INTO mdp_std_material_readiness
  570. (tenant_id, source_system, work_order, op_code, item_code, component_item_code, required_qty, issued_qty, received_qty, available_qty, in_transit_qty, incoming_qty, shortage_qty, ready_status, need_date, supplier_code, source_biz_key, sync_batch_id, sync_time)
  571. SELECT tenant_id, 'AIDOP',
  572. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')),
  573. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')) AS CHAR),
  574. IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PMBOM')), ''),
  575. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')), source_row_id),
  576. COALESCE(
  577. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyRequired')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyRequired')) AS DECIMAL(18,6)) END,
  578. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReq')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReq')) AS DECIMAL(18,6)) END,
  579. 0),
  580. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyIssued')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyIssued')) AS DECIMAL(18,6)) END, 0),
  581. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReceived')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyReceived')) AS DECIMAL(18,6)) END, 0),
  582. 0, 0, 0,
  583. 0,
  584. 'READY',
  585. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.DueDate')), 'null'), ''),
  586. NULL,
  587. source_biz_key, @BatchId, @Now
  588. FROM mdp_stg_work_order_material
  589. WHERE source_table='WorkOrdDetail' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), '') <> ''
  590. ON DUPLICATE KEY UPDATE required_qty=VALUES(required_qty), received_qty=VALUES(received_qty), need_date=VALUES(need_date),
  591. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  592. """, batchId, now);
  593. yield return Cmd(
  594. """
  595. INSERT INTO mdp_std_process_outsource_order
  596. (tenant_id, source_system, work_order, op_code, routing_code, supplier_code, po_no, po_line, order_qty, completed_qty, due_date, status, source_biz_key, sync_batch_id, sync_time)
  597. SELECT tenant_id, 'AIDOP',
  598. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), ''),
  599. CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')) AS CHAR),
  600. COALESCE(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RoutingCode')), JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RouteCode'))),
  601. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.SupplierCode')),
  602. NULL, NULL,
  603. COALESCE(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PackingQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PackingQty')) AS DECIMAL(18,6)) END, 0),
  604. 0,
  605. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.UpdatedAt')), 'null'), ''),
  606. CASE WHEN JSON_EXTRACT(raw_data,'$.IsEnabled') IN (1, true) THEN 'OPEN' ELSE 'DISABLED' END,
  607. source_biz_key, @BatchId, @Now
  608. FROM mdp_stg_work_order_material
  609. WHERE source_table='RoutingOpDetail'
  610. ON DUPLICATE KEY UPDATE routing_code=VALUES(routing_code), supplier_code=VALUES(supplier_code), order_qty=VALUES(order_qty),
  611. due_date=VALUES(due_date), status=VALUES(status), sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time),
  612. update_time=CURRENT_TIMESTAMP
  613. """, batchId, now);
  614. }
  615. private IEnumerable<S3MdpSqlCommand> BuildDwdCommands(string batchId, DateTime now)
  616. {
  617. yield return Cmd(
  618. """
  619. INSERT INTO dwd_supply_demand
  620. (tenant_id, stat_date, demand_no, demand_line, demand_type, item_code, item_name, supplier_code, required_qty, fulfilled_qty, shortage_qty, required_date, demand_status, source_system, sync_batch_id, calc_time)
  621. SELECT tenant_id, @StatDate, demand_no, IFNULL(demand_line,''), demand_type, IFNULL(item_code,''), IFNULL(item_name,''), supplier_code,
  622. IFNULL(required_qty,0), 0, IFNULL(required_qty,0), required_date, status, source_system, @BatchId, @Now
  623. FROM mdp_std_supply_demand
  624. WHERE IFNULL(demand_no,'') <> ''
  625. ON DUPLICATE KEY UPDATE item_code=VALUES(item_code), item_name=VALUES(item_name), supplier_code=VALUES(supplier_code),
  626. required_qty=VALUES(required_qty), fulfilled_qty=VALUES(fulfilled_qty), shortage_qty=VALUES(shortage_qty),
  627. demand_status=VALUES(demand_status), sync_batch_id=VALUES(sync_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  628. """, batchId, now);
  629. yield return Cmd(
  630. """
  631. INSERT INTO dwd_supplier_delivery
  632. (tenant_id, stat_date, po_no, po_line, po_type, supplier_code, supplier_name, item_code, item_name, order_qty, schedule_qty, delivery_qty, receipt_qty, return_qty, remaining_qty, due_date, need_date, last_delivery_date, last_receipt_date, delivery_status, risk_level, source_system, sync_batch_id, calc_time)
  633. SELECT po.tenant_id, @StatDate, po.po_no, po.po_line, po.po_type, po.supplier_code, IFNULL(s.supplier_name, ds.supplier_name),
  634. IFNULL(po.item_code,''), IFNULL(po.item_name,''), IFNULL(po.order_qty,0), IFNULL(ds.schedule_qty,0), IFNULL(dr.delivery_qty,0),
  635. IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0), IFNULL(po.returned_qty,0) + IFNULL(dr.return_qty,0),
  636. GREATEST(IFNULL(po.order_qty,0) - IFNULL(po.received_qty,0) - IFNULL(dr.receipt_qty,0) - IFNULL(po.returned_qty,0), 0),
  637. po.due_date, COALESCE(ds.need_date, po.need_date), dr.event_time, dr.receipt_date,
  638. CASE
  639. WHEN IFNULL(po.order_qty,0) <= IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0) THEN 'COMPLETED'
  640. WHEN COALESCE(ds.need_date, po.need_date, po.due_date) < @Now THEN 'DELAYED'
  641. ELSE 'OPEN'
  642. END,
  643. CASE
  644. WHEN COALESCE(ds.need_date, po.need_date, po.due_date) < @Now
  645. AND IFNULL(po.order_qty,0) > IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0) THEN 'HIGH'
  646. WHEN IFNULL(po.order_qty,0) > IFNULL(po.received_qty,0) + IFNULL(dr.receipt_qty,0) THEN 'MEDIUM'
  647. ELSE 'LOW'
  648. END,
  649. 'AIDOP', @BatchId, @Now
  650. FROM mdp_std_purchase_order po
  651. LEFT JOIN (
  652. SELECT tenant_id, po_no, po_line, MIN(supplier_name) AS supplier_name, SUM(IFNULL(schedule_qty,0)) AS schedule_qty, MIN(need_date) AS need_date
  653. FROM mdp_std_delivery_schedule
  654. WHERE IFNULL(po_no,'') <> '' AND IFNULL(po_line,'') <> ''
  655. GROUP BY tenant_id, po_no, po_line
  656. ) ds ON po.tenant_id=ds.tenant_id AND po.po_no=ds.po_no AND po.po_line=ds.po_line
  657. LEFT JOIN (
  658. SELECT tenant_id, po_no, po_line, SUM(IFNULL(delivery_qty,0)) AS delivery_qty, SUM(IFNULL(receipt_qty,0)) AS receipt_qty,
  659. SUM(IFNULL(return_qty,0)) AS return_qty, MAX(event_time) AS event_time, MAX(receipt_date) AS receipt_date
  660. FROM mdp_std_delivery_result
  661. WHERE IFNULL(po_no,'') <> '' AND IFNULL(po_line,'') <> ''
  662. GROUP BY tenant_id, po_no, po_line
  663. ) dr ON po.tenant_id=dr.tenant_id AND po.po_no=dr.po_no AND po.po_line=dr.po_line
  664. LEFT JOIN (
  665. SELECT tenant_id, supplier_code, MAX(supplier_name) AS supplier_name
  666. FROM mdp_std_supplier
  667. WHERE IFNULL(supplier_code,'') <> ''
  668. GROUP BY tenant_id, supplier_code
  669. ) s ON po.tenant_id=s.tenant_id AND po.supplier_code=s.supplier_code
  670. WHERE IFNULL(po.po_no,'') <> '' AND IFNULL(po.po_line,'') <> ''
  671. ON DUPLICATE KEY UPDATE supplier_name=VALUES(supplier_name), item_code=VALUES(item_code), item_name=VALUES(item_name),
  672. order_qty=VALUES(order_qty), schedule_qty=VALUES(schedule_qty), delivery_qty=VALUES(delivery_qty), receipt_qty=VALUES(receipt_qty),
  673. return_qty=VALUES(return_qty), remaining_qty=VALUES(remaining_qty), delivery_status=VALUES(delivery_status),
  674. risk_level=VALUES(risk_level), sync_batch_id=VALUES(sync_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  675. """, batchId, now);
  676. yield return Cmd("DELETE FROM dwd_supplier_risk WHERE stat_date=@StatDate", batchId, now);
  677. yield return Cmd(
  678. """
  679. INSERT INTO dwd_supplier_risk
  680. (tenant_id, stat_date, supplier_code, supplier_name, item_code, risk_type, risk_level, risk_count, risk_qty, risk_reason, source_system, calc_batch_id, calc_time)
  681. SELECT tenant_id, stat_date, IFNULL(supplier_code,''), supplier_name, IFNULL(item_code,''),
  682. 'DELIVERY_DELAY', risk_level, COUNT(1), SUM(IFNULL(remaining_qty,0)),
  683. '供应交付存在延期或未完成风险', 'AIDOP', @BatchId, @Now
  684. FROM dwd_supplier_delivery
  685. WHERE stat_date=@StatDate AND risk_level IN ('HIGH','MEDIUM') AND IFNULL(supplier_code,'') <> ''
  686. GROUP BY tenant_id, stat_date, supplier_code, supplier_name, item_code, risk_level
  687. ON DUPLICATE KEY UPDATE risk_level=VALUES(risk_level), risk_count=VALUES(risk_count), risk_qty=VALUES(risk_qty),
  688. risk_reason=VALUES(risk_reason), calc_batch_id=VALUES(calc_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  689. """, batchId, now);
  690. yield return Cmd(
  691. """
  692. INSERT INTO dwd_process_outsource_delivery
  693. (tenant_id, stat_date, work_order, op_code, routing_code, supplier_code, supplier_name, po_no, po_line, order_qty, completed_qty, remaining_qty, due_date, delivery_status, risk_level, source_system, calc_batch_id, calc_time)
  694. SELECT o.tenant_id, @StatDate, o.work_order, o.op_code, o.routing_code, o.supplier_code, s.supplier_name, o.po_no, IFNULL(o.po_line,''),
  695. IFNULL(o.order_qty,0), IFNULL(o.completed_qty,0), GREATEST(IFNULL(o.order_qty,0)-IFNULL(o.completed_qty,0),0),
  696. o.due_date,
  697. CASE WHEN IFNULL(o.completed_qty,0) >= IFNULL(o.order_qty,0) AND IFNULL(o.order_qty,0) > 0 THEN 'COMPLETED'
  698. WHEN o.due_date < @Now THEN 'DELAYED' ELSE IFNULL(o.status,'OPEN') END,
  699. CASE WHEN o.due_date < @Now AND IFNULL(o.completed_qty,0) < IFNULL(o.order_qty,0) THEN 'HIGH'
  700. WHEN IFNULL(o.completed_qty,0) < IFNULL(o.order_qty,0) THEN 'MEDIUM' ELSE 'LOW' END,
  701. 'AIDOP', @BatchId, @Now
  702. FROM mdp_std_process_outsource_order o
  703. LEFT JOIN (
  704. SELECT tenant_id, supplier_code, MAX(supplier_name) AS supplier_name
  705. FROM mdp_std_supplier
  706. WHERE IFNULL(supplier_code,'') <> ''
  707. GROUP BY tenant_id, supplier_code
  708. ) s ON o.tenant_id=s.tenant_id AND o.supplier_code=s.supplier_code
  709. WHERE IFNULL(o.work_order,'') <> '' OR IFNULL(o.routing_code,'') <> ''
  710. ON DUPLICATE KEY UPDATE supplier_code=VALUES(supplier_code), supplier_name=VALUES(supplier_name), order_qty=VALUES(order_qty),
  711. completed_qty=VALUES(completed_qty), remaining_qty=VALUES(remaining_qty), due_date=VALUES(due_date),
  712. delivery_status=VALUES(delivery_status), risk_level=VALUES(risk_level), calc_batch_id=VALUES(calc_batch_id),
  713. calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  714. """, batchId, now);
  715. }
  716. private async Task<int> UpsertMaterialReadinessDwdAsync(string batchId, DateTime now)
  717. {
  718. return await _db.Ado.ExecuteCommandAsync(
  719. """
  720. INSERT INTO dwd_material_readiness
  721. (tenant_id, stat_date, work_order, op_code, parent_item_code, component_item_code, component_item_name, required_qty, cumulative_required_qty, stock_available_qty, qc_pending_qty, in_transit_qty, delivery_reply_qty, available_qty, shortage_qty, ready_status, supplier_code, supplier_name, need_date, calc_batch_id, calc_time)
  722. SELECT s.tenant_id, @StatDate, s.work_order, s.op_code, s.item_code, s.component_item_code, IFNULL(i.item_name, ''),
  723. IFNULL(s.required_qty, 0), IFNULL(s.required_qty, 0), IFNULL(s.available_qty, 0), 0, IFNULL(s.in_transit_qty, 0),
  724. IFNULL(s.incoming_qty, 0), IFNULL(s.available_qty, 0), IFNULL(s.shortage_qty, 0),
  725. CASE WHEN IFNULL(s.shortage_qty, 0) > 0 THEN 'SHORTAGE' ELSE 'READY' END,
  726. s.supplier_code, IFNULL(sp.supplier_name, ''), s.need_date, @BatchId, @Now
  727. FROM mdp_std_material_readiness s
  728. LEFT JOIN mdp_std_item i ON s.tenant_id=i.tenant_id AND s.component_item_code=i.item_code
  729. LEFT JOIN mdp_std_supplier sp ON s.tenant_id=sp.tenant_id AND s.supplier_code=sp.supplier_code
  730. WHERE IFNULL(s.work_order, '') <> ''
  731. ON DUPLICATE KEY UPDATE component_item_name=VALUES(component_item_name), required_qty=VALUES(required_qty),
  732. cumulative_required_qty=VALUES(cumulative_required_qty), stock_available_qty=VALUES(stock_available_qty),
  733. qc_pending_qty=VALUES(qc_pending_qty), in_transit_qty=VALUES(in_transit_qty), delivery_reply_qty=VALUES(delivery_reply_qty),
  734. available_qty=VALUES(available_qty), shortage_qty=VALUES(shortage_qty), ready_status=VALUES(ready_status),
  735. supplier_code=VALUES(supplier_code), supplier_name=VALUES(supplier_name), need_date=VALUES(need_date),
  736. calc_batch_id=VALUES(calc_batch_id), calc_time=VALUES(calc_time), update_time=CURRENT_TIMESTAMP
  737. """,
  738. new SugarParameter("@StatDate", now.Date),
  739. new SugarParameter("@BatchId", batchId),
  740. new SugarParameter("@Now", now));
  741. }
  742. private async Task<int> DeleteCurrentShortageAsync(DateTime statDate)
  743. {
  744. return await _db.Ado.ExecuteCommandAsync(
  745. """
  746. DELETE s
  747. FROM dwd_material_shortage s
  748. JOIN (
  749. SELECT DISTINCT work_order
  750. FROM mdp_std_material_readiness
  751. WHERE IFNULL(work_order, '') <> ''
  752. ) w ON s.work_order = w.work_order
  753. WHERE s.stat_date = @StatDate
  754. """,
  755. new SugarParameter("@StatDate", statDate));
  756. }
  757. private async Task<int> InsertMaterialShortageAsync(string batchId, DateTime now)
  758. {
  759. return await _db.Ado.ExecuteCommandAsync(
  760. """
  761. INSERT INTO dwd_material_shortage
  762. (tenant_id, stat_date, work_order, op_code, component_item_code, shortage_qty, shortage_reason, expected_supply_date, supplier_code, related_po_no, risk_level, calc_batch_id, calc_time)
  763. SELECT s.tenant_id, @StatDate, s.work_order, s.op_code, s.component_item_code, IFNULL(s.shortage_qty, 0),
  764. '标准层缺料数量大于 0', s.need_date, s.supplier_code, NULL,
  765. CASE WHEN IFNULL(s.shortage_qty, 0) > IFNULL(s.required_qty, 0) THEN 'HIGH'
  766. WHEN IFNULL(s.shortage_qty, 0) > 0 THEN 'MEDIUM' ELSE 'LOW' END,
  767. @BatchId, @Now
  768. FROM mdp_std_material_readiness s
  769. WHERE IFNULL(s.work_order, '') <> '' AND IFNULL(s.shortage_qty, 0) > 0
  770. """,
  771. new SugarParameter("@StatDate", now.Date),
  772. new SugarParameter("@BatchId", batchId),
  773. new SugarParameter("@Now", now));
  774. }
  775. private async Task<long> InsertSyncLogAsync(long entityId, string entityName, string batchId, int rowsRead)
  776. {
  777. await _db.Ado.ExecuteCommandAsync(
  778. """
  779. INSERT INTO mdp_sync_log
  780. (tenant_id, entity_id, source_code, entity_name, sync_batch_id, sync_type, trigger_type, sync_start, rows_read, status)
  781. VALUES (0, @EntityId, 'AIDOPDEV_MYSQL', @EntityName, @BatchId, 'FULL', 'AUTO', NOW(), @RowsRead, 'RUNNING')
  782. """,
  783. new SugarParameter("@EntityId", entityId),
  784. new SugarParameter("@EntityName", entityName),
  785. new SugarParameter("@BatchId", batchId),
  786. new SugarParameter("@RowsRead", rowsRead));
  787. return await _db.Ado.GetLongAsync(
  788. "SELECT id FROM mdp_sync_log WHERE sync_batch_id=@BatchId AND entity_id=@EntityId ORDER BY id DESC LIMIT 1",
  789. new List<SugarParameter>
  790. {
  791. new("@BatchId", batchId),
  792. new("@EntityId", entityId)
  793. });
  794. }
  795. private async Task MarkSyncLogSuccessAsync(long logId, DateTime started, int affected)
  796. {
  797. await _db.Ado.ExecuteCommandAsync(
  798. """
  799. UPDATE mdp_sync_log
  800. SET sync_end=NOW(), duration_ms=@DurationMs, rows_insert=@RowsInsert, rows_update=0, rows_skip=0, rows_error=0, status='SUCCESS'
  801. WHERE id=@Id
  802. """,
  803. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  804. new SugarParameter("@RowsInsert", affected),
  805. new SugarParameter("@Id", logId));
  806. }
  807. private async Task MarkSyncLogFailedAsync(long logId, DateTime started, string message)
  808. {
  809. try
  810. {
  811. await _db.Ado.ExecuteCommandAsync(
  812. """
  813. UPDATE mdp_sync_log
  814. SET sync_end=NOW(), duration_ms=@DurationMs, rows_error=1, status='FAILED', error_msg=@ErrorMsg
  815. WHERE id=@Id
  816. """,
  817. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  818. new SugarParameter("@ErrorMsg", message.Length <= 1000 ? message : message[..1000]),
  819. new SugarParameter("@Id", logId));
  820. }
  821. catch (Exception ex)
  822. {
  823. // 写库自身失败兜底:避免再抛掩盖原异常;遗留 RUNNING 行可由运维手动清理
  824. Console.Error.WriteLine($"[S3MdpSyncTransform] MarkSyncLogFailed write failed (syncLogId={logId}): {ex.Message}");
  825. }
  826. }
  827. private async Task<long> InsertTransformRunLogAsync(string batchId, DateTime startedAt, string triggerType)
  828. {
  829. await _db.Ado.ExecuteCommandAsync(
  830. """
  831. INSERT INTO mdp_transform_run_log
  832. (tenant_id, job_code, job_name, trigger_type, batch_id, status, start_time)
  833. VALUES (0, 'S3_MDP_SYNC_TRANSFORM', 'S3 MDP同步与标准化转换', @TriggerType, @BatchId, 'RUNNING', @StartTime)
  834. """,
  835. new SugarParameter("@TriggerType", NormalizeTriggerType(triggerType)),
  836. new SugarParameter("@BatchId", batchId),
  837. new SugarParameter("@StartTime", startedAt));
  838. return await _db.Ado.GetLongAsync(
  839. "SELECT id FROM mdp_transform_run_log WHERE batch_id=@BatchId ORDER BY id DESC LIMIT 1",
  840. new List<SugarParameter> { new("@BatchId", batchId) });
  841. }
  842. private async Task MarkTransformRunSuccessAsync(long runLogId, DateTime startedAt, S3MdpSyncTransformResult result)
  843. {
  844. var finishedAt = DateTime.Now;
  845. await _db.Ado.ExecuteCommandAsync(
  846. """
  847. UPDATE mdp_transform_run_log
  848. SET status='SUCCESS', end_time=@EndTime, duration_ms=@DurationMs,
  849. stage_rows=@StageRows, standard_rows=@StandardRows, dwd_rows=@DwdRows,
  850. summary_json=@SummaryJson, update_time=CURRENT_TIMESTAMP
  851. WHERE id=@Id
  852. """,
  853. new SugarParameter("@EndTime", finishedAt),
  854. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  855. new SugarParameter("@StageRows", result.StageRows),
  856. new SugarParameter("@StandardRows", result.StandardRows),
  857. new SugarParameter("@DwdRows", result.DwdRows),
  858. new SugarParameter("@SummaryJson", BuildRunSummaryJson(result)),
  859. new SugarParameter("@Id", runLogId));
  860. }
  861. private async Task MarkTransformRunFailedAsync(long runLogId, DateTime startedAt, string message)
  862. {
  863. try
  864. {
  865. var finishedAt = DateTime.Now;
  866. await _db.Ado.ExecuteCommandAsync(
  867. """
  868. UPDATE mdp_transform_run_log
  869. SET status='FAILED', end_time=@EndTime, duration_ms=@DurationMs,
  870. error_message=@ErrorMessage, update_time=CURRENT_TIMESTAMP
  871. WHERE id=@Id
  872. """,
  873. new SugarParameter("@EndTime", finishedAt),
  874. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  875. new SugarParameter("@ErrorMessage", Truncate(message, 2000)),
  876. new SugarParameter("@Id", runLogId));
  877. }
  878. catch (Exception ex)
  879. {
  880. // 写库自身失败兜底(典型场景:远端 MySQL 瞬断导致 MarkFailed 自身也连不上)
  881. Console.Error.WriteLine($"[S3MdpSyncTransform] MarkTransformRunFailed write failed (runLogId={runLogId}): {ex.Message}");
  882. }
  883. }
  884. private static S3MdpSqlCommand Cmd(string sql, string batchId, DateTime now)
  885. {
  886. return new S3MdpSqlCommand(sql, new[]
  887. {
  888. new SugarParameter("@BatchId", batchId),
  889. new SugarParameter("@Now", now),
  890. new SugarParameter("@StatDate", now.Date)
  891. });
  892. }
  893. private static string BuildJsonObjectExpression(IEnumerable<string> columns)
  894. {
  895. var parts = columns.SelectMany(c => new[] { $"'{c.Replace("'", "''")}'", $"s.`{c}`" });
  896. return $"JSON_OBJECT({string.Join(",", parts)})";
  897. }
  898. private static string FindColumn(IEnumerable<string> columns, string expected)
  899. {
  900. return columns.First(u => string.Equals(u, expected, StringComparison.OrdinalIgnoreCase));
  901. }
  902. private static string NormalizeTriggerType(string? triggerType)
  903. {
  904. return string.IsNullOrWhiteSpace(triggerType) ? "AUTO" : triggerType.Trim().ToUpperInvariant();
  905. }
  906. private static string BuildRunSummaryJson(S3MdpSyncTransformResult result)
  907. {
  908. return $$"""{"batchId":"{{result.BatchId}}","stageRows":{{result.StageRows}},"standardRows":{{result.StandardRows}},"dwdRows":{{result.DwdRows}},"kpiRows":{{result.KpiRows}}}""";
  909. }
  910. private static string ResolveKpiValueTable(int metricLevel)
  911. {
  912. return metricLevel switch
  913. {
  914. 1 => "ado_s9_kpi_value_l1_day",
  915. 2 => "ado_s9_kpi_value_l2_day",
  916. 3 => "ado_s9_kpi_value_l3_day",
  917. 4 => "ado_s9_kpi_value_l4_day",
  918. _ => "ado_s9_kpi_value_l2_day"
  919. };
  920. }
  921. private static decimal DefaultS3Target(string metricCode)
  922. {
  923. return metricCode switch
  924. {
  925. "S3_L1_001" => 15m,
  926. "S3_L1_002" => 95m,
  927. "S3_L2_004" => 10.5m,
  928. "S3_L2_005" => 96.72m,
  929. "S3_L3_001" => 5m,
  930. "S3_L3_002" => 7m,
  931. "S3_L3_003" => 92m,
  932. "S3_L3_004" => 90m,
  933. "S3_L3_005" => 15m,
  934. "S3_L3_006" => 85m,
  935. _ => 0m
  936. };
  937. }
  938. private static string ResolveKpiStatus(decimal actual, decimal target, string? direction, decimal? yellowThreshold, decimal? redThreshold)
  939. {
  940. if (target <= 0) return "gray";
  941. var ratio = actual / target * 100m;
  942. if (string.Equals(direction, "lower_is_better", StringComparison.OrdinalIgnoreCase))
  943. {
  944. if (actual <= target) return "green";
  945. if (ratio <= (yellowThreshold ?? 110m)) return "yellow";
  946. return ratio >= (redThreshold ?? 120m) ? "red" : "yellow";
  947. }
  948. if (actual >= target) return "green";
  949. if (ratio >= (yellowThreshold ?? 95m)) return "yellow";
  950. return ratio <= (redThreshold ?? 80m) ? "red" : "yellow";
  951. }
  952. private static string ResolveTrendFlag(decimal actual, decimal? previous)
  953. {
  954. if (previous == null) return "flat";
  955. if (actual > previous.Value) return "up";
  956. if (actual < previous.Value) return "down";
  957. return "flat";
  958. }
  959. private static string Truncate(string? raw, int maxLength)
  960. {
  961. if (string.IsNullOrEmpty(raw)) return string.Empty;
  962. return raw.Length <= maxLength ? raw : raw[..maxLength];
  963. }
  964. private sealed class S3ColumnRow
  965. {
  966. public string ColumnName { get; set; } = string.Empty;
  967. }
  968. private sealed class S3MdpEntityRow
  969. {
  970. public long Id { get; set; }
  971. public string EntityName { get; set; } = string.Empty;
  972. }
  973. private sealed class S3KpiCalcRow
  974. {
  975. public long TenantId { get; set; }
  976. public long FactoryId { get; set; }
  977. public string MetricCode { get; set; } = string.Empty;
  978. public decimal? MetricValue { get; set; }
  979. }
  980. private sealed class S3KpiMetaRow
  981. {
  982. public int MetricLevel { get; set; }
  983. public string Direction { get; set; } = "higher_is_better";
  984. public decimal? YellowThreshold { get; set; }
  985. public decimal? RedThreshold { get; set; }
  986. }
  987. private sealed class S3KpiValueRow
  988. {
  989. public long Id { get; set; }
  990. public decimal? MetricValue { get; set; }
  991. public decimal? TargetValue { get; set; }
  992. }
  993. }
  994. public sealed class S3MdpSyncTransformResult
  995. {
  996. public long RunLogId { get; set; }
  997. public string BatchId { get; set; } = string.Empty;
  998. public int StageRows { get; set; }
  999. public int StandardRows { get; set; }
  1000. public int DwdRows { get; set; }
  1001. public int KpiRows { get; set; }
  1002. public int AtomicRows { get; set; }
  1003. }
  1004. public sealed class S3MaterialRefreshResult
  1005. {
  1006. public string BatchId { get; set; } = string.Empty;
  1007. public int StdCount { get; set; }
  1008. public int ReadinessCount { get; set; }
  1009. public int ShortageCount { get; set; }
  1010. }
  1011. internal sealed record S3MdpSqlCommand(string Sql, SugarParameter[] Parameters);
  1012. internal sealed record S3MdpEntityConfig(
  1013. string EntityCode,
  1014. string SourceTable,
  1015. string TargetTable,
  1016. string SourceRowIdExpression,
  1017. string SourceBizKeyExpression)
  1018. {
  1019. public static readonly IReadOnlyList<S3MdpEntityConfig> All = new List<S3MdpEntityConfig>
  1020. {
  1021. new("S3_SUPPLIER", "SuppMaster", "mdp_stg_supplier", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Supp`,''))"),
  1022. new("S3_CONSIGNEE_SUPPLIER", "ConsigneeAddressMaster", "mdp_stg_supplier", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Address`,''))"),
  1023. new("S3_ITEM_ERP", "ItemMaster", "mdp_stg_item", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`ItemNum`,''))"),
  1024. new("S3_ITEM_NEW", "ic_item", "mdp_stg_item", "Id", "CONCAT(IFNULL(s.`tenant_id`,0), ':', IFNULL(s.`number`,''))"),
  1025. new("S3_SOURCE_LIST", "srm_purchase", "mdp_stg_source_list", "Id", "CONCAT(IFNULL(s.`number`,''), ':', IFNULL(s.`supplier_number`,''))"),
  1026. new("S3_SUPPLY_DEMAND", "ic_demandschedule", "mdp_stg_supply_demand", "Id", "CAST(s.`Id` AS CHAR)"),
  1027. new("S3_PURCHASE_REQUEST", "srm_pr_main", "mdp_stg_supply_demand", "Id", "COALESCE(s.`pr_billno`, CAST(s.`Id` AS CHAR))"),
  1028. new("S3_PURCHASE_ORDER_MASTER", "PurOrdMaster", "mdp_stg_purchase_order", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`PurOrd`,''))"),
  1029. new("S3_PURCHASE_ORDER_DETAIL", "PurOrdDetail", "mdp_stg_purchase_order", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`PurOrd`,''), ':', IFNULL(s.`Line`,''))"),
  1030. new("S3_DELIVERY_PLAN", "srm_polist_ds", "mdp_stg_delivery", "Id", "s.`dsnum`"),
  1031. new("S3_SHIPPER_MASTER", "scm_shd", "mdp_stg_delivery", "id", "COALESCE(s.`shddh`, CAST(s.`id` AS CHAR))"),
  1032. new("S3_SHIPPER_DETAIL", "scm_shdzb", "mdp_stg_delivery", "id", "CONCAT(IFNULL(s.`glid`,''), ':', IFNULL(s.`id`,''))"),
  1033. new("S3_RECEIPT_MASTER", "PurOrdRctMaster", "mdp_stg_receipt", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Receiver`,''))"),
  1034. new("S3_RECEIPT_DETAIL", "PurOrdRctDetail", "mdp_stg_receipt", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`Receiver`,''), ':', IFNULL(s.`Line`,''))"),
  1035. new("S3_WORK_ORDER_MASTER", "WorkOrdMaster", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''))"),
  1036. new("S3_WORK_ORDER_DETAIL", "WorkOrdDetail", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`ItemNum`,''))"),
  1037. new("S3_WORK_ORDER_ROUTING", "WorkOrdRouting", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`OP`,''))"),
  1038. new("S3_ROUTING_OUTSOURCE", "RoutingOpDetail", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`RoutingCode`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`SupplierCode`,''))"),
  1039. new("S3_INVENTORY", "InvMaster", "mdp_stg_work_order_material", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`ItemNum`,''), ':', IFNULL(s.`Location`,''))")
  1040. };
  1041. }