S2MdpSyncTransformService.cs 54 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020
  1. using Admin.NET.Plugin.AiDOP.DataPlatform.Executors;
  2. using Admin.NET.Plugin.AiDOP.DataPlatform.MdpRebuild;
  3. using Admin.NET.Plugin.AiDOP.SmartOps;
  4. namespace Admin.NET.Plugin.AiDOP.Production;
  5. /// <summary>
  6. /// S2 生产排程 MDP 同步、标准化、DWD 与 KPI 计算服务。
  7. /// Phase2:源→stg 经统一执行器;std/DWD/KPI 仍读 stg。
  8. /// </summary>
  9. public class S2MdpSyncTransformService : ITransient
  10. {
  11. private const string JobCode = "S2_MDP_SYNC_TRANSFORM";
  12. private readonly ISqlSugarClient _db;
  13. private readonly SmartOpsKpiAtomicBuildService _atomicBuild;
  14. private readonly MdpModuleStagingPuller _stagingPuller;
  15. private readonly IKpiTargetResolver _kpiTargetResolver;
  16. private MdpRebuildScope _runScope = null!;
  17. public S2MdpSyncTransformService(
  18. ISqlSugarClient db,
  19. SmartOpsKpiAtomicBuildService atomicBuild,
  20. MdpModuleStagingPuller stagingPuller,
  21. IKpiTargetResolver kpiTargetResolver)
  22. {
  23. _db = db;
  24. _atomicBuild = atomicBuild;
  25. _stagingPuller = stagingPuller;
  26. _kpiTargetResolver = kpiTargetResolver;
  27. }
  28. public Task<S2MdpSyncTransformResult> RunFullAsync(CancellationToken cancellationToken = default, string triggerType = "AUTO") =>
  29. throw new InvalidOperationException("S2 全量重算必须指定租户/工厂作用域,请走 ModuleRebuildService.Enqueue");
  30. public async Task<S2MdpSyncTransformResult> RunFullAsync(
  31. MdpRebuildScope scope,
  32. CancellationToken cancellationToken = default,
  33. string triggerType = "AUTO",
  34. long? rebuildJobId = null,
  35. Func<ModuleProgressUpdate, Task>? reportProgress = null)
  36. {
  37. _ = rebuildJobId;
  38. _runScope = MdpRebuildScope.Create("S2", scope.TenantId, scope.FactoryId);
  39. cancellationToken.ThrowIfCancellationRequested();
  40. var now = DateTime.Now;
  41. var batchId = $"S2_MDP_FULL_{_runScope.TenantId}_{_runScope.FactoryId}_{now:yyyyMMddHHmmss}";
  42. var runLogId = await InsertTransformRunLogAsync(batchId, now, triggerType);
  43. var result = new S2MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  44. try
  45. {
  46. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Preparing, 0, 5, "准备运行环境"));
  47. await EnsureS2RuntimeObjectsAsync();
  48. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Staging, 1, 10, "正在拉取源数据"));
  49. result.StageRows = await SyncStagingAsync(batchId, now, cancellationToken);
  50. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Staging, 1, 35, "拉取源数据完成", result.StageRows, ModuleRebuildStages.Staging));
  51. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Standard, 2, 35, "正在标准化数据"));
  52. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  53. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Standard, 2, 50, "标准化数据完成", result.StandardRows, ModuleRebuildStages.Standard));
  54. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Dwd, 3, 50, "正在生成 DWD 明细"));
  55. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  56. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Dwd, 3, 65, "生成 DWD 明细完成", result.DwdRows, ModuleRebuildStages.Dwd));
  57. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Kpi, 4, 65, "正在重算 KPI"));
  58. result.KpiRows = await BuildS2KpiValuesAsync(batchId, now, cancellationToken);
  59. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Kpi, 4, 80, "重算 KPI 完成", result.KpiRows, ModuleRebuildStages.Kpi));
  60. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Atomic, 5, 82, "正在重建原子数据"));
  61. result.AtomicRows = await _atomicBuild.BuildWorkScheduleDomainForAllDatesAsync(
  62. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  63. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Atomic, 5, 98, "重建原子数据完成", result.AtomicRows, ModuleRebuildStages.Atomic));
  64. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Finalizing, 5, 99, "正在收尾"));
  65. await MarkTransformRunSuccessAsync(runLogId, now, result);
  66. return result;
  67. }
  68. catch (Exception ex)
  69. {
  70. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  71. throw;
  72. }
  73. }
  74. private static async Task ReportAsync(Func<ModuleProgressUpdate, Task>? report, ModuleProgressUpdate update)
  75. {
  76. if (report == null) return;
  77. await report(update);
  78. }
  79. private async Task EnsureS2RuntimeObjectsAsync()
  80. {
  81. foreach (var sql in S2MdpDdl.SqlBlocks)
  82. {
  83. await _db.Ado.ExecuteCommandAsync(sql);
  84. }
  85. }
  86. private async Task<int> SyncStagingAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  87. {
  88. _ = now;
  89. EnsureRunScope();
  90. return await _stagingPuller.PullEntitiesAsync(
  91. S2MdpEntityConfig.All.Select(x => x.EntityCode),
  92. batchId, _runScope.TenantId, fullRefresh: true, taskCode: "S2_MDP_INBOUND", cancellationToken,
  93. factoryId: _runScope.FactoryId, requireMatchingSourceTenant: true);
  94. }
  95. public async Task<S2MdpSyncTransformResult> RunInboundAsync(
  96. IEnumerable<string>? entityCodes = null,
  97. long tenantId = 0,
  98. bool fullRefresh = false,
  99. CancellationToken cancellationToken = default)
  100. {
  101. cancellationToken.ThrowIfCancellationRequested();
  102. if (tenantId <= 0)
  103. throw new InvalidOperationException("S2 inbound 必须指定有效 tenantId");
  104. _runScope = MdpRebuildScope.Create("S2", tenantId, 1);
  105. var now = DateTime.Now;
  106. var batchId = $"S2_MDP_IN_{_runScope.TenantId}_{now:yyyyMMddHHmmss}";
  107. var runLogId = await InsertTransformRunLogAsync(batchId, now, "INBOUND");
  108. var result = new S2MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  109. try
  110. {
  111. await EnsureS2RuntimeObjectsAsync();
  112. var codes = entityCodes?.ToList() ?? S2MdpEntityConfig.All.Select(x => x.EntityCode).ToList();
  113. result.StageRows = await _stagingPuller.PullEntitiesAsync(
  114. codes, batchId, tenantId, fullRefresh, "S2_MDP_INBOUND", cancellationToken);
  115. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  116. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  117. result.KpiRows = await BuildS2KpiValuesAsync(batchId, now, cancellationToken);
  118. result.AtomicRows = await _atomicBuild.BuildWorkScheduleDomainForAllDatesAsync(
  119. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  120. await MarkTransformRunSuccessAsync(runLogId, now, result);
  121. return result;
  122. }
  123. catch (Exception ex)
  124. {
  125. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  126. throw;
  127. }
  128. }
  129. [Obsolete("Phase3: use MdpModuleStagingPuller / executors")]
  130. private async Task<int> SyncOneEntityAsync(S2MdpEntityConfig entity, string batchId, DateTime now)
  131. {
  132. var entityRow = await _db.Ado.SqlQuerySingleAsync<S2MdpEntityRow>(
  133. "SELECT id AS Id, entity_name AS EntityName FROM mdp_entity WHERE tenant_id=0 AND entity_code=@EntityCode LIMIT 1",
  134. new SugarParameter("@EntityCode", entity.EntityCode));
  135. if (entityRow == null) throw Oops.Oh($"未找到 MDP 实体配置:{entity.EntityCode}");
  136. var columns = await _db.Ado.SqlQueryAsync<S2ColumnRow>(
  137. """
  138. SELECT COLUMN_NAME AS ColumnName
  139. FROM information_schema.COLUMNS
  140. WHERE TABLE_SCHEMA=DATABASE() AND TABLE_NAME=@TableName
  141. ORDER BY ORDINAL_POSITION
  142. """,
  143. new SugarParameter("@TableName", entity.SourceTable));
  144. if (columns.Count == 0) throw Oops.Oh($"未找到源表:{entity.SourceTable}");
  145. var names = columns.Select(u => u.ColumnName).ToList();
  146. var tenantExpr = names.Any(u => string.Equals(u, "tenant_id", StringComparison.OrdinalIgnoreCase))
  147. ? $"IFNULL(s.`{FindColumn(names, "tenant_id")}`,0)"
  148. : "0";
  149. var factoryExpr = names.Any(u => string.Equals(u, "factory_id", StringComparison.OrdinalIgnoreCase))
  150. ? $"s.`{FindColumn(names, "factory_id")}`"
  151. : "NULL";
  152. var domainExpr = names.Any(u => string.Equals(u, "Domain", StringComparison.OrdinalIgnoreCase))
  153. ? $"s.`{FindColumn(names, "Domain")}`"
  154. : "NULL";
  155. var sourceRowExpr = names.Any(u => string.Equals(u, entity.SourceRowIdExpression, StringComparison.OrdinalIgnoreCase))
  156. ? $"s.`{FindColumn(names, entity.SourceRowIdExpression)}`"
  157. : entity.SourceRowIdExpression;
  158. var rawDataExpr = BuildJsonObjectExpression(names);
  159. var rowsRead = await _db.Ado.GetIntAsync($"SELECT COUNT(1) FROM `{entity.SourceTable}`");
  160. var logId = await InsertSyncLogAsync(entityRow.Id, entityRow.EntityName, batchId, rowsRead);
  161. var started = DateTime.Now;
  162. try
  163. {
  164. var affected = await _db.Ado.ExecuteCommandAsync(
  165. $"""
  166. INSERT INTO `{entity.TargetTable}`
  167. (tenant_id, factory_id, source_system, source_table, source_row_id, source_biz_key, sync_batch_id, sync_time, process_status, raw_data)
  168. SELECT
  169. {tenantExpr},
  170. COALESCE({factoryExpr}, {domainExpr}),
  171. 'AIDOP',
  172. @SourceTable,
  173. CAST({sourceRowExpr} AS CHAR),
  174. CAST(COALESCE({entity.SourceBizKeyExpression}, CAST({sourceRowExpr} AS CHAR)) AS CHAR),
  175. @BatchId,
  176. @Now,
  177. 'PENDING',
  178. {rawDataExpr}
  179. FROM `{entity.SourceTable}` s
  180. ON DUPLICATE KEY UPDATE
  181. tenant_id=VALUES(tenant_id),
  182. factory_id=VALUES(factory_id),
  183. sync_batch_id=VALUES(sync_batch_id),
  184. sync_time=VALUES(sync_time),
  185. process_status=VALUES(process_status),
  186. raw_data=VALUES(raw_data),
  187. update_time=CURRENT_TIMESTAMP
  188. """,
  189. new SugarParameter("@SourceTable", entity.SourceTable),
  190. new SugarParameter("@BatchId", batchId),
  191. new SugarParameter("@Now", now));
  192. await MarkSyncLogSuccessAsync(logId, started, affected);
  193. return rowsRead;
  194. }
  195. catch (Exception ex)
  196. {
  197. await MarkSyncLogFailedAsync(logId, started, ex.Message);
  198. throw;
  199. }
  200. }
  201. private async Task<int> TransformStandardAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  202. {
  203. var total = 0;
  204. foreach (var command in BuildStandardCommands(batchId, now))
  205. {
  206. cancellationToken.ThrowIfCancellationRequested();
  207. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  208. }
  209. return total;
  210. }
  211. private async Task<int> BuildDwdAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  212. {
  213. var total = 0;
  214. foreach (var command in BuildDwdCommands(batchId, now))
  215. {
  216. cancellationToken.ThrowIfCancellationRequested();
  217. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  218. }
  219. return total;
  220. }
  221. private async Task<int> BuildS2KpiValuesAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  222. {
  223. var rows = await CalculateS2KpiValuesAsync(batchId, now.Date);
  224. var affected = 0;
  225. foreach (var row in rows)
  226. {
  227. cancellationToken.ThrowIfCancellationRequested();
  228. affected += await UpsertS2KpiValueAsync(row, now.Date, now);
  229. }
  230. return affected;
  231. }
  232. private IEnumerable<S2MdpSqlCommand> BuildStandardCommands(string batchId, DateTime now)
  233. {
  234. yield return Cmd(
  235. """
  236. INSERT INTO mdp_std_work_order_schedule
  237. (tenant_id, factory_id, source_system, work_order, sales_order_no, item_code, item_name, site_code, status,
  238. priority, urgent_flag, qty_ordered, qty_completed, order_date, due_date, release_date, prod_line,
  239. source_biz_key, sync_batch_id, sync_time)
  240. SELECT tenant_id,
  241. CASE WHEN factory_id REGEXP '^[0-9]+$' THEN CAST(factory_id AS UNSIGNED) ELSE 1 END,
  242. 'AIDOP',
  243. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')),
  244. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.SalesJob')),
  245. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')),
  246. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemName')),
  247. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Site')),
  248. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Status')),
  249. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Priority')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Priority')) AS DECIMAL(18,6)) END,
  250. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Urgent')) IN ('1','true','True') THEN 1 ELSE 0 END,
  251. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyOrded')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyOrded')) AS DECIMAL(18,6)) ELSE 0 END,
  252. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyCompleted')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyCompleted')) AS DECIMAL(18,6)) ELSE 0 END,
  253. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.OrdDate')), 'null'), ''),
  254. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.DueDate')), 'null'), ''),
  255. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ReleaseDate')), 'null'), ''),
  256. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ProdLine')),
  257. source_biz_key, @BatchId, @Now
  258. FROM mdp_stg_schedule
  259. WHERE source_table='WorkOrdMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), '') <> ''
  260. ON DUPLICATE KEY UPDATE
  261. sales_order_no=VALUES(sales_order_no), item_code=VALUES(item_code), item_name=VALUES(item_name),
  262. site_code=VALUES(site_code), status=VALUES(status), priority=VALUES(priority), urgent_flag=VALUES(urgent_flag),
  263. qty_ordered=VALUES(qty_ordered), qty_completed=VALUES(qty_completed), order_date=VALUES(order_date),
  264. due_date=VALUES(due_date), release_date=VALUES(release_date), prod_line=VALUES(prod_line),
  265. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  266. """, batchId, now);
  267. yield return Cmd(
  268. """
  269. INSERT INTO mdp_std_operation_schedule
  270. (tenant_id, factory_id, source_system, work_order, op_no, work_center, line_code, item_code,
  271. plan_date, prod_date, start_time, end_time, ord_qty, comp_qty, run_crew, employee,
  272. source_biz_key, sync_batch_id, sync_time)
  273. SELECT tenant_id,
  274. CASE WHEN factory_id REGEXP '^[0-9]+$' THEN CAST(factory_id AS UNSIGNED) ELSE 1 END,
  275. 'AIDOP',
  276. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrds')),
  277. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')),
  278. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkCtr')),
  279. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line')),
  280. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')),
  281. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PlanDate')), 'null'), ''),
  282. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ProdDate')), 'null'), ''),
  283. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.StartTime')), 'null'), ''),
  284. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.EndTime')), 'null'), ''),
  285. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.OrdQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.OrdQty')) AS DECIMAL(18,6)) ELSE 0 END,
  286. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.CompQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.CompQty')) AS DECIMAL(18,6)) ELSE 0 END,
  287. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RunCrew')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RunCrew')) AS DECIMAL(18,6)) END,
  288. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Employee')),
  289. source_biz_key, @BatchId, @Now
  290. FROM mdp_stg_schedule
  291. WHERE source_table='PeriodSequenceDet' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrds')), '') <> ''
  292. ON DUPLICATE KEY UPDATE
  293. work_center=VALUES(work_center), line_code=VALUES(line_code), item_code=VALUES(item_code),
  294. plan_date=VALUES(plan_date), prod_date=VALUES(prod_date), start_time=VALUES(start_time), end_time=VALUES(end_time),
  295. ord_qty=VALUES(ord_qty), comp_qty=VALUES(comp_qty), run_crew=VALUES(run_crew), employee=VALUES(employee),
  296. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  297. """, batchId, now);
  298. yield return Cmd(
  299. """
  300. INSERT INTO mdp_std_operation_schedule
  301. (tenant_id, factory_id, source_system, work_order, op_no, work_center, line_code, item_code,
  302. plan_date, prod_date, start_time, end_time, ord_qty, comp_qty, run_crew, employee,
  303. source_biz_key, sync_batch_id, sync_time)
  304. SELECT tenant_id,
  305. CASE WHEN factory_id REGEXP '^[0-9]+$' THEN CAST(factory_id AS UNSIGNED) ELSE 1 END,
  306. 'AIDOP',
  307. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')),
  308. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')),
  309. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkCtr')),
  310. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line')),
  311. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')),
  312. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkDate')), 'null'), ''),
  313. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkDate')), 'null'), ''),
  314. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkStartTime')), 'null'), ''),
  315. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkEndTime')), 'null'), ''),
  316. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) AS DECIMAL(18,6)) ELSE 0 END,
  317. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) AS DECIMAL(18,6)) ELSE 0 END,
  318. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedPersonnelCount')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedPersonnelCount')) AS DECIMAL(18,6)) END,
  319. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedEmployeeID')),
  320. source_biz_key, @BatchId, @Now
  321. FROM mdp_stg_schedule
  322. WHERE source_table='ScheduleResultOpMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), '') <> ''
  323. ON DUPLICATE KEY UPDATE
  324. work_center=VALUES(work_center), line_code=VALUES(line_code), item_code=VALUES(item_code),
  325. plan_date=VALUES(plan_date), prod_date=VALUES(prod_date), start_time=VALUES(start_time), end_time=VALUES(end_time),
  326. ord_qty=VALUES(ord_qty), comp_qty=VALUES(comp_qty), run_crew=VALUES(run_crew), employee=VALUES(employee),
  327. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  328. """, batchId, now);
  329. }
  330. private IEnumerable<S2MdpSqlCommand> BuildDwdCommands(string batchId, DateTime now)
  331. {
  332. yield return Cmd(
  333. """
  334. INSERT INTO dwd_order_schedule_trans
  335. (tenant_id, factory_id, stat_date, work_order, sales_order_no, item_code, item_name, site_code, prod_line,
  336. status, urgent_flag, qty_ordered, qty_completed, order_date, due_date, release_date, first_plan_date,
  337. last_plan_date, first_start_time, last_end_time, operation_count, scheduled_qty, completed_op_qty,
  338. schedule_cycle_days, schedule_satisfaction_flag, wip_qty, resource_person_count, calc_batch_id, calc_time)
  339. SELECT w.tenant_id, COALESCE(w.factory_id, 1), @StatDate,
  340. w.work_order, w.sales_order_no, w.item_code, w.item_name, w.site_code, w.prod_line,
  341. w.status, w.urgent_flag, w.qty_ordered, w.qty_completed, w.order_date, w.due_date, w.release_date,
  342. MIN(o.plan_date), MAX(o.plan_date), MIN(o.start_time), MAX(o.end_time),
  343. COUNT(o.id), SUM(IFNULL(o.ord_qty, 0)), SUM(IFNULL(o.comp_qty, 0)),
  344. CASE
  345. WHEN COALESCE(MIN(o.plan_date), MAX(o.plan_date)) IS NOT NULL
  346. AND COALESCE(w.release_date, w.order_date) IS NOT NULL
  347. THEN TIMESTAMPDIFF(HOUR, COALESCE(w.release_date, w.order_date), COALESCE(MAX(o.plan_date), MIN(o.plan_date))) / 24
  348. END,
  349. CASE
  350. WHEN w.due_date IS NOT NULL AND COALESCE(MAX(o.plan_date), MIN(o.plan_date)) IS NOT NULL
  351. AND DATE(COALESCE(MAX(o.plan_date), MIN(o.plan_date))) <= DATE(w.due_date) THEN 1
  352. ELSE 0
  353. END,
  354. GREATEST(IFNULL(w.qty_ordered, 0) - IFNULL(w.qty_completed, 0), 0),
  355. SUM(IFNULL(o.run_crew, 0)),
  356. @BatchId, @Now
  357. FROM mdp_std_work_order_schedule w
  358. LEFT JOIN mdp_std_operation_schedule o
  359. ON o.tenant_id=w.tenant_id AND IFNULL(o.work_order,'')=IFNULL(w.work_order,'')
  360. WHERE IFNULL(w.work_order, '') <> ''
  361. GROUP BY w.tenant_id, COALESCE(w.factory_id, 1), w.work_order, w.sales_order_no, w.item_code, w.item_name,
  362. w.site_code, w.prod_line, w.status, w.urgent_flag, w.qty_ordered, w.qty_completed,
  363. w.order_date, w.due_date, w.release_date
  364. ON DUPLICATE KEY UPDATE
  365. sales_order_no=VALUES(sales_order_no), item_code=VALUES(item_code), item_name=VALUES(item_name),
  366. site_code=VALUES(site_code), prod_line=VALUES(prod_line), status=VALUES(status), urgent_flag=VALUES(urgent_flag),
  367. qty_ordered=VALUES(qty_ordered), qty_completed=VALUES(qty_completed), order_date=VALUES(order_date),
  368. due_date=VALUES(due_date), release_date=VALUES(release_date), first_plan_date=VALUES(first_plan_date),
  369. last_plan_date=VALUES(last_plan_date), first_start_time=VALUES(first_start_time), last_end_time=VALUES(last_end_time),
  370. operation_count=VALUES(operation_count), scheduled_qty=VALUES(scheduled_qty), completed_op_qty=VALUES(completed_op_qty),
  371. schedule_cycle_days=VALUES(schedule_cycle_days), schedule_satisfaction_flag=VALUES(schedule_satisfaction_flag),
  372. wip_qty=VALUES(wip_qty), resource_person_count=VALUES(resource_person_count), calc_time=VALUES(calc_time),
  373. update_time=CURRENT_TIMESTAMP
  374. """, batchId, now);
  375. }
  376. private async Task<List<S2KpiCalcRow>> CalculateS2KpiValuesAsync(string batchId, DateTime statDate)
  377. {
  378. var scope = RequireScope();
  379. return await _db.Ado.SqlQueryAsync<S2KpiCalcRow>(MdpSqlScope.InjectTenantFactory(
  380. """
  381. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_001' AS MetricCode,
  382. ROUND(AVG(schedule_cycle_days), 4) AS MetricValue
  383. FROM dwd_order_schedule_trans
  384. WHERE calc_batch_id=@BatchId AND schedule_cycle_days IS NOT NULL AND schedule_cycle_days >= 0
  385. GROUP BY tenant_id, factory_id
  386. UNION ALL
  387. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_002' AS MetricCode,
  388. ROUND(100 * SUM(schedule_satisfaction_flag) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  389. FROM dwd_order_schedule_trans
  390. WHERE calc_batch_id=@BatchId
  391. GROUP BY tenant_id, factory_id
  392. UNION ALL
  393. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_003' AS MetricCode,
  394. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(resource_person_count, 0) > 0 THEN resource_person_count ELSE 1 END), 0), 4) AS MetricValue
  395. FROM dwd_order_schedule_trans
  396. WHERE calc_batch_id=@BatchId
  397. GROUP BY tenant_id, factory_id
  398. UNION ALL
  399. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_004' AS MetricCode,
  400. ROUND(SUM(wip_qty) / NULLIF(SUM(CASE WHEN qty_completed > 0 THEN qty_completed ELSE completed_op_qty END), 0) * 30, 4) AS MetricValue
  401. FROM dwd_order_schedule_trans
  402. WHERE calc_batch_id=@BatchId
  403. GROUP BY tenant_id, factory_id
  404. UNION ALL
  405. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_001' AS MetricCode,
  406. ROUND(AVG(schedule_cycle_days), 4) AS MetricValue
  407. FROM dwd_order_schedule_trans
  408. WHERE calc_batch_id=@BatchId AND schedule_cycle_days IS NOT NULL AND schedule_cycle_days >= 0
  409. GROUP BY tenant_id, factory_id
  410. UNION ALL
  411. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_002' AS MetricCode,
  412. ROUND(100 * SUM(schedule_satisfaction_flag) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  413. FROM dwd_order_schedule_trans
  414. WHERE calc_batch_id=@BatchId
  415. GROUP BY tenant_id, factory_id
  416. UNION ALL
  417. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_003' AS MetricCode,
  418. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(resource_person_count, 0) > 0 THEN resource_person_count ELSE 1 END), 0), 4) AS MetricValue
  419. FROM dwd_order_schedule_trans
  420. WHERE calc_batch_id=@BatchId
  421. GROUP BY tenant_id, factory_id
  422. UNION ALL
  423. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_001' AS MetricCode,
  424. ROUND(AVG(
  425. CASE
  426. WHEN start_time IS NOT NULL AND end_time IS NOT NULL AND end_time >= start_time
  427. THEN TIMESTAMPDIFF(HOUR, start_time, end_time) / 24
  428. WHEN plan_date IS NOT NULL AND prod_date IS NOT NULL
  429. THEN ABS(TIMESTAMPDIFF(DAY, plan_date, prod_date))
  430. END
  431. ), 4) AS MetricValue
  432. FROM mdp_std_operation_schedule
  433. WHERE IFNULL(work_order, '') <> ''
  434. GROUP BY tenant_id, factory_id
  435. UNION ALL
  436. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_002' AS MetricCode,
  437. ROUND(100 * SUM(CASE WHEN plan_date IS NOT NULL AND (prod_date IS NULL OR prod_date >= plan_date) THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  438. FROM mdp_std_operation_schedule
  439. WHERE IFNULL(work_order, '') <> ''
  440. GROUP BY tenant_id, factory_id
  441. UNION ALL
  442. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_003' AS MetricCode,
  443. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(run_crew, 0) > 0 THEN run_crew ELSE 1 END), 0), 4) AS MetricValue
  444. FROM mdp_std_operation_schedule
  445. WHERE IFNULL(work_order, '') <> ''
  446. GROUP BY tenant_id, factory_id
  447. UNION ALL
  448. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_004' AS MetricCode,
  449. ROUND(AVG(
  450. CASE
  451. WHEN start_time IS NOT NULL AND end_time IS NOT NULL AND end_time >= start_time
  452. THEN TIMESTAMPDIFF(HOUR, start_time, end_time) / 24
  453. WHEN plan_date IS NOT NULL AND prod_date IS NOT NULL
  454. THEN ABS(TIMESTAMPDIFF(DAY, plan_date, prod_date))
  455. END
  456. ), 4) AS MetricValue
  457. FROM mdp_std_operation_schedule
  458. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  459. GROUP BY tenant_id, factory_id
  460. UNION ALL
  461. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_005' AS MetricCode,
  462. ROUND(100 * SUM(CASE WHEN plan_date IS NOT NULL AND (prod_date IS NULL OR prod_date >= plan_date) THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  463. FROM mdp_std_operation_schedule
  464. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  465. GROUP BY tenant_id, factory_id
  466. UNION ALL
  467. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_006' AS MetricCode,
  468. ROUND(COUNT(DISTINCT COALESCE(NULLIF(work_center,''), NULLIF(line_code,''), CONCAT(work_order, ':', op_no)))
  469. / NULLIF(SUM(CASE WHEN IFNULL(run_crew, 0) > 0 THEN run_crew ELSE 1 END), 0), 4) AS MetricValue
  470. FROM mdp_std_operation_schedule
  471. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  472. GROUP BY tenant_id, factory_id
  473. """),
  474. new SugarParameter("@BatchId", batchId),
  475. new SugarParameter("@StatDate", statDate),
  476. new SugarParameter("@TenantId", scope.TenantId),
  477. new SugarParameter("@FactoryId", scope.FactoryId));
  478. }
  479. private async Task<int> UpsertS2KpiValueAsync(S2KpiCalcRow row, DateTime statDate, DateTime now)
  480. {
  481. if (row.MetricValue == null) return 0;
  482. var meta = await _db.Ado.SqlQuerySingleAsync<S2KpiMetaRow>(
  483. """
  484. SELECT MetricLevel, Direction, YellowThreshold, RedThreshold
  485. FROM ado_smart_ops_kpi_master
  486. WHERE TenantId=@TenantId AND ModuleCode='S2' AND MetricCode=@MetricCode AND IsEnabled=1
  487. LIMIT 1
  488. """,
  489. new SugarParameter("@TenantId", row.TenantId),
  490. new SugarParameter("@MetricCode", row.MetricCode));
  491. if (meta == null) return 0;
  492. var table = ResolveKpiValueTable(meta.MetricLevel);
  493. var current = await _db.Ado.SqlQuerySingleAsync<S2KpiValueRow>(
  494. $"""
  495. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  496. FROM {table}
  497. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  498. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  499. ORDER BY id
  500. LIMIT 1
  501. """,
  502. new SugarParameter("@TenantId", row.TenantId),
  503. new SugarParameter("@FactoryId", row.FactoryId),
  504. new SugarParameter("@MetricCode", row.MetricCode),
  505. new SugarParameter("@BizDate", statDate));
  506. var prior = await _db.Ado.SqlQuerySingleAsync<S2KpiValueRow>(
  507. $"""
  508. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  509. FROM {table}
  510. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  511. AND metric_code=@MetricCode AND biz_date<@BizDate AND is_deleted=0
  512. ORDER BY biz_date DESC, id DESC
  513. LIMIT 1
  514. """,
  515. new SugarParameter("@TenantId", row.TenantId),
  516. new SugarParameter("@FactoryId", row.FactoryId),
  517. new SugarParameter("@MetricCode", row.MetricCode),
  518. new SugarParameter("@BizDate", statDate));
  519. var actual = Math.Round(row.MetricValue.Value, 4);
  520. var snap = await _kpiTargetResolver.ResolveAsync(row.TenantId, row.FactoryId, row.MetricCode, "S2", statDate);
  521. var target = snap.TargetValue;
  522. var status = AidopS4KpiMerge.AchievementLevel(actual, target, meta.Direction, meta.YellowThreshold, meta.RedThreshold);
  523. var trend = ResolveTrendFlag(actual, prior?.MetricValue);
  524. if (current != null)
  525. {
  526. return await _db.Ado.ExecuteCommandAsync(
  527. $"""
  528. UPDATE {table}
  529. SET metric_value=@MetricValue, target_value=@TargetValue, status_color=@StatusColor, trend_flag=@TrendFlag,
  530. target_config_id=@TargetConfigId, target_source=@TargetSource, target_resolved_at=@TargetResolvedAt,
  531. is_active=1, status='ACTIVE', calc_time=@CalcTime, update_time=@CalcTime
  532. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  533. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  534. """,
  535. new SugarParameter("@MetricValue", actual),
  536. new SugarParameter("@TargetValue", KpiTargetSnapshotSql.ValueOrDbNull(snap)),
  537. new SugarParameter("@StatusColor", status),
  538. new SugarParameter("@TrendFlag", trend),
  539. new SugarParameter("@TargetConfigId", KpiTargetSnapshotSql.ConfigIdOrDbNull(snap)),
  540. new SugarParameter("@TargetSource", KpiTargetSnapshotSql.SourceOrDbNull(snap)),
  541. new SugarParameter("@TargetResolvedAt", snap.ResolvedAt),
  542. new SugarParameter("@CalcTime", now),
  543. new SugarParameter("@TenantId", row.TenantId),
  544. new SugarParameter("@FactoryId", row.FactoryId),
  545. new SugarParameter("@MetricCode", row.MetricCode),
  546. new SugarParameter("@BizDate", statDate));
  547. }
  548. var nextId = await _db.Ado.GetLongAsync($"SELECT COALESCE(MAX(id), 0) + 1 FROM {table}");
  549. return await _db.Ado.ExecuteCommandAsync(
  550. $"""
  551. INSERT INTO {table}
  552. (id, tenant_id, factory_id, status, biz_date, create_time, update_time, is_deleted, is_active,
  553. module_code, metric_code, metric_value, target_value, status_color, trend_flag, calc_time,
  554. target_config_id, target_source, target_resolved_at)
  555. VALUES
  556. (@Id, @TenantId, @FactoryId, 'ACTIVE', @BizDate, @CalcTime, @CalcTime, 0, 1,
  557. 'S2', @MetricCode, @MetricValue, @TargetValue, @StatusColor, @TrendFlag, @CalcTime,
  558. @TargetConfigId, @TargetSource, @TargetResolvedAt)
  559. """,
  560. new SugarParameter("@Id", nextId),
  561. new SugarParameter("@TenantId", row.TenantId),
  562. new SugarParameter("@FactoryId", row.FactoryId),
  563. new SugarParameter("@BizDate", statDate),
  564. new SugarParameter("@CalcTime", now),
  565. new SugarParameter("@MetricCode", row.MetricCode),
  566. new SugarParameter("@MetricValue", actual),
  567. new SugarParameter("@TargetValue", KpiTargetSnapshotSql.ValueOrDbNull(snap)),
  568. new SugarParameter("@StatusColor", status),
  569. new SugarParameter("@TrendFlag", trend),
  570. new SugarParameter("@TargetConfigId", KpiTargetSnapshotSql.ConfigIdOrDbNull(snap)),
  571. new SugarParameter("@TargetSource", KpiTargetSnapshotSql.SourceOrDbNull(snap)),
  572. new SugarParameter("@TargetResolvedAt", snap.ResolvedAt));
  573. }
  574. private async Task<long> InsertSyncLogAsync(long entityId, string entityName, string batchId, int rowsRead)
  575. {
  576. EnsureRunScope();
  577. await _db.Ado.ExecuteCommandAsync(
  578. """
  579. INSERT INTO mdp_sync_log
  580. (tenant_id, entity_id, source_code, entity_name, sync_batch_id, sync_type, trigger_type, sync_start, rows_read, status)
  581. VALUES (@TenantId, @EntityId, 'AIDOPDEV_MYSQL', @EntityName, @BatchId, 'FULL', 'AUTO', NOW(), @RowsRead, 'RUNNING')
  582. """,
  583. new SugarParameter("@TenantId", _runScope.TenantId),
  584. new SugarParameter("@EntityId", entityId),
  585. new SugarParameter("@EntityName", entityName),
  586. new SugarParameter("@BatchId", batchId),
  587. new SugarParameter("@RowsRead", rowsRead));
  588. return await _db.Ado.GetLongAsync(
  589. "SELECT id FROM mdp_sync_log WHERE sync_batch_id=@BatchId AND entity_id=@EntityId ORDER BY id DESC LIMIT 1",
  590. new List<SugarParameter> { new("@BatchId", batchId), new("@EntityId", entityId) });
  591. }
  592. private async Task MarkSyncLogSuccessAsync(long logId, DateTime started, int affected)
  593. {
  594. await _db.Ado.ExecuteCommandAsync(
  595. """
  596. UPDATE mdp_sync_log
  597. SET sync_end=NOW(), duration_ms=@DurationMs, rows_insert=@RowsInsert, rows_update=0, rows_skip=0, rows_error=0, status='SUCCESS'
  598. WHERE id=@Id
  599. """,
  600. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  601. new SugarParameter("@RowsInsert", affected),
  602. new SugarParameter("@Id", logId));
  603. }
  604. private async Task MarkSyncLogFailedAsync(long logId, DateTime started, string message)
  605. {
  606. try
  607. {
  608. await _db.Ado.ExecuteCommandAsync(
  609. """
  610. UPDATE mdp_sync_log
  611. SET sync_end=NOW(), duration_ms=@DurationMs, rows_error=1, status='FAILED', error_msg=@ErrorMsg
  612. WHERE id=@Id
  613. """,
  614. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  615. new SugarParameter("@ErrorMsg", Truncate(message, 1000)),
  616. new SugarParameter("@Id", logId));
  617. }
  618. catch (Exception ex)
  619. {
  620. Console.Error.WriteLine($"[S2MdpSyncTransform] MarkSyncLogFailed write failed (syncLogId={logId}): {ex.Message}");
  621. }
  622. }
  623. private async Task<long> InsertTransformRunLogAsync(string batchId, DateTime startedAt, string triggerType)
  624. {
  625. await _db.Ado.ExecuteCommandAsync(
  626. """
  627. INSERT INTO mdp_transform_run_log
  628. (tenant_id, job_code, job_name, trigger_type, batch_id, status, start_time)
  629. VALUES (@TenantId, 'S2_MDP_SYNC_TRANSFORM', 'S2 MDP同步与KPI计算', @TriggerType, @BatchId, 'RUNNING', @StartTime)
  630. """,
  631. new SugarParameter("@TenantId", RequireScope().TenantId),
  632. new SugarParameter("@TriggerType", NormalizeTriggerType(triggerType)),
  633. new SugarParameter("@BatchId", batchId),
  634. new SugarParameter("@StartTime", startedAt));
  635. return await _db.Ado.GetLongAsync(
  636. "SELECT id FROM mdp_transform_run_log WHERE batch_id=@BatchId ORDER BY id DESC LIMIT 1",
  637. new List<SugarParameter> { new("@BatchId", batchId) });
  638. }
  639. private async Task MarkTransformRunSuccessAsync(long runLogId, DateTime startedAt, S2MdpSyncTransformResult result)
  640. {
  641. var finishedAt = DateTime.Now;
  642. await _db.Ado.ExecuteCommandAsync(
  643. """
  644. UPDATE mdp_transform_run_log
  645. SET status='SUCCESS', end_time=@EndTime, duration_ms=@DurationMs,
  646. stage_rows=@StageRows, standard_rows=@StandardRows, dwd_rows=@DwdRows,
  647. summary_json=@SummaryJson, update_time=CURRENT_TIMESTAMP
  648. WHERE id=@Id
  649. """,
  650. new SugarParameter("@EndTime", finishedAt),
  651. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  652. new SugarParameter("@StageRows", result.StageRows),
  653. new SugarParameter("@StandardRows", result.StandardRows),
  654. new SugarParameter("@DwdRows", result.DwdRows),
  655. new SugarParameter("@SummaryJson", BuildRunSummaryJson(result)),
  656. new SugarParameter("@Id", runLogId));
  657. }
  658. private async Task MarkTransformRunFailedAsync(long runLogId, DateTime startedAt, string message)
  659. {
  660. try
  661. {
  662. var finishedAt = DateTime.Now;
  663. await _db.Ado.ExecuteCommandAsync(
  664. """
  665. UPDATE mdp_transform_run_log
  666. SET status='FAILED', end_time=@EndTime, duration_ms=@DurationMs,
  667. error_message=@ErrorMessage, update_time=CURRENT_TIMESTAMP
  668. WHERE id=@Id
  669. """,
  670. new SugarParameter("@EndTime", finishedAt),
  671. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  672. new SugarParameter("@ErrorMessage", Truncate(message, 2000)),
  673. new SugarParameter("@Id", runLogId));
  674. }
  675. catch (Exception ex)
  676. {
  677. Console.Error.WriteLine($"[S2MdpSyncTransform] MarkTransformRunFailed write failed (runLogId={runLogId}): {ex.Message}");
  678. }
  679. }
  680. private S2MdpSqlCommand Cmd(string sql, string batchId, DateTime now)
  681. {
  682. var scope = RequireScope();
  683. return new S2MdpSqlCommand(MdpSqlScope.InjectTenantFactory(sql), new[]
  684. {
  685. new SugarParameter("@BatchId", batchId),
  686. new SugarParameter("@Now", now),
  687. new SugarParameter("@StatDate", now.Date),
  688. new SugarParameter("@TenantId", scope.TenantId),
  689. new SugarParameter("@FactoryId", scope.FactoryId)
  690. });
  691. }
  692. private MdpRebuildScope RequireScope()
  693. {
  694. EnsureRunScope();
  695. return _runScope;
  696. }
  697. private void EnsureRunScope()
  698. {
  699. if (_runScope == null)
  700. throw new InvalidOperationException("S2 全量重算必须指定有效 tenantId/factoryId");
  701. }
  702. private static string BuildJsonObjectExpression(IEnumerable<string> columns)
  703. {
  704. var parts = columns.SelectMany(c => new[] { $"'{c.Replace("'", "''")}'", $"s.`{c}`" });
  705. return $"JSON_OBJECT({string.Join(",", parts)})";
  706. }
  707. private static string FindColumn(IEnumerable<string> columns, string expected)
  708. {
  709. return columns.First(u => string.Equals(u, expected, StringComparison.OrdinalIgnoreCase));
  710. }
  711. private static string NormalizeTriggerType(string? triggerType)
  712. {
  713. return string.IsNullOrWhiteSpace(triggerType) ? "AUTO" : triggerType.Trim().ToUpperInvariant();
  714. }
  715. private static string BuildRunSummaryJson(S2MdpSyncTransformResult result)
  716. {
  717. return $$"""{"batchId":"{{result.BatchId}}","stageRows":{{result.StageRows}},"standardRows":{{result.StandardRows}},"dwdRows":{{result.DwdRows}},"kpiRows":{{result.KpiRows}}}""";
  718. }
  719. private static string ResolveKpiValueTable(int metricLevel)
  720. {
  721. return metricLevel switch
  722. {
  723. 1 => "ado_s9_kpi_value_l1_day",
  724. 2 => "ado_s9_kpi_value_l2_day",
  725. 3 => "ado_s9_kpi_value_l3_day",
  726. 4 => "ado_s9_kpi_value_l4_day",
  727. _ => "ado_s9_kpi_value_l2_day"
  728. };
  729. }
  730. private static decimal DefaultS2Target(string metricCode) => LegacyKpiCodeTargets.GetOrZero(metricCode);
  731. private static string ResolveKpiStatus(decimal actual, decimal target, string? direction, decimal? yellowThreshold, decimal? redThreshold)
  732. {
  733. if (target <= 0) return "gray";
  734. var ratio = actual / target * 100m;
  735. if (string.Equals(direction, "lower_is_better", StringComparison.OrdinalIgnoreCase))
  736. {
  737. if (actual <= target) return "green";
  738. if (ratio <= (yellowThreshold ?? 110m)) return "yellow";
  739. return ratio >= (redThreshold ?? 120m) ? "red" : "yellow";
  740. }
  741. if (actual >= target) return "green";
  742. if (ratio >= (yellowThreshold ?? 95m)) return "yellow";
  743. return ratio <= (redThreshold ?? 80m) ? "red" : "yellow";
  744. }
  745. private static string ResolveTrendFlag(decimal actual, decimal? previous)
  746. {
  747. if (previous == null) return "flat";
  748. if (actual > previous.Value) return "up";
  749. if (actual < previous.Value) return "down";
  750. return "flat";
  751. }
  752. private static string Truncate(string? raw, int maxLength)
  753. {
  754. if (string.IsNullOrEmpty(raw)) return string.Empty;
  755. return raw.Length <= maxLength ? raw : raw[..maxLength];
  756. }
  757. private sealed class S2ColumnRow
  758. {
  759. public string ColumnName { get; set; } = string.Empty;
  760. }
  761. private sealed class S2MdpEntityRow
  762. {
  763. public long Id { get; set; }
  764. public string EntityName { get; set; } = string.Empty;
  765. }
  766. private sealed class S2KpiCalcRow
  767. {
  768. public long TenantId { get; set; }
  769. public long FactoryId { get; set; }
  770. public string MetricCode { get; set; } = string.Empty;
  771. public decimal? MetricValue { get; set; }
  772. }
  773. private sealed class S2KpiMetaRow
  774. {
  775. public int MetricLevel { get; set; }
  776. public string Direction { get; set; } = "higher_is_better";
  777. public decimal? YellowThreshold { get; set; }
  778. public decimal? RedThreshold { get; set; }
  779. }
  780. private sealed class S2KpiValueRow
  781. {
  782. public long Id { get; set; }
  783. public decimal? MetricValue { get; set; }
  784. public decimal? TargetValue { get; set; }
  785. }
  786. }
  787. public sealed class S2MdpSyncTransformResult
  788. {
  789. public long RunLogId { get; set; }
  790. public string BatchId { get; set; } = string.Empty;
  791. public int StageRows { get; set; }
  792. public int StandardRows { get; set; }
  793. public int DwdRows { get; set; }
  794. public int KpiRows { get; set; }
  795. public int AtomicRows { get; set; }
  796. }
  797. internal sealed record S2MdpSqlCommand(string Sql, SugarParameter[] Parameters);
  798. internal sealed record S2MdpEntityConfig(
  799. string EntityCode,
  800. string SourceTable,
  801. string TargetTable,
  802. string SourceRowIdExpression,
  803. string SourceBizKeyExpression)
  804. {
  805. public static readonly IReadOnlyList<S2MdpEntityConfig> All = new List<S2MdpEntityConfig>
  806. {
  807. new("S2_WORK_ORDER_MASTER", "WorkOrdMaster", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''))"),
  808. new("S2_WORK_ORDER_ROUTING", "WorkOrdRouting", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`OP`,''))"),
  809. new("S2_WORK_ORDER_DETAIL", "WorkOrdDetail", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`ItemNum`,''))"),
  810. new("S2_PERIOD_SEQUENCE_DET", "PeriodSequenceDet", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrds`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`Sequence`,''))"),
  811. new("S2_SCHEDULE_RESULT_OP", "ScheduleResultOpMaster", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`WorkDate`,''))")
  812. };
  813. }
  814. internal static class S2MdpDdl
  815. {
  816. public static readonly IReadOnlyList<string> SqlBlocks = new[]
  817. {
  818. """
  819. CREATE TABLE IF NOT EXISTS mdp_stg_schedule (
  820. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  821. tenant_id BIGINT NOT NULL DEFAULT 0,
  822. factory_id VARCHAR(64) NULL,
  823. source_system VARCHAR(50) NOT NULL DEFAULT 'AIDOP',
  824. source_table VARCHAR(100) NOT NULL,
  825. source_row_id VARCHAR(100) NOT NULL,
  826. source_biz_key VARCHAR(200) NULL,
  827. sync_batch_id VARCHAR(100) NOT NULL,
  828. sync_time DATETIME NOT NULL,
  829. process_status VARCHAR(20) NOT NULL DEFAULT 'PENDING',
  830. process_message VARCHAR(500) NULL,
  831. raw_data JSON NOT NULL,
  832. create_time DATETIME NULL DEFAULT CURRENT_TIMESTAMP,
  833. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  834. UNIQUE KEY uk_mdp_stg_schedule (tenant_id, source_table, source_row_id),
  835. UNIQUE KEY uk_source_key (source_system, source_table, source_biz_key),
  836. KEY idx_mdp_stg_schedule_batch (sync_batch_id),
  837. KEY idx_mdp_stg_schedule_biz (source_biz_key)
  838. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2生产排程贴源层';
  839. """,
  840. """
  841. CREATE TABLE IF NOT EXISTS mdp_std_work_order_schedule (
  842. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  843. tenant_id BIGINT NOT NULL DEFAULT 0,
  844. factory_id BIGINT NULL,
  845. source_system VARCHAR(50) NOT NULL DEFAULT 'AIDOP',
  846. work_order VARCHAR(100) NOT NULL,
  847. sales_order_no VARCHAR(100) NULL,
  848. item_code VARCHAR(100) NULL,
  849. item_name VARCHAR(200) NULL,
  850. site_code VARCHAR(50) NULL,
  851. status VARCHAR(50) NULL,
  852. priority DECIMAL(18,6) NULL,
  853. urgent_flag TINYINT NOT NULL DEFAULT 0,
  854. qty_ordered DECIMAL(18,6) NULL,
  855. qty_completed DECIMAL(18,6) NULL,
  856. order_date DATETIME NULL,
  857. due_date DATETIME NULL,
  858. release_date DATETIME NULL,
  859. prod_line VARCHAR(100) NULL,
  860. source_biz_key VARCHAR(200) NULL,
  861. sync_batch_id VARCHAR(100) NOT NULL,
  862. sync_time DATETIME NOT NULL,
  863. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  864. UNIQUE KEY uk_std_work_order_schedule (tenant_id, work_order),
  865. KEY idx_std_work_order_schedule_batch (sync_batch_id),
  866. KEY idx_std_work_order_schedule_due (tenant_id, due_date)
  867. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2标准工单排程';
  868. """,
  869. """
  870. CREATE TABLE IF NOT EXISTS mdp_std_operation_schedule (
  871. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  872. tenant_id BIGINT NOT NULL DEFAULT 0,
  873. factory_id BIGINT NULL,
  874. source_system VARCHAR(50) NOT NULL DEFAULT 'AIDOP',
  875. work_order VARCHAR(100) NOT NULL,
  876. op_no VARCHAR(50) NULL,
  877. work_center VARCHAR(100) NULL,
  878. line_code VARCHAR(100) NULL,
  879. item_code VARCHAR(100) NULL,
  880. plan_date DATETIME NULL,
  881. prod_date DATETIME NULL,
  882. start_time DATETIME NULL,
  883. end_time DATETIME NULL,
  884. ord_qty DECIMAL(18,6) NULL,
  885. comp_qty DECIMAL(18,6) NULL,
  886. run_crew DECIMAL(18,6) NULL,
  887. employee VARCHAR(200) NULL,
  888. source_biz_key VARCHAR(200) NULL,
  889. sync_batch_id VARCHAR(100) NOT NULL,
  890. sync_time DATETIME NOT NULL,
  891. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  892. UNIQUE KEY uk_std_operation_schedule (tenant_id, source_biz_key),
  893. KEY idx_std_operation_schedule_work_order (tenant_id, work_order),
  894. KEY idx_std_operation_schedule_batch (sync_batch_id)
  895. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2标准工序排程';
  896. """,
  897. """
  898. CREATE TABLE IF NOT EXISTS dwd_order_schedule_trans (
  899. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  900. tenant_id BIGINT NOT NULL DEFAULT 0,
  901. factory_id BIGINT NOT NULL DEFAULT 1,
  902. stat_date DATE NOT NULL,
  903. work_order VARCHAR(100) NOT NULL,
  904. sales_order_no VARCHAR(100) NULL,
  905. item_code VARCHAR(100) NULL,
  906. item_name VARCHAR(200) NULL,
  907. site_code VARCHAR(50) NULL,
  908. prod_line VARCHAR(100) NULL,
  909. status VARCHAR(50) NULL,
  910. urgent_flag TINYINT NOT NULL DEFAULT 0,
  911. qty_ordered DECIMAL(18,6) NULL,
  912. qty_completed DECIMAL(18,6) NULL,
  913. order_date DATETIME NULL,
  914. due_date DATETIME NULL,
  915. release_date DATETIME NULL,
  916. first_plan_date DATETIME NULL,
  917. last_plan_date DATETIME NULL,
  918. first_start_time DATETIME NULL,
  919. last_end_time DATETIME NULL,
  920. operation_count INT NOT NULL DEFAULT 0,
  921. scheduled_qty DECIMAL(18,6) NULL,
  922. completed_op_qty DECIMAL(18,6) NULL,
  923. schedule_cycle_days DECIMAL(18,6) NULL,
  924. schedule_satisfaction_flag TINYINT NOT NULL DEFAULT 0,
  925. wip_qty DECIMAL(18,6) NULL,
  926. resource_person_count DECIMAL(18,6) NULL,
  927. calc_batch_id VARCHAR(100) NOT NULL,
  928. calc_time DATETIME NOT NULL,
  929. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  930. UNIQUE KEY uk_dwd_order_schedule_trans (tenant_id, work_order, calc_batch_id),
  931. KEY idx_dwd_order_schedule_trans_batch (calc_batch_id),
  932. KEY idx_dwd_order_schedule_trans_stat (tenant_id, stat_date),
  933. KEY idx_dwd_order_schedule_trans_order (tenant_id, sales_order_no)
  934. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2订单工单排程DWD';
  935. """,
  936. """
  937. INSERT INTO mdp_entity
  938. (tenant_id, source_id, entity_code, entity_name, entity_type, source_table_name, target_table_name, sync_mode, batch_size, status, remark, create_time, update_time)
  939. SELECT 0, s.id, v.entity_code, v.entity_name, 'TABLE', v.source_table_name, 'mdp_stg_schedule', 'FULL', 5000, 1, v.remark, CURRENT_TIMESTAMP, CURRENT_TIMESTAMP
  940. FROM mdp_source s
  941. JOIN (
  942. SELECT 'S2_WORK_ORDER_MASTER' AS entity_code, 'S2工单主数据' AS entity_name, 'WorkOrdMaster' AS source_table_name, '工单主数据进入 S2 贴源层' AS remark
  943. UNION ALL SELECT 'S2_WORK_ORDER_ROUTING', 'S2工单工艺路线', 'WorkOrdRouting', '工单工艺路线进入 S2 贴源层'
  944. UNION ALL SELECT 'S2_WORK_ORDER_DETAIL', 'S2工单物料明细', 'WorkOrdDetail', '工单物料需求进入 S2 贴源层'
  945. UNION ALL SELECT 'S2_PERIOD_SEQUENCE_DET', 'S2工序排程计划', 'PeriodSequenceDet', '工序间衔接与排程计划进入 S2 贴源层'
  946. UNION ALL SELECT 'S2_SCHEDULE_RESULT_OP', 'S2工序排产结果', 'ScheduleResultOpMaster', '工序排产结果进入 S2 贴源层'
  947. ) v
  948. WHERE s.tenant_id=0 AND s.source_code='AIDOPDEV_MYSQL'
  949. ON DUPLICATE KEY UPDATE
  950. source_id=VALUES(source_id), entity_name=VALUES(entity_name), entity_type=VALUES(entity_type),
  951. source_table_name=VALUES(source_table_name), target_table_name=VALUES(target_table_name),
  952. sync_mode=VALUES(sync_mode), batch_size=VALUES(batch_size), status=VALUES(status),
  953. remark=VALUES(remark), update_time=CURRENT_TIMESTAMP;
  954. """
  955. };
  956. }