S2MdpSyncTransformService.cs 54 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969
  1. using Admin.NET.Plugin.AiDOP.DataPlatform.Executors;
  2. using Admin.NET.Plugin.AiDOP.DataPlatform.MdpRebuild;
  3. using Admin.NET.Plugin.AiDOP.SmartOps;
  4. namespace Admin.NET.Plugin.AiDOP.Production;
  5. /// <summary>
  6. /// S2 生产排程 MDP 同步、标准化、DWD 与 KPI 计算服务。
  7. /// Phase2:源→stg 经统一执行器;std/DWD/KPI 仍读 stg。
  8. /// </summary>
  9. public class S2MdpSyncTransformService : ITransient
  10. {
  11. private const string JobCode = "S2_MDP_SYNC_TRANSFORM";
  12. private readonly ISqlSugarClient _db;
  13. private readonly TransformRunLogFinalizer _runLogFinalizer;
  14. private readonly SmartOpsKpiAtomicBuildService _atomicBuild;
  15. private readonly MdpModuleStagingPuller _stagingPuller;
  16. private readonly IKpiTargetResolver _kpiTargetResolver;
  17. private readonly S9CompositeKpiWriter _s9Composite;
  18. private MdpRebuildScope _runScope = null!;
  19. public S2MdpSyncTransformService(
  20. ISqlSugarClient db,
  21. SmartOpsKpiAtomicBuildService atomicBuild,
  22. MdpModuleStagingPuller stagingPuller,
  23. IKpiTargetResolver kpiTargetResolver,
  24. TransformRunLogFinalizer runLogFinalizer,
  25. S9CompositeKpiWriter s9Composite)
  26. {
  27. _db = db;
  28. _runLogFinalizer = runLogFinalizer;
  29. _atomicBuild = atomicBuild;
  30. _stagingPuller = stagingPuller;
  31. _kpiTargetResolver = kpiTargetResolver;
  32. _s9Composite = s9Composite;
  33. }
  34. public Task<S2MdpSyncTransformResult> RunFullAsync(CancellationToken cancellationToken = default, string triggerType = "AUTO") =>
  35. throw new InvalidOperationException("S2 全量重算必须指定租户/工厂作用域,请走 ModuleRebuildService.Enqueue");
  36. public async Task<S2MdpSyncTransformResult> RunFullAsync(
  37. MdpRebuildScope scope,
  38. CancellationToken cancellationToken = default,
  39. string triggerType = "AUTO",
  40. long? rebuildJobId = null,
  41. Func<ModuleProgressUpdate, Task>? reportProgress = null)
  42. {
  43. _ = rebuildJobId;
  44. _runScope = MdpRebuildScope.Create("S2", scope.TenantId, scope.FactoryId);
  45. cancellationToken.ThrowIfCancellationRequested();
  46. var now = DateTime.Now;
  47. var batchId = $"S2_MDP_FULL_{_runScope.TenantId}_{_runScope.FactoryId}_{now:yyyyMMddHHmmss}";
  48. var runLogId = await InsertTransformRunLogAsync(batchId, now, triggerType);
  49. var result = new S2MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  50. try
  51. {
  52. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Preparing, 0, 5, "准备运行环境"));
  53. await EnsureS2RuntimeObjectsAsync();
  54. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Staging, 1, 10, "正在拉取源数据"));
  55. result.StageRows = await SyncStagingAsync(batchId, now, cancellationToken);
  56. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Staging, 1, 35, "拉取源数据完成", result.StageRows, ModuleRebuildStages.Staging));
  57. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Standard, 2, 35, "正在标准化数据"));
  58. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  59. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Standard, 2, 50, "标准化数据完成", result.StandardRows, ModuleRebuildStages.Standard));
  60. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Dwd, 3, 50, "正在生成 DWD 明细"));
  61. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  62. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Dwd, 3, 65, "生成 DWD 明细完成", result.DwdRows, ModuleRebuildStages.Dwd));
  63. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Kpi, 4, 65, "正在重算 KPI"));
  64. result.KpiRows = await BuildS2KpiValuesAsync(batchId, now, cancellationToken);
  65. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Kpi, 4, 80, "重算 KPI 完成", result.KpiRows, ModuleRebuildStages.Kpi));
  66. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Atomic, 5, 82, "正在重建原子数据"));
  67. result.AtomicRows = await _atomicBuild.BuildWorkScheduleDomainForAllDatesAsync(
  68. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  69. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Atomic, 5, 98, "重建原子数据完成", result.AtomicRows, ModuleRebuildStages.Atomic));
  70. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Finalizing, 5, 99, "正在收尾"));
  71. result.KpiRows += await _s9Composite.WriteRecentAsync(_runScope.TenantId, _runScope.FactoryId, now, cancellationToken);
  72. await MarkTransformRunSuccessAsync(runLogId, now, result);
  73. return result;
  74. }
  75. catch (Exception ex)
  76. {
  77. // 宿主关停不是转换失败:交给 finally 收口为 ABORTED,不污染 FAILED 语义。
  78. if (!_runLogFinalizer.IsHostStopping)
  79. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  80. throw;
  81. }
  82. finally
  83. {
  84. await _runLogFinalizer.FinalizeIfHostStoppingAsync(runLogId, now);
  85. }
  86. }
  87. private static async Task ReportAsync(Func<ModuleProgressUpdate, Task>? report, ModuleProgressUpdate update)
  88. {
  89. if (report == null) return;
  90. await report(update);
  91. }
  92. private async Task EnsureS2RuntimeObjectsAsync()
  93. {
  94. foreach (var table in new[]
  95. {
  96. "mdp_stg_schedule",
  97. "mdp_std_work_order_schedule",
  98. "mdp_std_operation_schedule",
  99. "dwd_order_schedule_trans"
  100. })
  101. await MdpSchemaAligner.ExecuteAsync(_db, MdpSchemaDefinition.Ddl(table));
  102. foreach (var sql in S2MdpDdl.SqlBlocks)
  103. {
  104. await MdpSchemaAligner.ExecuteAsync(_db, sql);
  105. }
  106. }
  107. private async Task<int> SyncStagingAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  108. {
  109. _ = now;
  110. EnsureRunScope();
  111. return await _stagingPuller.PullEntitiesAsync(
  112. S2MdpEntityConfig.All.Select(x => x.EntityCode),
  113. batchId, _runScope.TenantId, fullRefresh: true, taskCode: "S2_MDP_INBOUND", cancellationToken,
  114. factoryId: _runScope.FactoryId, requireMatchingSourceTenant: true);
  115. }
  116. public async Task<S2MdpSyncTransformResult> RunInboundAsync(
  117. IEnumerable<string>? entityCodes = null,
  118. long tenantId = 0,
  119. bool fullRefresh = false,
  120. CancellationToken cancellationToken = default)
  121. {
  122. cancellationToken.ThrowIfCancellationRequested();
  123. if (tenantId <= 0)
  124. throw new InvalidOperationException("S2 inbound 必须指定有效 tenantId");
  125. _runScope = MdpRebuildScope.Create("S2", tenantId, 1);
  126. var now = DateTime.Now;
  127. var batchId = $"S2_MDP_IN_{_runScope.TenantId}_{now:yyyyMMddHHmmss}";
  128. var runLogId = await InsertTransformRunLogAsync(batchId, now, "INBOUND");
  129. var result = new S2MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  130. try
  131. {
  132. await EnsureS2RuntimeObjectsAsync();
  133. var codes = entityCodes?.ToList() ?? S2MdpEntityConfig.All.Select(x => x.EntityCode).ToList();
  134. result.StageRows = await _stagingPuller.PullEntitiesAsync(
  135. codes, batchId, tenantId, fullRefresh, "S2_MDP_INBOUND", cancellationToken);
  136. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  137. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  138. result.KpiRows = await BuildS2KpiValuesAsync(batchId, now, cancellationToken);
  139. result.AtomicRows = await _atomicBuild.BuildWorkScheduleDomainForAllDatesAsync(
  140. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  141. result.KpiRows += await _s9Composite.WriteRecentAsync(_runScope.TenantId, _runScope.FactoryId, now, cancellationToken);
  142. await MarkTransformRunSuccessAsync(runLogId, now, result);
  143. return result;
  144. }
  145. catch (Exception ex)
  146. {
  147. // 宿主关停不是转换失败:交给 finally 收口为 ABORTED,不污染 FAILED 语义。
  148. if (!_runLogFinalizer.IsHostStopping)
  149. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  150. throw;
  151. }
  152. finally
  153. {
  154. await _runLogFinalizer.FinalizeIfHostStoppingAsync(runLogId, now);
  155. }
  156. }
  157. [Obsolete("Phase3: use MdpModuleStagingPuller / executors")]
  158. private async Task<int> SyncOneEntityAsync(S2MdpEntityConfig entity, string batchId, DateTime now)
  159. {
  160. var entityRow = await _db.Ado.SqlQuerySingleAsync<S2MdpEntityRow>(
  161. "SELECT id AS Id, entity_name AS EntityName FROM mdp_entity WHERE tenant_id=0 AND entity_code=@EntityCode LIMIT 1",
  162. new SugarParameter("@EntityCode", entity.EntityCode));
  163. if (entityRow == null) throw Oops.Oh($"未找到 MDP 实体配置:{entity.EntityCode}");
  164. var columns = await _db.Ado.SqlQueryAsync<S2ColumnRow>(
  165. """
  166. SELECT COLUMN_NAME AS ColumnName
  167. FROM information_schema.COLUMNS
  168. WHERE TABLE_SCHEMA=DATABASE() AND TABLE_NAME=@TableName
  169. ORDER BY ORDINAL_POSITION
  170. """,
  171. new SugarParameter("@TableName", entity.SourceTable));
  172. if (columns.Count == 0) throw Oops.Oh($"未找到源表:{entity.SourceTable}");
  173. var names = columns.Select(u => u.ColumnName).ToList();
  174. var tenantExpr = names.Any(u => string.Equals(u, "tenant_id", StringComparison.OrdinalIgnoreCase))
  175. ? $"IFNULL(s.`{FindColumn(names, "tenant_id")}`,0)"
  176. : "0";
  177. var factoryExpr = names.Any(u => string.Equals(u, "factory_id", StringComparison.OrdinalIgnoreCase))
  178. ? $"s.`{FindColumn(names, "factory_id")}`"
  179. : "NULL";
  180. var domainExpr = names.Any(u => string.Equals(u, "Domain", StringComparison.OrdinalIgnoreCase))
  181. ? $"s.`{FindColumn(names, "Domain")}`"
  182. : "NULL";
  183. var sourceRowExpr = names.Any(u => string.Equals(u, entity.SourceRowIdExpression, StringComparison.OrdinalIgnoreCase))
  184. ? $"s.`{FindColumn(names, entity.SourceRowIdExpression)}`"
  185. : entity.SourceRowIdExpression;
  186. var rawDataExpr = BuildJsonObjectExpression(names);
  187. var rowsRead = await _db.Ado.GetIntAsync($"SELECT COUNT(1) FROM `{entity.SourceTable}`");
  188. var logId = await InsertSyncLogAsync(entityRow.Id, entityRow.EntityName, batchId, rowsRead);
  189. var started = DateTime.Now;
  190. try
  191. {
  192. var affected = await MdpSchemaAligner.ExecuteAsync(_db,
  193. $"""
  194. INSERT INTO `{entity.TargetTable}`
  195. (tenant_id, factory_id, source_system, source_table, source_row_id, source_biz_key, sync_batch_id, sync_time, process_status, raw_data)
  196. SELECT
  197. {tenantExpr},
  198. COALESCE({factoryExpr}, {domainExpr}),
  199. COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = @SourceTable LIMIT 1), NULLIF('',''), ''),
  200. @SourceTable,
  201. CAST({sourceRowExpr} AS CHAR),
  202. CAST(COALESCE({entity.SourceBizKeyExpression}, CAST({sourceRowExpr} AS CHAR)) AS CHAR),
  203. @BatchId,
  204. @Now,
  205. 'PENDING',
  206. {rawDataExpr}
  207. FROM `{entity.SourceTable}` s
  208. ON DUPLICATE KEY UPDATE
  209. tenant_id=VALUES(tenant_id),
  210. factory_id=VALUES(factory_id),
  211. sync_batch_id=VALUES(sync_batch_id),
  212. sync_time=VALUES(sync_time),
  213. process_status=VALUES(process_status),
  214. raw_data=VALUES(raw_data),
  215. update_time=CURRENT_TIMESTAMP
  216. """,
  217. new SugarParameter("@SourceTable", entity.SourceTable),
  218. new SugarParameter("@BatchId", batchId),
  219. new SugarParameter("@Now", now));
  220. await MarkSyncLogSuccessAsync(logId, started, affected);
  221. return rowsRead;
  222. }
  223. catch (Exception ex)
  224. {
  225. await MarkSyncLogFailedAsync(logId, started, ex.Message);
  226. throw;
  227. }
  228. }
  229. private async Task<int> TransformStandardAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  230. {
  231. var total = 0;
  232. foreach (var command in BuildStandardCommands(batchId, now))
  233. {
  234. cancellationToken.ThrowIfCancellationRequested();
  235. total += await MdpSchemaAligner.ExecuteAsync(_db, command.Sql, command.Parameters);
  236. }
  237. return total;
  238. }
  239. private async Task<int> BuildDwdAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  240. {
  241. var total = 0;
  242. foreach (var command in BuildDwdCommands(batchId, now))
  243. {
  244. cancellationToken.ThrowIfCancellationRequested();
  245. total += await MdpSchemaAligner.ExecuteAsync(_db, command.Sql, command.Parameters);
  246. }
  247. return total;
  248. }
  249. private async Task<int> BuildS2KpiValuesAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  250. {
  251. var affected = 0;
  252. for (var dayOffset = 13; dayOffset >= 0; dayOffset--)
  253. {
  254. var statDate = now.Date.AddDays(-dayOffset);
  255. var rows = await CalculateS2KpiValuesAsync(batchId, statDate);
  256. foreach (var row in rows)
  257. {
  258. cancellationToken.ThrowIfCancellationRequested();
  259. affected += await UpsertS2KpiValueAsync(row, statDate, now);
  260. }
  261. }
  262. return affected;
  263. }
  264. private IEnumerable<S2MdpSqlCommand> BuildStandardCommands(string batchId, DateTime now)
  265. {
  266. yield return Cmd(
  267. """
  268. INSERT INTO mdp_std_work_order_schedule
  269. (tenant_id, factory_id, source_system, doc_type, work_order, sales_order_no, sales_order_entry_id, item_code, item_name, site_code, status,
  270. priority, urgent_flag, qty_ordered, qty_completed, order_date, due_date, release_date, prod_line,
  271. specification, lot_serial, drawing_no, project, work_order_type, labor_variance,
  272. source_biz_key, sync_batch_id, sync_time)
  273. SELECT s.tenant_id,
  274. CASE WHEN s.factory_id REGEXP '^[0-9]+$' THEN CAST(s.factory_id AS UNSIGNED) ELSE 1 END,
  275. COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = source_table LIMIT 1), NULLIF(source_system,''), ''),
  276. 'PROD_TASK',
  277. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.WorkOrd')),
  278. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.SalesJob')),
  279. -- 订单行 ID 桥:WorkOrdMaster.BusinessID,>0 时恒等于 crm_seorderentry.Id
  280. -- (全库实测 28/28 命中同租户订单行、0 孤儿)。源值 0 表示「无关联订单行」,
  281. -- 必须归一为 NULL —— 0 不是合法订单行 Id,落 0 会在桥上造出假关联。
  282. -- sales_order_no(=SalesJob) 只是文本,禁止用它做归因。
  283. NULLIF(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.BusinessID')) REGEXP '^[0-9]+$'
  284. THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.BusinessID')) AS SIGNED) END, 0),
  285. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ItemNum')),
  286. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ItemName')),
  287. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Site')),
  288. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Status')),
  289. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Priority')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Priority')) AS DECIMAL(18,6)) END,
  290. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Urgent')) IN ('1','true','True') THEN 1 ELSE 0 END,
  291. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.QtyOrded')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.QtyOrded')) AS DECIMAL(18,6)) ELSE 0 END,
  292. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.QtyCompleted')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.QtyCompleted')) AS DECIMAL(18,6)) ELSE 0 END,
  293. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.OrdDate')), 'null'), ''),
  294. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.DueDate')), 'null'), ''),
  295. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ReleaseDate')), 'null'), ''),
  296. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ProdLine')),
  297. -- Specification(型号)= ItemMaster.Descr1 中台 enrich((Domain,ItemNum) 去重取一,实测同键 Descr1 无冲突;
  298. -- 严格按 Domain+ItemNum 关联,不做 ItemNum-only 去重,避免跨工厂串型号):
  299. im.Descr1,
  300. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.LotSerial')), 'null'), ''),
  301. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Drawing')), 'null'), ''),
  302. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Project')), 'null'), ''),
  303. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.WoTyped')), 'null'), ''),
  304. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.LbrVar')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.LbrVar')) AS DECIMAL(18,6)) END,
  305. s.source_biz_key, @BatchId, @Now
  306. FROM mdp_stg_schedule s
  307. LEFT JOIN (
  308. SELECT `Domain`, ItemNum, MIN(Descr1) AS Descr1
  309. FROM ItemMaster
  310. GROUP BY `Domain`, ItemNum
  311. ) im ON im.`Domain` = JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Domain'))
  312. AND im.ItemNum = JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ItemNum'))
  313. WHERE s.source_table='WorkOrdMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.WorkOrd')), '') <> ''
  314. ON DUPLICATE KEY UPDATE
  315. sales_order_no=VALUES(sales_order_no), sales_order_entry_id=VALUES(sales_order_entry_id),
  316. item_code=VALUES(item_code), item_name=VALUES(item_name),
  317. site_code=VALUES(site_code), status=VALUES(status), priority=VALUES(priority), urgent_flag=VALUES(urgent_flag),
  318. qty_ordered=VALUES(qty_ordered), qty_completed=VALUES(qty_completed), order_date=VALUES(order_date),
  319. due_date=VALUES(due_date), release_date=VALUES(release_date), prod_line=VALUES(prod_line),
  320. specification=VALUES(specification), lot_serial=VALUES(lot_serial), drawing_no=VALUES(drawing_no),
  321. project=VALUES(project), work_order_type=VALUES(work_order_type), labor_variance=VALUES(labor_variance),
  322. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  323. """, batchId, now);
  324. yield return Cmd(
  325. """
  326. INSERT INTO mdp_std_operation_schedule
  327. (tenant_id, factory_id, source_system, work_order, op_no, work_center, line_code, item_code,
  328. plan_date, prod_date, start_time, end_time, ord_qty, comp_qty, run_crew, employee, status,
  329. source_biz_key, sync_batch_id, sync_time)
  330. SELECT tenant_id,
  331. CASE WHEN factory_id REGEXP '^[0-9]+$' THEN CAST(factory_id AS UNSIGNED) ELSE 1 END,
  332. COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = source_table LIMIT 1), NULLIF(source_system,''), ''),
  333. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrds')),
  334. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')),
  335. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkCtr')),
  336. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line')),
  337. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')),
  338. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PlanDate')), 'null'), ''),
  339. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ProdDate')), 'null'), ''),
  340. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.StartTime')), 'null'), ''),
  341. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.EndTime')), 'null'), ''),
  342. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.OrdQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.OrdQty')) AS DECIMAL(18,6)) ELSE 0 END,
  343. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.CompQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.CompQty')) AS DECIMAL(18,6)) ELSE 0 END,
  344. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RunCrew')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RunCrew')) AS DECIMAL(18,6)) END,
  345. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Employee')),
  346. -- 日计划下达状态:'Y'=已下达(可执行),空=未下达。原样投影 PeriodSequenceDet.Status。
  347. -- 它只是【状态佐证】—— Stage-2 End 的时间 Authority 一律取
  348. -- S2_DAILY_PLAN_RELEASE SUCCESS 的 end_time,绝不能用 update_time 当下达时间
  349. -- (update_time 会被后续任意一次 UPDATE 覆盖)。
  350. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Status')),
  351. source_biz_key, @BatchId, @Now
  352. FROM mdp_stg_schedule
  353. WHERE source_table='PeriodSequenceDet' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrds')), '') <> ''
  354. ON DUPLICATE KEY UPDATE
  355. work_center=VALUES(work_center), line_code=VALUES(line_code), item_code=VALUES(item_code),
  356. plan_date=VALUES(plan_date), prod_date=VALUES(prod_date), start_time=VALUES(start_time), end_time=VALUES(end_time),
  357. ord_qty=VALUES(ord_qty), comp_qty=VALUES(comp_qty), run_crew=VALUES(run_crew), employee=VALUES(employee),
  358. status=VALUES(status),
  359. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  360. """, batchId, now);
  361. // ⚠️ 同表的另一个来源:ScheduleResultOpMaster —— 它没有「日计划下达」这个概念。
  362. // 因此既不投影 status,ODKU 里也【刻意不列】status,
  363. // 否则会把 PeriodSequenceDet 分支刚投影进来的下达状态覆盖成 NULL。
  364. // (两来源 source_biz_key 格式不同,uk=(tenant_id,source_biz_key) 实测不碰撞;此为纵深防御。)
  365. yield return Cmd(
  366. """
  367. INSERT INTO mdp_std_operation_schedule
  368. (tenant_id, factory_id, source_system, work_order, op_no, work_center, line_code, item_code,
  369. plan_date, prod_date, start_time, end_time, ord_qty, comp_qty, run_crew, employee,
  370. source_biz_key, sync_batch_id, sync_time)
  371. SELECT tenant_id,
  372. CASE WHEN factory_id REGEXP '^[0-9]+$' THEN CAST(factory_id AS UNSIGNED) ELSE 1 END,
  373. COALESCE((SELECT r.source_system FROM mdp_source_table_registry r WHERE r.source_table = source_table LIMIT 1), NULLIF(source_system,''), ''),
  374. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')),
  375. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')),
  376. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkCtr')),
  377. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line')),
  378. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')),
  379. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkDate')), 'null'), ''),
  380. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkDate')), 'null'), ''),
  381. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkStartTime')), 'null'), ''),
  382. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkEndTime')), 'null'), ''),
  383. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) AS DECIMAL(18,6)) ELSE 0 END,
  384. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) AS DECIMAL(18,6)) ELSE 0 END,
  385. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedPersonnelCount')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedPersonnelCount')) AS DECIMAL(18,6)) END,
  386. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedEmployeeID')),
  387. source_biz_key, @BatchId, @Now
  388. FROM mdp_stg_schedule
  389. WHERE source_table='ScheduleResultOpMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), '') <> ''
  390. ON DUPLICATE KEY UPDATE
  391. work_center=VALUES(work_center), line_code=VALUES(line_code), item_code=VALUES(item_code),
  392. plan_date=VALUES(plan_date), prod_date=VALUES(prod_date), start_time=VALUES(start_time), end_time=VALUES(end_time),
  393. ord_qty=VALUES(ord_qty), comp_qty=VALUES(comp_qty), run_crew=VALUES(run_crew), employee=VALUES(employee),
  394. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  395. """, batchId, now);
  396. }
  397. private IEnumerable<S2MdpSqlCommand> BuildDwdCommands(string batchId, DateTime now)
  398. {
  399. yield return Cmd(
  400. """
  401. INSERT INTO dwd_order_schedule_trans
  402. (tenant_id, factory_id, stat_date, doc_type, work_order, sales_order_no, item_code, item_name, site_code, prod_line,
  403. status, urgent_flag, qty_ordered, qty_completed, order_date, due_date, release_date, first_plan_date,
  404. last_plan_date, first_start_time, last_end_time, operation_count, scheduled_qty, completed_op_qty,
  405. schedule_cycle_days, schedule_satisfaction_flag, wip_qty, resource_person_count, calc_batch_id, calc_time)
  406. SELECT w.tenant_id, COALESCE(w.factory_id, 1), @StatDate, w.doc_type,
  407. w.work_order, w.sales_order_no, w.item_code, w.item_name, w.site_code, w.prod_line,
  408. w.status, w.urgent_flag, w.qty_ordered, w.qty_completed, w.order_date, w.due_date, w.release_date,
  409. MIN(o.plan_date), MAX(o.plan_date), MIN(o.start_time), MAX(o.end_time),
  410. COUNT(o.id), SUM(IFNULL(o.ord_qty, 0)), SUM(IFNULL(o.comp_qty, 0)),
  411. CASE
  412. WHEN COALESCE(MIN(o.plan_date), MAX(o.plan_date)) IS NOT NULL
  413. AND COALESCE(w.release_date, w.order_date) IS NOT NULL
  414. THEN TIMESTAMPDIFF(HOUR, COALESCE(w.release_date, w.order_date), COALESCE(MAX(o.plan_date), MIN(o.plan_date))) / 24
  415. END,
  416. CASE
  417. WHEN w.due_date IS NOT NULL AND COALESCE(MAX(o.plan_date), MIN(o.plan_date)) IS NOT NULL
  418. AND DATE(COALESCE(MAX(o.plan_date), MIN(o.plan_date))) <= DATE(w.due_date) THEN 1
  419. ELSE 0
  420. END,
  421. GREATEST(IFNULL(w.qty_ordered, 0) - IFNULL(w.qty_completed, 0), 0),
  422. SUM(IFNULL(o.run_crew, 0)),
  423. @BatchId, @Now
  424. FROM mdp_std_work_order_schedule w
  425. LEFT JOIN mdp_std_operation_schedule o
  426. ON o.tenant_id=w.tenant_id AND IFNULL(o.work_order,'')=IFNULL(w.work_order,'')
  427. WHERE IFNULL(w.work_order, '') <> ''
  428. GROUP BY w.tenant_id, COALESCE(w.factory_id, 1), w.doc_type, w.work_order, w.sales_order_no, w.item_code, w.item_name,
  429. w.site_code, w.prod_line, w.status, w.urgent_flag, w.qty_ordered, w.qty_completed,
  430. w.order_date, w.due_date, w.release_date
  431. ON DUPLICATE KEY UPDATE
  432. sales_order_no=VALUES(sales_order_no), item_code=VALUES(item_code), item_name=VALUES(item_name),
  433. site_code=VALUES(site_code), prod_line=VALUES(prod_line), status=VALUES(status), urgent_flag=VALUES(urgent_flag),
  434. qty_ordered=VALUES(qty_ordered), qty_completed=VALUES(qty_completed), order_date=VALUES(order_date),
  435. due_date=VALUES(due_date), release_date=VALUES(release_date), first_plan_date=VALUES(first_plan_date),
  436. last_plan_date=VALUES(last_plan_date), first_start_time=VALUES(first_start_time), last_end_time=VALUES(last_end_time),
  437. operation_count=VALUES(operation_count), scheduled_qty=VALUES(scheduled_qty), completed_op_qty=VALUES(completed_op_qty),
  438. schedule_cycle_days=VALUES(schedule_cycle_days), schedule_satisfaction_flag=VALUES(schedule_satisfaction_flag),
  439. wip_qty=VALUES(wip_qty), resource_person_count=VALUES(resource_person_count), calc_time=VALUES(calc_time),
  440. update_time=CURRENT_TIMESTAMP
  441. """, batchId, now);
  442. }
  443. private async Task<List<S2KpiCalcRow>> CalculateS2KpiValuesAsync(string batchId, DateTime statDate)
  444. {
  445. var scope = RequireScope();
  446. return await _db.Ado.SqlQueryAsync<S2KpiCalcRow>(MdpSqlScope.InjectTenantFactory(
  447. """
  448. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_001' AS MetricCode,
  449. ROUND(AVG(schedule_cycle_days), 4) AS MetricValue
  450. FROM dwd_order_schedule_trans
  451. WHERE calc_batch_id=@BatchId AND doc_type='PROD_TASK' AND schedule_cycle_days IS NOT NULL AND schedule_cycle_days >= 0
  452. GROUP BY tenant_id, factory_id
  453. UNION ALL
  454. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_002' AS MetricCode,
  455. ROUND(100 * SUM(schedule_satisfaction_flag) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  456. FROM dwd_order_schedule_trans
  457. WHERE calc_batch_id=@BatchId AND doc_type='PROD_TASK'
  458. GROUP BY tenant_id, factory_id
  459. UNION ALL
  460. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_003' AS MetricCode,
  461. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(resource_person_count, 0) > 0 THEN resource_person_count ELSE 1 END), 0), 4) AS MetricValue
  462. FROM dwd_order_schedule_trans
  463. WHERE calc_batch_id=@BatchId AND doc_type='PROD_TASK'
  464. GROUP BY tenant_id, factory_id
  465. UNION ALL
  466. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_004' AS MetricCode,
  467. ROUND(SUM(wip_qty) / NULLIF(SUM(CASE WHEN qty_completed > 0 THEN qty_completed ELSE completed_op_qty END), 0) * 30, 4) AS MetricValue
  468. FROM dwd_order_schedule_trans
  469. WHERE calc_batch_id=@BatchId AND doc_type='PROD_TASK'
  470. GROUP BY tenant_id, factory_id
  471. UNION ALL
  472. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_001' AS MetricCode,
  473. ROUND(AVG(schedule_cycle_days), 4) AS MetricValue
  474. FROM dwd_order_schedule_trans
  475. WHERE calc_batch_id=@BatchId AND doc_type='PROD_TASK' AND schedule_cycle_days IS NOT NULL AND schedule_cycle_days >= 0
  476. GROUP BY tenant_id, factory_id
  477. UNION ALL
  478. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_002' AS MetricCode,
  479. ROUND(100 * SUM(schedule_satisfaction_flag) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  480. FROM dwd_order_schedule_trans
  481. WHERE calc_batch_id=@BatchId AND doc_type='PROD_TASK'
  482. GROUP BY tenant_id, factory_id
  483. UNION ALL
  484. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_003' AS MetricCode,
  485. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(resource_person_count, 0) > 0 THEN resource_person_count ELSE 1 END), 0), 4) AS MetricValue
  486. FROM dwd_order_schedule_trans
  487. WHERE calc_batch_id=@BatchId AND doc_type='PROD_TASK'
  488. GROUP BY tenant_id, factory_id
  489. UNION ALL
  490. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_001' AS MetricCode,
  491. ROUND(AVG(
  492. CASE
  493. WHEN start_time IS NOT NULL AND end_time IS NOT NULL AND end_time >= start_time
  494. THEN TIMESTAMPDIFF(HOUR, start_time, end_time) / 24
  495. WHEN plan_date IS NOT NULL AND prod_date IS NOT NULL
  496. THEN ABS(TIMESTAMPDIFF(DAY, plan_date, prod_date))
  497. END
  498. ), 4) AS MetricValue
  499. FROM mdp_std_operation_schedule
  500. WHERE IFNULL(work_order, '') <> ''
  501. GROUP BY tenant_id, factory_id
  502. UNION ALL
  503. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_002' AS MetricCode,
  504. ROUND(100 * SUM(CASE WHEN plan_date IS NOT NULL AND (prod_date IS NULL OR prod_date >= plan_date) THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  505. FROM mdp_std_operation_schedule
  506. WHERE IFNULL(work_order, '') <> ''
  507. GROUP BY tenant_id, factory_id
  508. UNION ALL
  509. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_003' AS MetricCode,
  510. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(run_crew, 0) > 0 THEN run_crew ELSE 1 END), 0), 4) AS MetricValue
  511. FROM mdp_std_operation_schedule
  512. WHERE IFNULL(work_order, '') <> ''
  513. GROUP BY tenant_id, factory_id
  514. UNION ALL
  515. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_004' AS MetricCode,
  516. ROUND(AVG(
  517. CASE
  518. WHEN start_time IS NOT NULL AND end_time IS NOT NULL AND end_time >= start_time
  519. THEN TIMESTAMPDIFF(HOUR, start_time, end_time) / 24
  520. WHEN plan_date IS NOT NULL AND prod_date IS NOT NULL
  521. THEN ABS(TIMESTAMPDIFF(DAY, plan_date, prod_date))
  522. END
  523. ), 4) AS MetricValue
  524. FROM mdp_std_operation_schedule
  525. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  526. GROUP BY tenant_id, factory_id
  527. UNION ALL
  528. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_005' AS MetricCode,
  529. ROUND(100 * SUM(CASE WHEN plan_date IS NOT NULL AND (prod_date IS NULL OR prod_date >= plan_date) THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  530. FROM mdp_std_operation_schedule
  531. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  532. GROUP BY tenant_id, factory_id
  533. UNION ALL
  534. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_006' AS MetricCode,
  535. ROUND(COUNT(DISTINCT COALESCE(NULLIF(work_center,''), NULLIF(line_code,''), CONCAT(work_order, ':', op_no)))
  536. / NULLIF(SUM(CASE WHEN IFNULL(run_crew, 0) > 0 THEN run_crew ELSE 1 END), 0), 4) AS MetricValue
  537. FROM mdp_std_operation_schedule
  538. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  539. GROUP BY tenant_id, factory_id
  540. """),
  541. new SugarParameter("@BatchId", batchId),
  542. new SugarParameter("@StatDate", statDate),
  543. new SugarParameter("@TenantId", scope.TenantId),
  544. new SugarParameter("@FactoryId", scope.FactoryId));
  545. }
  546. private async Task<int> UpsertS2KpiValueAsync(S2KpiCalcRow row, DateTime statDate, DateTime now)
  547. {
  548. if (row.MetricValue == null) return 0;
  549. var meta = await _db.Ado.SqlQuerySingleAsync<S2KpiMetaRow>(
  550. """
  551. SELECT MetricLevel, Direction, YellowThreshold, RedThreshold
  552. FROM ado_smart_ops_kpi_master
  553. WHERE TenantId=@TenantId AND ModuleCode='S2' AND MetricCode=@MetricCode AND IsEnabled=1
  554. LIMIT 1
  555. """,
  556. new SugarParameter("@TenantId", row.TenantId),
  557. new SugarParameter("@MetricCode", row.MetricCode));
  558. if (meta == null) return 0;
  559. var table = ResolveKpiValueTable(meta.MetricLevel);
  560. var current = await _db.Ado.SqlQuerySingleAsync<S2KpiValueRow>(
  561. $"""
  562. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  563. FROM {table}
  564. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  565. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  566. ORDER BY id
  567. LIMIT 1
  568. """,
  569. new SugarParameter("@TenantId", row.TenantId),
  570. new SugarParameter("@FactoryId", row.FactoryId),
  571. new SugarParameter("@MetricCode", row.MetricCode),
  572. new SugarParameter("@BizDate", statDate));
  573. var prior = await _db.Ado.SqlQuerySingleAsync<S2KpiValueRow>(
  574. $"""
  575. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  576. FROM {table}
  577. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  578. AND metric_code=@MetricCode AND biz_date<@BizDate AND is_deleted=0
  579. ORDER BY biz_date DESC, id DESC
  580. LIMIT 1
  581. """,
  582. new SugarParameter("@TenantId", row.TenantId),
  583. new SugarParameter("@FactoryId", row.FactoryId),
  584. new SugarParameter("@MetricCode", row.MetricCode),
  585. new SugarParameter("@BizDate", statDate));
  586. var actual = Math.Round(row.MetricValue.Value, 4);
  587. var snap = await _kpiTargetResolver.ResolveAsync(row.TenantId, row.FactoryId, row.MetricCode, "S2", statDate);
  588. var target = snap.TargetValue;
  589. var status = AidopS4KpiMerge.AchievementLevel(actual, target, meta.Direction, meta.YellowThreshold, meta.RedThreshold);
  590. var trend = ResolveTrendFlag(actual, prior?.MetricValue);
  591. if (current != null)
  592. {
  593. return await MdpSchemaAligner.ExecuteAsync(_db,
  594. $"""
  595. UPDATE {table}
  596. SET metric_value=@MetricValue, target_value=@TargetValue, status_color=@StatusColor, trend_flag=@TrendFlag,
  597. target_config_id=@TargetConfigId, target_source=@TargetSource, target_resolved_at=@TargetResolvedAt,
  598. is_active=1, status='ACTIVE', calc_time=@CalcTime, update_time=@CalcTime
  599. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  600. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  601. """,
  602. new SugarParameter("@MetricValue", actual),
  603. new SugarParameter("@TargetValue", KpiTargetSnapshotSql.ValueOrDbNull(snap)),
  604. new SugarParameter("@StatusColor", status),
  605. new SugarParameter("@TrendFlag", trend),
  606. new SugarParameter("@TargetConfigId", KpiTargetSnapshotSql.ConfigIdOrDbNull(snap)),
  607. new SugarParameter("@TargetSource", KpiTargetSnapshotSql.SourceOrDbNull(snap)),
  608. new SugarParameter("@TargetResolvedAt", snap.ResolvedAt),
  609. new SugarParameter("@CalcTime", now),
  610. new SugarParameter("@TenantId", row.TenantId),
  611. new SugarParameter("@FactoryId", row.FactoryId),
  612. new SugarParameter("@MetricCode", row.MetricCode),
  613. new SugarParameter("@BizDate", statDate));
  614. }
  615. var nextId = Yitter.IdGenerator.YitIdHelper.NextId();
  616. return await MdpSchemaAligner.ExecuteAsync(_db,
  617. $"""
  618. INSERT INTO {table}
  619. (id, tenant_id, factory_id, status, biz_date, create_time, update_time, is_deleted, is_active,
  620. module_code, metric_code, metric_value, target_value, status_color, trend_flag, calc_time,
  621. target_config_id, target_source, target_resolved_at)
  622. VALUES
  623. (@Id, @TenantId, @FactoryId, 'ACTIVE', @BizDate, @CalcTime, @CalcTime, 0, 1,
  624. 'S2', @MetricCode, @MetricValue, @TargetValue, @StatusColor, @TrendFlag, @CalcTime,
  625. @TargetConfigId, @TargetSource, @TargetResolvedAt)
  626. """,
  627. new SugarParameter("@Id", nextId),
  628. new SugarParameter("@TenantId", row.TenantId),
  629. new SugarParameter("@FactoryId", row.FactoryId),
  630. new SugarParameter("@BizDate", statDate),
  631. new SugarParameter("@CalcTime", now),
  632. new SugarParameter("@MetricCode", row.MetricCode),
  633. new SugarParameter("@MetricValue", actual),
  634. new SugarParameter("@TargetValue", KpiTargetSnapshotSql.ValueOrDbNull(snap)),
  635. new SugarParameter("@StatusColor", status),
  636. new SugarParameter("@TrendFlag", trend),
  637. new SugarParameter("@TargetConfigId", KpiTargetSnapshotSql.ConfigIdOrDbNull(snap)),
  638. new SugarParameter("@TargetSource", KpiTargetSnapshotSql.SourceOrDbNull(snap)),
  639. new SugarParameter("@TargetResolvedAt", snap.ResolvedAt));
  640. }
  641. private async Task<long> InsertSyncLogAsync(long entityId, string entityName, string batchId, int rowsRead)
  642. {
  643. EnsureRunScope();
  644. await MdpSchemaAligner.ExecuteAsync(_db,
  645. """
  646. INSERT INTO mdp_sync_log
  647. (tenant_id, entity_id, source_code, entity_name, sync_batch_id, sync_type, trigger_type, sync_start, rows_read, status)
  648. VALUES (@TenantId, @EntityId, 'AIDOPDEV_MYSQL', @EntityName, @BatchId, 'FULL', 'AUTO', NOW(), @RowsRead, 'RUNNING')
  649. """,
  650. new SugarParameter("@TenantId", _runScope.TenantId),
  651. new SugarParameter("@EntityId", entityId),
  652. new SugarParameter("@EntityName", entityName),
  653. new SugarParameter("@BatchId", batchId),
  654. new SugarParameter("@RowsRead", rowsRead));
  655. return await _db.Ado.GetLongAsync(
  656. "SELECT id FROM mdp_sync_log WHERE sync_batch_id=@BatchId AND entity_id=@EntityId ORDER BY id DESC LIMIT 1",
  657. new List<SugarParameter> { new("@BatchId", batchId), new("@EntityId", entityId) });
  658. }
  659. private async Task MarkSyncLogSuccessAsync(long logId, DateTime started, int affected)
  660. {
  661. await MdpSchemaAligner.ExecuteAsync(_db,
  662. """
  663. UPDATE mdp_sync_log
  664. SET sync_end=NOW(), duration_ms=@DurationMs, rows_insert=@RowsInsert, rows_update=0, rows_skip=0, rows_error=0, status='SUCCESS'
  665. WHERE id=@Id
  666. """,
  667. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  668. new SugarParameter("@RowsInsert", affected),
  669. new SugarParameter("@Id", logId));
  670. }
  671. private async Task MarkSyncLogFailedAsync(long logId, DateTime started, string message)
  672. {
  673. try
  674. {
  675. await MdpSchemaAligner.ExecuteAsync(_db,
  676. """
  677. UPDATE mdp_sync_log
  678. SET sync_end=NOW(), duration_ms=@DurationMs, rows_error=1, status='FAILED', error_msg=@ErrorMsg
  679. WHERE id=@Id
  680. """,
  681. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  682. new SugarParameter("@ErrorMsg", Truncate(message, 1000)),
  683. new SugarParameter("@Id", logId));
  684. }
  685. catch (Exception ex)
  686. {
  687. Console.Error.WriteLine($"[S2MdpSyncTransform] MarkSyncLogFailed write failed (syncLogId={logId}): {ex.Message}");
  688. }
  689. }
  690. private async Task<long> InsertTransformRunLogAsync(string batchId, DateTime startedAt, string triggerType)
  691. {
  692. await MdpSchemaAligner.ExecuteAsync(_db,
  693. """
  694. INSERT INTO mdp_transform_run_log
  695. (tenant_id, job_code, job_name, trigger_type, batch_id, status, start_time)
  696. VALUES (@TenantId, 'S2_MDP_SYNC_TRANSFORM', 'S2 MDP同步与KPI计算', @TriggerType, @BatchId, 'RUNNING', @StartTime)
  697. """,
  698. new SugarParameter("@TenantId", RequireScope().TenantId),
  699. new SugarParameter("@TriggerType", NormalizeTriggerType(triggerType)),
  700. new SugarParameter("@BatchId", batchId),
  701. new SugarParameter("@StartTime", startedAt));
  702. return await _db.Ado.GetLongAsync(
  703. "SELECT id FROM mdp_transform_run_log WHERE batch_id=@BatchId ORDER BY id DESC LIMIT 1",
  704. new List<SugarParameter> { new("@BatchId", batchId) });
  705. }
  706. private async Task MarkTransformRunSuccessAsync(long runLogId, DateTime startedAt, S2MdpSyncTransformResult result)
  707. {
  708. var finishedAt = DateTime.Now;
  709. await MdpSchemaAligner.ExecuteAsync(_db,
  710. """
  711. UPDATE mdp_transform_run_log
  712. SET status='SUCCESS', end_time=@EndTime, duration_ms=@DurationMs,
  713. stage_rows=@StageRows, standard_rows=@StandardRows, dwd_rows=@DwdRows,
  714. summary_json=@SummaryJson, update_time=CURRENT_TIMESTAMP
  715. WHERE id=@Id
  716. """,
  717. new SugarParameter("@EndTime", finishedAt),
  718. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  719. new SugarParameter("@StageRows", result.StageRows),
  720. new SugarParameter("@StandardRows", result.StandardRows),
  721. new SugarParameter("@DwdRows", result.DwdRows),
  722. new SugarParameter("@SummaryJson", BuildRunSummaryJson(result)),
  723. new SugarParameter("@Id", runLogId));
  724. }
  725. private async Task MarkTransformRunFailedAsync(long runLogId, DateTime startedAt, string message)
  726. {
  727. try
  728. {
  729. var finishedAt = DateTime.Now;
  730. await MdpSchemaAligner.ExecuteAsync(_db,
  731. """
  732. UPDATE mdp_transform_run_log
  733. SET status='FAILED', end_time=@EndTime, duration_ms=@DurationMs,
  734. error_message=@ErrorMessage, update_time=CURRENT_TIMESTAMP
  735. WHERE id=@Id
  736. """,
  737. new SugarParameter("@EndTime", finishedAt),
  738. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  739. new SugarParameter("@ErrorMessage", Truncate(message, 2000)),
  740. new SugarParameter("@Id", runLogId));
  741. }
  742. catch (Exception ex)
  743. {
  744. Console.Error.WriteLine($"[S2MdpSyncTransform] MarkTransformRunFailed write failed (runLogId={runLogId}): {ex.Message}");
  745. }
  746. }
  747. private S2MdpSqlCommand Cmd(string sql, string batchId, DateTime now)
  748. {
  749. var scope = RequireScope();
  750. return new S2MdpSqlCommand(MdpSqlScope.InjectTenantFactory(sql), new[]
  751. {
  752. new SugarParameter("@BatchId", batchId),
  753. new SugarParameter("@Now", now),
  754. new SugarParameter("@StatDate", now.Date),
  755. new SugarParameter("@TenantId", scope.TenantId),
  756. new SugarParameter("@FactoryId", scope.FactoryId)
  757. });
  758. }
  759. private MdpRebuildScope RequireScope()
  760. {
  761. EnsureRunScope();
  762. return _runScope;
  763. }
  764. private void EnsureRunScope()
  765. {
  766. if (_runScope == null)
  767. throw new InvalidOperationException("S2 全量重算必须指定有效 tenantId/factoryId");
  768. }
  769. private static string BuildJsonObjectExpression(IEnumerable<string> columns)
  770. {
  771. var parts = columns.SelectMany(c => new[] { $"'{c.Replace("'", "''")}'", $"s.`{c}`" });
  772. return $"JSON_OBJECT({string.Join(",", parts)})";
  773. }
  774. private static string FindColumn(IEnumerable<string> columns, string expected)
  775. {
  776. return columns.First(u => string.Equals(u, expected, StringComparison.OrdinalIgnoreCase));
  777. }
  778. private static string NormalizeTriggerType(string? triggerType)
  779. {
  780. return string.IsNullOrWhiteSpace(triggerType) ? "AUTO" : triggerType.Trim().ToUpperInvariant();
  781. }
  782. private static string BuildRunSummaryJson(S2MdpSyncTransformResult result)
  783. {
  784. return $$"""{"batchId":"{{result.BatchId}}","stageRows":{{result.StageRows}},"standardRows":{{result.StandardRows}},"dwdRows":{{result.DwdRows}},"kpiRows":{{result.KpiRows}}}""";
  785. }
  786. private static string ResolveKpiValueTable(int metricLevel)
  787. {
  788. return metricLevel switch
  789. {
  790. 1 => "ado_s9_kpi_value_l1_day",
  791. 2 => "ado_s9_kpi_value_l2_day",
  792. 3 => "ado_s9_kpi_value_l3_day",
  793. 4 => "ado_s9_kpi_value_l4_day",
  794. _ => "ado_s9_kpi_value_l2_day"
  795. };
  796. }
  797. private static decimal DefaultS2Target(string metricCode) => LegacyKpiCodeTargets.GetOrZero(metricCode);
  798. private static string ResolveKpiStatus(decimal actual, decimal target, string? direction, decimal? yellowThreshold, decimal? redThreshold)
  799. {
  800. if (target <= 0) return "gray";
  801. var ratio = actual / target * 100m;
  802. if (string.Equals(direction, "lower_is_better", StringComparison.OrdinalIgnoreCase))
  803. {
  804. if (actual <= target) return "green";
  805. if (ratio <= (yellowThreshold ?? 110m)) return "yellow";
  806. return ratio >= (redThreshold ?? 120m) ? "red" : "yellow";
  807. }
  808. if (actual >= target) return "green";
  809. if (ratio >= (yellowThreshold ?? 95m)) return "yellow";
  810. return ratio <= (redThreshold ?? 80m) ? "red" : "yellow";
  811. }
  812. private static string ResolveTrendFlag(decimal actual, decimal? previous)
  813. {
  814. if (previous == null) return "flat";
  815. if (actual > previous.Value) return "up";
  816. if (actual < previous.Value) return "down";
  817. return "flat";
  818. }
  819. private static string Truncate(string? raw, int maxLength)
  820. {
  821. if (string.IsNullOrEmpty(raw)) return string.Empty;
  822. return raw.Length <= maxLength ? raw : raw[..maxLength];
  823. }
  824. private sealed class S2ColumnRow
  825. {
  826. public string ColumnName { get; set; } = string.Empty;
  827. }
  828. private sealed class S2MdpEntityRow
  829. {
  830. public long Id { get; set; }
  831. public string EntityName { get; set; } = string.Empty;
  832. }
  833. private sealed class S2KpiCalcRow
  834. {
  835. public long TenantId { get; set; }
  836. public long FactoryId { get; set; }
  837. public string MetricCode { get; set; } = string.Empty;
  838. public decimal? MetricValue { get; set; }
  839. }
  840. private sealed class S2KpiMetaRow
  841. {
  842. public int MetricLevel { get; set; }
  843. public string Direction { get; set; } = "higher_is_better";
  844. public decimal? YellowThreshold { get; set; }
  845. public decimal? RedThreshold { get; set; }
  846. }
  847. private sealed class S2KpiValueRow
  848. {
  849. public long Id { get; set; }
  850. public decimal? MetricValue { get; set; }
  851. public decimal? TargetValue { get; set; }
  852. }
  853. }
  854. public sealed class S2MdpSyncTransformResult
  855. {
  856. public long RunLogId { get; set; }
  857. public string BatchId { get; set; } = string.Empty;
  858. public int StageRows { get; set; }
  859. public int StandardRows { get; set; }
  860. public int DwdRows { get; set; }
  861. public int KpiRows { get; set; }
  862. public int AtomicRows { get; set; }
  863. }
  864. internal sealed record S2MdpSqlCommand(string Sql, SugarParameter[] Parameters);
  865. internal sealed record S2MdpEntityConfig(
  866. string EntityCode,
  867. string SourceTable,
  868. string TargetTable,
  869. string SourceRowIdExpression,
  870. string SourceBizKeyExpression)
  871. {
  872. public static readonly IReadOnlyList<S2MdpEntityConfig> All = new List<S2MdpEntityConfig>
  873. {
  874. new("S2_WORK_ORDER_MASTER", "WorkOrdMaster", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''))"),
  875. new("S2_WORK_ORDER_ROUTING", "WorkOrdRouting", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`OP`,''))"),
  876. new("S2_WORK_ORDER_DETAIL", "WorkOrdDetail", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`ItemNum`,''))"),
  877. new("S2_PERIOD_SEQUENCE_DET", "PeriodSequenceDet", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrds`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`Sequence`,''))"),
  878. new("S2_SCHEDULE_RESULT_OP", "ScheduleResultOpMaster", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`WorkDate`,''))")
  879. };
  880. }
  881. internal static class S2MdpDdl
  882. {
  883. public static readonly IReadOnlyList<string> SqlBlocks = new[]
  884. {
  885. """
  886. INSERT INTO mdp_entity
  887. (tenant_id, source_id, entity_code, entity_name, entity_type, source_table_name, target_table_name, sync_mode, batch_size, status, remark, create_time, update_time)
  888. SELECT 0, s.id, v.entity_code, v.entity_name, 'TABLE', v.source_table_name, 'mdp_stg_schedule', 'FULL', 5000, 1, v.remark, CURRENT_TIMESTAMP, CURRENT_TIMESTAMP
  889. FROM mdp_source s
  890. JOIN (
  891. SELECT 'S2_WORK_ORDER_MASTER' AS entity_code, 'S2工单主数据' AS entity_name, 'WorkOrdMaster' AS source_table_name, '工单主数据进入 S2 贴源层' AS remark
  892. UNION ALL SELECT 'S2_WORK_ORDER_ROUTING', 'S2工单工艺路线', 'WorkOrdRouting', '工单工艺路线进入 S2 贴源层'
  893. UNION ALL SELECT 'S2_WORK_ORDER_DETAIL', 'S2工单物料明细', 'WorkOrdDetail', '工单物料需求进入 S2 贴源层'
  894. UNION ALL SELECT 'S2_PERIOD_SEQUENCE_DET', 'S2工序排程计划', 'PeriodSequenceDet', '工序间衔接与排程计划进入 S2 贴源层'
  895. UNION ALL SELECT 'S2_SCHEDULE_RESULT_OP', 'S2工序排产结果', 'ScheduleResultOpMaster', '工序排产结果进入 S2 贴源层'
  896. ) v
  897. WHERE s.tenant_id=0 AND s.source_code='AIDOPDEV_MYSQL'
  898. ON DUPLICATE KEY UPDATE
  899. source_id=VALUES(source_id), entity_name=VALUES(entity_name), entity_type=VALUES(entity_type),
  900. source_table_name=VALUES(source_table_name), target_table_name=VALUES(target_table_name),
  901. sync_mode=VALUES(sync_mode), batch_size=VALUES(batch_size), status=VALUES(status),
  902. remark=VALUES(remark), update_time=CURRENT_TIMESTAMP;
  903. """
  904. };
  905. }