S2MdpSyncTransformService.cs 50 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962
  1. using Admin.NET.Plugin.AiDOP.DataPlatform.Executors;
  2. using Admin.NET.Plugin.AiDOP.SmartOps;
  3. namespace Admin.NET.Plugin.AiDOP.Production;
  4. /// <summary>
  5. /// S2 生产排程 MDP 同步、标准化、DWD 与 KPI 计算服务。
  6. /// Phase2:源→stg 经统一执行器;std/DWD/KPI 仍读 stg。
  7. /// </summary>
  8. public class S2MdpSyncTransformService : ITransient
  9. {
  10. private const string JobCode = "S2_MDP_SYNC_TRANSFORM";
  11. private readonly ISqlSugarClient _db;
  12. private readonly SmartOpsKpiAtomicBuildService _atomicBuild;
  13. private readonly MdpModuleStagingPuller _stagingPuller;
  14. public S2MdpSyncTransformService(
  15. ISqlSugarClient db,
  16. SmartOpsKpiAtomicBuildService atomicBuild,
  17. MdpModuleStagingPuller stagingPuller)
  18. {
  19. _db = db;
  20. _atomicBuild = atomicBuild;
  21. _stagingPuller = stagingPuller;
  22. }
  23. public async Task<S2MdpSyncTransformResult> RunFullAsync(CancellationToken cancellationToken = default, string triggerType = "AUTO")
  24. {
  25. cancellationToken.ThrowIfCancellationRequested();
  26. var now = DateTime.Now;
  27. var batchId = $"S2_MDP_FULL_{now:yyyyMMddHHmmss}";
  28. var runLogId = await InsertTransformRunLogAsync(batchId, now, triggerType);
  29. var result = new S2MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  30. try
  31. {
  32. await EnsureS2RuntimeObjectsAsync();
  33. result.StageRows = await SyncStagingAsync(batchId, now, cancellationToken);
  34. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  35. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  36. result.KpiRows = await BuildS2KpiValuesAsync(batchId, now, cancellationToken);
  37. result.AtomicRows = await _atomicBuild.BuildWorkScheduleDomainForAllDatesAsync(batchId, cancellationToken: cancellationToken);
  38. await MarkTransformRunSuccessAsync(runLogId, now, result);
  39. return result;
  40. }
  41. catch (Exception ex)
  42. {
  43. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  44. throw;
  45. }
  46. }
  47. private async Task EnsureS2RuntimeObjectsAsync()
  48. {
  49. foreach (var sql in S2MdpDdl.SqlBlocks)
  50. {
  51. await _db.Ado.ExecuteCommandAsync(sql);
  52. }
  53. }
  54. private async Task<int> SyncStagingAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  55. {
  56. _ = now;
  57. return await _stagingPuller.PullEntitiesAsync(
  58. S2MdpEntityConfig.All.Select(x => x.EntityCode),
  59. batchId, tenantId: 0, fullRefresh: true, taskCode: "S2_MDP_INBOUND", cancellationToken);
  60. }
  61. public async Task<S2MdpSyncTransformResult> RunInboundAsync(
  62. IEnumerable<string>? entityCodes = null,
  63. long tenantId = 0,
  64. bool fullRefresh = false,
  65. CancellationToken cancellationToken = default)
  66. {
  67. cancellationToken.ThrowIfCancellationRequested();
  68. var now = DateTime.Now;
  69. var batchId = $"S2_MDP_IN_{now:yyyyMMddHHmmss}";
  70. var runLogId = await InsertTransformRunLogAsync(batchId, now, "INBOUND");
  71. var result = new S2MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  72. try
  73. {
  74. await EnsureS2RuntimeObjectsAsync();
  75. var codes = entityCodes?.ToList() ?? S2MdpEntityConfig.All.Select(x => x.EntityCode).ToList();
  76. result.StageRows = await _stagingPuller.PullEntitiesAsync(
  77. codes, batchId, tenantId, fullRefresh, "S2_MDP_INBOUND", cancellationToken);
  78. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  79. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  80. result.KpiRows = await BuildS2KpiValuesAsync(batchId, now, cancellationToken);
  81. result.AtomicRows = await _atomicBuild.BuildWorkScheduleDomainForAllDatesAsync(batchId, cancellationToken: cancellationToken);
  82. await MarkTransformRunSuccessAsync(runLogId, now, result);
  83. return result;
  84. }
  85. catch (Exception ex)
  86. {
  87. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  88. throw;
  89. }
  90. }
  91. [Obsolete("Phase3: use MdpModuleStagingPuller / executors")]
  92. private async Task<int> SyncOneEntityAsync(S2MdpEntityConfig entity, string batchId, DateTime now)
  93. {
  94. var entityRow = await _db.Ado.SqlQuerySingleAsync<S2MdpEntityRow>(
  95. "SELECT id AS Id, entity_name AS EntityName FROM mdp_entity WHERE tenant_id=0 AND entity_code=@EntityCode LIMIT 1",
  96. new SugarParameter("@EntityCode", entity.EntityCode));
  97. if (entityRow == null) throw Oops.Oh($"未找到 MDP 实体配置:{entity.EntityCode}");
  98. var columns = await _db.Ado.SqlQueryAsync<S2ColumnRow>(
  99. """
  100. SELECT COLUMN_NAME AS ColumnName
  101. FROM information_schema.COLUMNS
  102. WHERE TABLE_SCHEMA=DATABASE() AND TABLE_NAME=@TableName
  103. ORDER BY ORDINAL_POSITION
  104. """,
  105. new SugarParameter("@TableName", entity.SourceTable));
  106. if (columns.Count == 0) throw Oops.Oh($"未找到源表:{entity.SourceTable}");
  107. var names = columns.Select(u => u.ColumnName).ToList();
  108. var tenantExpr = names.Any(u => string.Equals(u, "tenant_id", StringComparison.OrdinalIgnoreCase))
  109. ? $"IFNULL(s.`{FindColumn(names, "tenant_id")}`,0)"
  110. : "0";
  111. var factoryExpr = names.Any(u => string.Equals(u, "factory_id", StringComparison.OrdinalIgnoreCase))
  112. ? $"s.`{FindColumn(names, "factory_id")}`"
  113. : "NULL";
  114. var domainExpr = names.Any(u => string.Equals(u, "Domain", StringComparison.OrdinalIgnoreCase))
  115. ? $"s.`{FindColumn(names, "Domain")}`"
  116. : "NULL";
  117. var sourceRowExpr = names.Any(u => string.Equals(u, entity.SourceRowIdExpression, StringComparison.OrdinalIgnoreCase))
  118. ? $"s.`{FindColumn(names, entity.SourceRowIdExpression)}`"
  119. : entity.SourceRowIdExpression;
  120. var rawDataExpr = BuildJsonObjectExpression(names);
  121. var rowsRead = await _db.Ado.GetIntAsync($"SELECT COUNT(1) FROM `{entity.SourceTable}`");
  122. var logId = await InsertSyncLogAsync(entityRow.Id, entityRow.EntityName, batchId, rowsRead);
  123. var started = DateTime.Now;
  124. try
  125. {
  126. var affected = await _db.Ado.ExecuteCommandAsync(
  127. $"""
  128. INSERT INTO `{entity.TargetTable}`
  129. (tenant_id, factory_id, source_system, source_table, source_row_id, source_biz_key, sync_batch_id, sync_time, process_status, raw_data)
  130. SELECT
  131. {tenantExpr},
  132. COALESCE({factoryExpr}, {domainExpr}),
  133. 'AIDOP',
  134. @SourceTable,
  135. CAST({sourceRowExpr} AS CHAR),
  136. CAST(COALESCE({entity.SourceBizKeyExpression}, CAST({sourceRowExpr} AS CHAR)) AS CHAR),
  137. @BatchId,
  138. @Now,
  139. 'PENDING',
  140. {rawDataExpr}
  141. FROM `{entity.SourceTable}` s
  142. ON DUPLICATE KEY UPDATE
  143. tenant_id=VALUES(tenant_id),
  144. factory_id=VALUES(factory_id),
  145. sync_batch_id=VALUES(sync_batch_id),
  146. sync_time=VALUES(sync_time),
  147. process_status=VALUES(process_status),
  148. raw_data=VALUES(raw_data),
  149. update_time=CURRENT_TIMESTAMP
  150. """,
  151. new SugarParameter("@SourceTable", entity.SourceTable),
  152. new SugarParameter("@BatchId", batchId),
  153. new SugarParameter("@Now", now));
  154. await MarkSyncLogSuccessAsync(logId, started, affected);
  155. return rowsRead;
  156. }
  157. catch (Exception ex)
  158. {
  159. await MarkSyncLogFailedAsync(logId, started, ex.Message);
  160. throw;
  161. }
  162. }
  163. private async Task<int> TransformStandardAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  164. {
  165. var total = 0;
  166. foreach (var command in BuildStandardCommands(batchId, now))
  167. {
  168. cancellationToken.ThrowIfCancellationRequested();
  169. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  170. }
  171. return total;
  172. }
  173. private async Task<int> BuildDwdAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  174. {
  175. var total = 0;
  176. foreach (var command in BuildDwdCommands(batchId, now))
  177. {
  178. cancellationToken.ThrowIfCancellationRequested();
  179. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  180. }
  181. return total;
  182. }
  183. private async Task<int> BuildS2KpiValuesAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  184. {
  185. var rows = await CalculateS2KpiValuesAsync(batchId, now.Date);
  186. var affected = 0;
  187. foreach (var row in rows)
  188. {
  189. cancellationToken.ThrowIfCancellationRequested();
  190. affected += await UpsertS2KpiValueAsync(row, now.Date, now);
  191. }
  192. return affected;
  193. }
  194. private IEnumerable<S2MdpSqlCommand> BuildStandardCommands(string batchId, DateTime now)
  195. {
  196. yield return Cmd(
  197. """
  198. INSERT INTO mdp_std_work_order_schedule
  199. (tenant_id, factory_id, source_system, work_order, sales_order_no, item_code, item_name, site_code, status,
  200. priority, urgent_flag, qty_ordered, qty_completed, order_date, due_date, release_date, prod_line,
  201. source_biz_key, sync_batch_id, sync_time)
  202. SELECT tenant_id,
  203. CASE WHEN factory_id REGEXP '^[0-9]+$' THEN CAST(factory_id AS UNSIGNED) ELSE 1 END,
  204. 'AIDOP',
  205. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')),
  206. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.SalesJob')),
  207. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')),
  208. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemName')),
  209. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Site')),
  210. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Status')),
  211. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Priority')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Priority')) AS DECIMAL(18,6)) END,
  212. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Urgent')) IN ('1','true','True') THEN 1 ELSE 0 END,
  213. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyOrded')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyOrded')) AS DECIMAL(18,6)) ELSE 0 END,
  214. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyCompleted')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.QtyCompleted')) AS DECIMAL(18,6)) ELSE 0 END,
  215. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.OrdDate')), 'null'), ''),
  216. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.DueDate')), 'null'), ''),
  217. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ReleaseDate')), 'null'), ''),
  218. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ProdLine')),
  219. source_biz_key, @BatchId, @Now
  220. FROM mdp_stg_schedule
  221. WHERE source_table='WorkOrdMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), '') <> ''
  222. ON DUPLICATE KEY UPDATE
  223. sales_order_no=VALUES(sales_order_no), item_code=VALUES(item_code), item_name=VALUES(item_name),
  224. site_code=VALUES(site_code), status=VALUES(status), priority=VALUES(priority), urgent_flag=VALUES(urgent_flag),
  225. qty_ordered=VALUES(qty_ordered), qty_completed=VALUES(qty_completed), order_date=VALUES(order_date),
  226. due_date=VALUES(due_date), release_date=VALUES(release_date), prod_line=VALUES(prod_line),
  227. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  228. """, batchId, now);
  229. yield return Cmd(
  230. """
  231. INSERT INTO mdp_std_operation_schedule
  232. (tenant_id, factory_id, source_system, work_order, op_no, work_center, line_code, item_code,
  233. plan_date, prod_date, start_time, end_time, ord_qty, comp_qty, run_crew, employee,
  234. source_biz_key, sync_batch_id, sync_time)
  235. SELECT tenant_id,
  236. CASE WHEN factory_id REGEXP '^[0-9]+$' THEN CAST(factory_id AS UNSIGNED) ELSE 1 END,
  237. 'AIDOP',
  238. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrds')),
  239. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')),
  240. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkCtr')),
  241. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line')),
  242. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')),
  243. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PlanDate')), 'null'), ''),
  244. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ProdDate')), 'null'), ''),
  245. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.StartTime')), 'null'), ''),
  246. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.EndTime')), 'null'), ''),
  247. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.OrdQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.OrdQty')) AS DECIMAL(18,6)) ELSE 0 END,
  248. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.CompQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.CompQty')) AS DECIMAL(18,6)) ELSE 0 END,
  249. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RunCrew')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RunCrew')) AS DECIMAL(18,6)) END,
  250. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Employee')),
  251. source_biz_key, @BatchId, @Now
  252. FROM mdp_stg_schedule
  253. WHERE source_table='PeriodSequenceDet' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrds')), '') <> ''
  254. ON DUPLICATE KEY UPDATE
  255. work_center=VALUES(work_center), line_code=VALUES(line_code), item_code=VALUES(item_code),
  256. plan_date=VALUES(plan_date), prod_date=VALUES(prod_date), start_time=VALUES(start_time), end_time=VALUES(end_time),
  257. ord_qty=VALUES(ord_qty), comp_qty=VALUES(comp_qty), run_crew=VALUES(run_crew), employee=VALUES(employee),
  258. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  259. """, batchId, now);
  260. yield return Cmd(
  261. """
  262. INSERT INTO mdp_std_operation_schedule
  263. (tenant_id, factory_id, source_system, work_order, op_no, work_center, line_code, item_code,
  264. plan_date, prod_date, start_time, end_time, ord_qty, comp_qty, run_crew, employee,
  265. source_biz_key, sync_batch_id, sync_time)
  266. SELECT tenant_id,
  267. CASE WHEN factory_id REGEXP '^[0-9]+$' THEN CAST(factory_id AS UNSIGNED) ELSE 1 END,
  268. 'AIDOP',
  269. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')),
  270. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')),
  271. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkCtr')),
  272. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line')),
  273. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')),
  274. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkDate')), 'null'), ''),
  275. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkDate')), 'null'), ''),
  276. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkStartTime')), 'null'), ''),
  277. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkEndTime')), 'null'), ''),
  278. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) AS DECIMAL(18,6)) ELSE 0 END,
  279. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) AS DECIMAL(18,6)) ELSE 0 END,
  280. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedPersonnelCount')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedPersonnelCount')) AS DECIMAL(18,6)) END,
  281. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedEmployeeID')),
  282. source_biz_key, @BatchId, @Now
  283. FROM mdp_stg_schedule
  284. WHERE source_table='ScheduleResultOpMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), '') <> ''
  285. ON DUPLICATE KEY UPDATE
  286. work_center=VALUES(work_center), line_code=VALUES(line_code), item_code=VALUES(item_code),
  287. plan_date=VALUES(plan_date), prod_date=VALUES(prod_date), start_time=VALUES(start_time), end_time=VALUES(end_time),
  288. ord_qty=VALUES(ord_qty), comp_qty=VALUES(comp_qty), run_crew=VALUES(run_crew), employee=VALUES(employee),
  289. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  290. """, batchId, now);
  291. }
  292. private IEnumerable<S2MdpSqlCommand> BuildDwdCommands(string batchId, DateTime now)
  293. {
  294. yield return Cmd(
  295. """
  296. INSERT INTO dwd_order_schedule_trans
  297. (tenant_id, factory_id, stat_date, work_order, sales_order_no, item_code, item_name, site_code, prod_line,
  298. status, urgent_flag, qty_ordered, qty_completed, order_date, due_date, release_date, first_plan_date,
  299. last_plan_date, first_start_time, last_end_time, operation_count, scheduled_qty, completed_op_qty,
  300. schedule_cycle_days, schedule_satisfaction_flag, wip_qty, resource_person_count, calc_batch_id, calc_time)
  301. SELECT w.tenant_id, COALESCE(w.factory_id, 1), @StatDate,
  302. w.work_order, w.sales_order_no, w.item_code, w.item_name, w.site_code, w.prod_line,
  303. w.status, w.urgent_flag, w.qty_ordered, w.qty_completed, w.order_date, w.due_date, w.release_date,
  304. MIN(o.plan_date), MAX(o.plan_date), MIN(o.start_time), MAX(o.end_time),
  305. COUNT(o.id), SUM(IFNULL(o.ord_qty, 0)), SUM(IFNULL(o.comp_qty, 0)),
  306. CASE
  307. WHEN COALESCE(MIN(o.plan_date), MAX(o.plan_date)) IS NOT NULL
  308. AND COALESCE(w.release_date, w.order_date) IS NOT NULL
  309. THEN TIMESTAMPDIFF(HOUR, COALESCE(w.release_date, w.order_date), COALESCE(MAX(o.plan_date), MIN(o.plan_date))) / 24
  310. END,
  311. CASE
  312. WHEN w.due_date IS NOT NULL AND COALESCE(MAX(o.plan_date), MIN(o.plan_date)) IS NOT NULL
  313. AND DATE(COALESCE(MAX(o.plan_date), MIN(o.plan_date))) <= DATE(w.due_date) THEN 1
  314. ELSE 0
  315. END,
  316. GREATEST(IFNULL(w.qty_ordered, 0) - IFNULL(w.qty_completed, 0), 0),
  317. SUM(IFNULL(o.run_crew, 0)),
  318. @BatchId, @Now
  319. FROM mdp_std_work_order_schedule w
  320. LEFT JOIN mdp_std_operation_schedule o
  321. ON o.tenant_id=w.tenant_id AND IFNULL(o.work_order,'')=IFNULL(w.work_order,'')
  322. WHERE IFNULL(w.work_order, '') <> ''
  323. GROUP BY w.tenant_id, COALESCE(w.factory_id, 1), w.work_order, w.sales_order_no, w.item_code, w.item_name,
  324. w.site_code, w.prod_line, w.status, w.urgent_flag, w.qty_ordered, w.qty_completed,
  325. w.order_date, w.due_date, w.release_date
  326. ON DUPLICATE KEY UPDATE
  327. sales_order_no=VALUES(sales_order_no), item_code=VALUES(item_code), item_name=VALUES(item_name),
  328. site_code=VALUES(site_code), prod_line=VALUES(prod_line), status=VALUES(status), urgent_flag=VALUES(urgent_flag),
  329. qty_ordered=VALUES(qty_ordered), qty_completed=VALUES(qty_completed), order_date=VALUES(order_date),
  330. due_date=VALUES(due_date), release_date=VALUES(release_date), first_plan_date=VALUES(first_plan_date),
  331. last_plan_date=VALUES(last_plan_date), first_start_time=VALUES(first_start_time), last_end_time=VALUES(last_end_time),
  332. operation_count=VALUES(operation_count), scheduled_qty=VALUES(scheduled_qty), completed_op_qty=VALUES(completed_op_qty),
  333. schedule_cycle_days=VALUES(schedule_cycle_days), schedule_satisfaction_flag=VALUES(schedule_satisfaction_flag),
  334. wip_qty=VALUES(wip_qty), resource_person_count=VALUES(resource_person_count), calc_time=VALUES(calc_time),
  335. update_time=CURRENT_TIMESTAMP
  336. """, batchId, now);
  337. }
  338. private async Task<List<S2KpiCalcRow>> CalculateS2KpiValuesAsync(string batchId, DateTime statDate)
  339. {
  340. return await _db.Ado.SqlQueryAsync<S2KpiCalcRow>(
  341. """
  342. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_001' AS MetricCode,
  343. ROUND(AVG(schedule_cycle_days), 4) AS MetricValue
  344. FROM dwd_order_schedule_trans
  345. WHERE calc_batch_id=@BatchId AND schedule_cycle_days IS NOT NULL AND schedule_cycle_days >= 0
  346. GROUP BY tenant_id, factory_id
  347. UNION ALL
  348. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_002' AS MetricCode,
  349. ROUND(100 * SUM(schedule_satisfaction_flag) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  350. FROM dwd_order_schedule_trans
  351. WHERE calc_batch_id=@BatchId
  352. GROUP BY tenant_id, factory_id
  353. UNION ALL
  354. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_003' AS MetricCode,
  355. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(resource_person_count, 0) > 0 THEN resource_person_count ELSE 1 END), 0), 4) AS MetricValue
  356. FROM dwd_order_schedule_trans
  357. WHERE calc_batch_id=@BatchId
  358. GROUP BY tenant_id, factory_id
  359. UNION ALL
  360. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_004' AS MetricCode,
  361. ROUND(SUM(wip_qty) / NULLIF(SUM(CASE WHEN qty_completed > 0 THEN qty_completed ELSE completed_op_qty END), 0) * 30, 4) AS MetricValue
  362. FROM dwd_order_schedule_trans
  363. WHERE calc_batch_id=@BatchId
  364. GROUP BY tenant_id, factory_id
  365. UNION ALL
  366. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_001' AS MetricCode,
  367. ROUND(AVG(schedule_cycle_days), 4) AS MetricValue
  368. FROM dwd_order_schedule_trans
  369. WHERE calc_batch_id=@BatchId AND schedule_cycle_days IS NOT NULL AND schedule_cycle_days >= 0
  370. GROUP BY tenant_id, factory_id
  371. UNION ALL
  372. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_002' AS MetricCode,
  373. ROUND(100 * SUM(schedule_satisfaction_flag) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  374. FROM dwd_order_schedule_trans
  375. WHERE calc_batch_id=@BatchId
  376. GROUP BY tenant_id, factory_id
  377. UNION ALL
  378. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_003' AS MetricCode,
  379. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(resource_person_count, 0) > 0 THEN resource_person_count ELSE 1 END), 0), 4) AS MetricValue
  380. FROM dwd_order_schedule_trans
  381. WHERE calc_batch_id=@BatchId
  382. GROUP BY tenant_id, factory_id
  383. UNION ALL
  384. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_001' AS MetricCode,
  385. ROUND(AVG(
  386. CASE
  387. WHEN start_time IS NOT NULL AND end_time IS NOT NULL AND end_time >= start_time
  388. THEN TIMESTAMPDIFF(HOUR, start_time, end_time) / 24
  389. WHEN plan_date IS NOT NULL AND prod_date IS NOT NULL
  390. THEN ABS(TIMESTAMPDIFF(DAY, plan_date, prod_date))
  391. END
  392. ), 4) AS MetricValue
  393. FROM mdp_std_operation_schedule
  394. WHERE IFNULL(work_order, '') <> ''
  395. GROUP BY tenant_id, factory_id
  396. UNION ALL
  397. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_002' AS MetricCode,
  398. ROUND(100 * SUM(CASE WHEN plan_date IS NOT NULL AND (prod_date IS NULL OR prod_date >= plan_date) THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  399. FROM mdp_std_operation_schedule
  400. WHERE IFNULL(work_order, '') <> ''
  401. GROUP BY tenant_id, factory_id
  402. UNION ALL
  403. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_003' AS MetricCode,
  404. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(run_crew, 0) > 0 THEN run_crew ELSE 1 END), 0), 4) AS MetricValue
  405. FROM mdp_std_operation_schedule
  406. WHERE IFNULL(work_order, '') <> ''
  407. GROUP BY tenant_id, factory_id
  408. UNION ALL
  409. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_004' AS MetricCode,
  410. ROUND(AVG(
  411. CASE
  412. WHEN start_time IS NOT NULL AND end_time IS NOT NULL AND end_time >= start_time
  413. THEN TIMESTAMPDIFF(HOUR, start_time, end_time) / 24
  414. WHEN plan_date IS NOT NULL AND prod_date IS NOT NULL
  415. THEN ABS(TIMESTAMPDIFF(DAY, plan_date, prod_date))
  416. END
  417. ), 4) AS MetricValue
  418. FROM mdp_std_operation_schedule
  419. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  420. GROUP BY tenant_id, factory_id
  421. UNION ALL
  422. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_005' AS MetricCode,
  423. ROUND(100 * SUM(CASE WHEN plan_date IS NOT NULL AND (prod_date IS NULL OR prod_date >= plan_date) THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  424. FROM mdp_std_operation_schedule
  425. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  426. GROUP BY tenant_id, factory_id
  427. UNION ALL
  428. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_006' AS MetricCode,
  429. ROUND(COUNT(DISTINCT COALESCE(NULLIF(work_center,''), NULLIF(line_code,''), CONCAT(work_order, ':', op_no)))
  430. / NULLIF(SUM(CASE WHEN IFNULL(run_crew, 0) > 0 THEN run_crew ELSE 1 END), 0), 4) AS MetricValue
  431. FROM mdp_std_operation_schedule
  432. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  433. GROUP BY tenant_id, factory_id
  434. """,
  435. new SugarParameter("@BatchId", batchId),
  436. new SugarParameter("@StatDate", statDate));
  437. }
  438. private async Task<int> UpsertS2KpiValueAsync(S2KpiCalcRow row, DateTime statDate, DateTime now)
  439. {
  440. if (row.MetricValue == null) return 0;
  441. var meta = await _db.Ado.SqlQuerySingleAsync<S2KpiMetaRow>(
  442. """
  443. SELECT MetricLevel, Direction, YellowThreshold, RedThreshold
  444. FROM ado_smart_ops_kpi_master
  445. WHERE TenantId=@TenantId AND ModuleCode='S2' AND MetricCode=@MetricCode AND IsEnabled=1
  446. LIMIT 1
  447. """,
  448. new SugarParameter("@TenantId", row.TenantId),
  449. new SugarParameter("@MetricCode", row.MetricCode));
  450. if (meta == null) return 0;
  451. var table = ResolveKpiValueTable(meta.MetricLevel);
  452. var current = await _db.Ado.SqlQuerySingleAsync<S2KpiValueRow>(
  453. $"""
  454. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  455. FROM {table}
  456. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  457. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  458. ORDER BY id
  459. LIMIT 1
  460. """,
  461. new SugarParameter("@TenantId", row.TenantId),
  462. new SugarParameter("@FactoryId", row.FactoryId),
  463. new SugarParameter("@MetricCode", row.MetricCode),
  464. new SugarParameter("@BizDate", statDate));
  465. var prior = await _db.Ado.SqlQuerySingleAsync<S2KpiValueRow>(
  466. $"""
  467. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  468. FROM {table}
  469. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  470. AND metric_code=@MetricCode AND biz_date<@BizDate AND is_deleted=0
  471. ORDER BY biz_date DESC, id DESC
  472. LIMIT 1
  473. """,
  474. new SugarParameter("@TenantId", row.TenantId),
  475. new SugarParameter("@FactoryId", row.FactoryId),
  476. new SugarParameter("@MetricCode", row.MetricCode),
  477. new SugarParameter("@BizDate", statDate));
  478. var actual = Math.Round(row.MetricValue.Value, 4);
  479. var target = current?.TargetValue ?? prior?.TargetValue ?? DefaultS2Target(row.MetricCode);
  480. var status = ResolveKpiStatus(actual, target, meta.Direction, meta.YellowThreshold, meta.RedThreshold);
  481. var trend = ResolveTrendFlag(actual, prior?.MetricValue);
  482. if (current != null)
  483. {
  484. return await _db.Ado.ExecuteCommandAsync(
  485. $"""
  486. UPDATE {table}
  487. SET metric_value=@MetricValue, target_value=@TargetValue, status_color=@StatusColor, trend_flag=@TrendFlag,
  488. is_active=1, status='ACTIVE', calc_time=@CalcTime, update_time=@CalcTime
  489. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  490. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  491. """,
  492. new SugarParameter("@MetricValue", actual),
  493. new SugarParameter("@TargetValue", target),
  494. new SugarParameter("@StatusColor", status),
  495. new SugarParameter("@TrendFlag", trend),
  496. new SugarParameter("@CalcTime", now),
  497. new SugarParameter("@TenantId", row.TenantId),
  498. new SugarParameter("@FactoryId", row.FactoryId),
  499. new SugarParameter("@MetricCode", row.MetricCode),
  500. new SugarParameter("@BizDate", statDate));
  501. }
  502. var nextId = await _db.Ado.GetLongAsync($"SELECT COALESCE(MAX(id), 0) + 1 FROM {table}");
  503. return await _db.Ado.ExecuteCommandAsync(
  504. $"""
  505. INSERT INTO {table}
  506. (id, tenant_id, factory_id, status, biz_date, create_time, update_time, is_deleted, is_active,
  507. module_code, metric_code, metric_value, target_value, status_color, trend_flag, calc_time)
  508. VALUES
  509. (@Id, @TenantId, @FactoryId, 'ACTIVE', @BizDate, @CalcTime, @CalcTime, 0, 1,
  510. 'S2', @MetricCode, @MetricValue, @TargetValue, @StatusColor, @TrendFlag, @CalcTime)
  511. """,
  512. new SugarParameter("@Id", nextId),
  513. new SugarParameter("@TenantId", row.TenantId),
  514. new SugarParameter("@FactoryId", row.FactoryId),
  515. new SugarParameter("@BizDate", statDate),
  516. new SugarParameter("@CalcTime", now),
  517. new SugarParameter("@MetricCode", row.MetricCode),
  518. new SugarParameter("@MetricValue", actual),
  519. new SugarParameter("@TargetValue", target),
  520. new SugarParameter("@StatusColor", status),
  521. new SugarParameter("@TrendFlag", trend));
  522. }
  523. private async Task<long> InsertSyncLogAsync(long entityId, string entityName, string batchId, int rowsRead)
  524. {
  525. await _db.Ado.ExecuteCommandAsync(
  526. """
  527. INSERT INTO mdp_sync_log
  528. (tenant_id, entity_id, source_code, entity_name, sync_batch_id, sync_type, trigger_type, sync_start, rows_read, status)
  529. VALUES (0, @EntityId, 'AIDOPDEV_MYSQL', @EntityName, @BatchId, 'FULL', 'AUTO', NOW(), @RowsRead, 'RUNNING')
  530. """,
  531. new SugarParameter("@EntityId", entityId),
  532. new SugarParameter("@EntityName", entityName),
  533. new SugarParameter("@BatchId", batchId),
  534. new SugarParameter("@RowsRead", rowsRead));
  535. return await _db.Ado.GetLongAsync(
  536. "SELECT id FROM mdp_sync_log WHERE sync_batch_id=@BatchId AND entity_id=@EntityId ORDER BY id DESC LIMIT 1",
  537. new List<SugarParameter> { new("@BatchId", batchId), new("@EntityId", entityId) });
  538. }
  539. private async Task MarkSyncLogSuccessAsync(long logId, DateTime started, int affected)
  540. {
  541. await _db.Ado.ExecuteCommandAsync(
  542. """
  543. UPDATE mdp_sync_log
  544. SET sync_end=NOW(), duration_ms=@DurationMs, rows_insert=@RowsInsert, rows_update=0, rows_skip=0, rows_error=0, status='SUCCESS'
  545. WHERE id=@Id
  546. """,
  547. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  548. new SugarParameter("@RowsInsert", affected),
  549. new SugarParameter("@Id", logId));
  550. }
  551. private async Task MarkSyncLogFailedAsync(long logId, DateTime started, string message)
  552. {
  553. try
  554. {
  555. await _db.Ado.ExecuteCommandAsync(
  556. """
  557. UPDATE mdp_sync_log
  558. SET sync_end=NOW(), duration_ms=@DurationMs, rows_error=1, status='FAILED', error_msg=@ErrorMsg
  559. WHERE id=@Id
  560. """,
  561. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  562. new SugarParameter("@ErrorMsg", Truncate(message, 1000)),
  563. new SugarParameter("@Id", logId));
  564. }
  565. catch (Exception ex)
  566. {
  567. Console.Error.WriteLine($"[S2MdpSyncTransform] MarkSyncLogFailed write failed (syncLogId={logId}): {ex.Message}");
  568. }
  569. }
  570. private async Task<long> InsertTransformRunLogAsync(string batchId, DateTime startedAt, string triggerType)
  571. {
  572. await _db.Ado.ExecuteCommandAsync(
  573. """
  574. INSERT INTO mdp_transform_run_log
  575. (tenant_id, job_code, job_name, trigger_type, batch_id, status, start_time)
  576. VALUES (0, 'S2_MDP_SYNC_TRANSFORM', 'S2 MDP同步与KPI计算', @TriggerType, @BatchId, 'RUNNING', @StartTime)
  577. """,
  578. new SugarParameter("@TriggerType", NormalizeTriggerType(triggerType)),
  579. new SugarParameter("@BatchId", batchId),
  580. new SugarParameter("@StartTime", startedAt));
  581. return await _db.Ado.GetLongAsync(
  582. "SELECT id FROM mdp_transform_run_log WHERE batch_id=@BatchId ORDER BY id DESC LIMIT 1",
  583. new List<SugarParameter> { new("@BatchId", batchId) });
  584. }
  585. private async Task MarkTransformRunSuccessAsync(long runLogId, DateTime startedAt, S2MdpSyncTransformResult result)
  586. {
  587. var finishedAt = DateTime.Now;
  588. await _db.Ado.ExecuteCommandAsync(
  589. """
  590. UPDATE mdp_transform_run_log
  591. SET status='SUCCESS', end_time=@EndTime, duration_ms=@DurationMs,
  592. stage_rows=@StageRows, standard_rows=@StandardRows, dwd_rows=@DwdRows,
  593. summary_json=@SummaryJson, update_time=CURRENT_TIMESTAMP
  594. WHERE id=@Id
  595. """,
  596. new SugarParameter("@EndTime", finishedAt),
  597. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  598. new SugarParameter("@StageRows", result.StageRows),
  599. new SugarParameter("@StandardRows", result.StandardRows),
  600. new SugarParameter("@DwdRows", result.DwdRows),
  601. new SugarParameter("@SummaryJson", BuildRunSummaryJson(result)),
  602. new SugarParameter("@Id", runLogId));
  603. }
  604. private async Task MarkTransformRunFailedAsync(long runLogId, DateTime startedAt, string message)
  605. {
  606. try
  607. {
  608. var finishedAt = DateTime.Now;
  609. await _db.Ado.ExecuteCommandAsync(
  610. """
  611. UPDATE mdp_transform_run_log
  612. SET status='FAILED', end_time=@EndTime, duration_ms=@DurationMs,
  613. error_message=@ErrorMessage, update_time=CURRENT_TIMESTAMP
  614. WHERE id=@Id
  615. """,
  616. new SugarParameter("@EndTime", finishedAt),
  617. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  618. new SugarParameter("@ErrorMessage", Truncate(message, 2000)),
  619. new SugarParameter("@Id", runLogId));
  620. }
  621. catch (Exception ex)
  622. {
  623. Console.Error.WriteLine($"[S2MdpSyncTransform] MarkTransformRunFailed write failed (runLogId={runLogId}): {ex.Message}");
  624. }
  625. }
  626. private static S2MdpSqlCommand Cmd(string sql, string batchId, DateTime now)
  627. {
  628. return new S2MdpSqlCommand(sql, new[]
  629. {
  630. new SugarParameter("@BatchId", batchId),
  631. new SugarParameter("@Now", now),
  632. new SugarParameter("@StatDate", now.Date)
  633. });
  634. }
  635. private static string BuildJsonObjectExpression(IEnumerable<string> columns)
  636. {
  637. var parts = columns.SelectMany(c => new[] { $"'{c.Replace("'", "''")}'", $"s.`{c}`" });
  638. return $"JSON_OBJECT({string.Join(",", parts)})";
  639. }
  640. private static string FindColumn(IEnumerable<string> columns, string expected)
  641. {
  642. return columns.First(u => string.Equals(u, expected, StringComparison.OrdinalIgnoreCase));
  643. }
  644. private static string NormalizeTriggerType(string? triggerType)
  645. {
  646. return string.IsNullOrWhiteSpace(triggerType) ? "AUTO" : triggerType.Trim().ToUpperInvariant();
  647. }
  648. private static string BuildRunSummaryJson(S2MdpSyncTransformResult result)
  649. {
  650. return $$"""{"batchId":"{{result.BatchId}}","stageRows":{{result.StageRows}},"standardRows":{{result.StandardRows}},"dwdRows":{{result.DwdRows}},"kpiRows":{{result.KpiRows}}}""";
  651. }
  652. private static string ResolveKpiValueTable(int metricLevel)
  653. {
  654. return metricLevel switch
  655. {
  656. 1 => "ado_s9_kpi_value_l1_day",
  657. 2 => "ado_s9_kpi_value_l2_day",
  658. 3 => "ado_s9_kpi_value_l3_day",
  659. 4 => "ado_s9_kpi_value_l4_day",
  660. _ => "ado_s9_kpi_value_l2_day"
  661. };
  662. }
  663. private static decimal DefaultS2Target(string metricCode)
  664. {
  665. return metricCode switch
  666. {
  667. "S2_L1_001" => 20m,
  668. "S2_L1_002" => 99m,
  669. "S2_L1_003" => 20m,
  670. "S2_L1_004" => 18m,
  671. "S2_L2_001" => 1.2m,
  672. "S2_L2_002" => 95m,
  673. "S2_L2_003" => 20m,
  674. "S2_L3_001" => 3m,
  675. "S2_L3_002" => 95m,
  676. "S2_L3_003" => 60m,
  677. "S2_L3_004" => 3m,
  678. "S2_L3_005" => 95m,
  679. "S2_L3_006" => 60m,
  680. _ => 0m
  681. };
  682. }
  683. private static string ResolveKpiStatus(decimal actual, decimal target, string? direction, decimal? yellowThreshold, decimal? redThreshold)
  684. {
  685. if (target <= 0) return "gray";
  686. var ratio = actual / target * 100m;
  687. if (string.Equals(direction, "lower_is_better", StringComparison.OrdinalIgnoreCase))
  688. {
  689. if (actual <= target) return "green";
  690. if (ratio <= (yellowThreshold ?? 110m)) return "yellow";
  691. return ratio >= (redThreshold ?? 120m) ? "red" : "yellow";
  692. }
  693. if (actual >= target) return "green";
  694. if (ratio >= (yellowThreshold ?? 95m)) return "yellow";
  695. return ratio <= (redThreshold ?? 80m) ? "red" : "yellow";
  696. }
  697. private static string ResolveTrendFlag(decimal actual, decimal? previous)
  698. {
  699. if (previous == null) return "flat";
  700. if (actual > previous.Value) return "up";
  701. if (actual < previous.Value) return "down";
  702. return "flat";
  703. }
  704. private static string Truncate(string? raw, int maxLength)
  705. {
  706. if (string.IsNullOrEmpty(raw)) return string.Empty;
  707. return raw.Length <= maxLength ? raw : raw[..maxLength];
  708. }
  709. private sealed class S2ColumnRow
  710. {
  711. public string ColumnName { get; set; } = string.Empty;
  712. }
  713. private sealed class S2MdpEntityRow
  714. {
  715. public long Id { get; set; }
  716. public string EntityName { get; set; } = string.Empty;
  717. }
  718. private sealed class S2KpiCalcRow
  719. {
  720. public long TenantId { get; set; }
  721. public long FactoryId { get; set; }
  722. public string MetricCode { get; set; } = string.Empty;
  723. public decimal? MetricValue { get; set; }
  724. }
  725. private sealed class S2KpiMetaRow
  726. {
  727. public int MetricLevel { get; set; }
  728. public string Direction { get; set; } = "higher_is_better";
  729. public decimal? YellowThreshold { get; set; }
  730. public decimal? RedThreshold { get; set; }
  731. }
  732. private sealed class S2KpiValueRow
  733. {
  734. public long Id { get; set; }
  735. public decimal? MetricValue { get; set; }
  736. public decimal? TargetValue { get; set; }
  737. }
  738. }
  739. public sealed class S2MdpSyncTransformResult
  740. {
  741. public long RunLogId { get; set; }
  742. public string BatchId { get; set; } = string.Empty;
  743. public int StageRows { get; set; }
  744. public int StandardRows { get; set; }
  745. public int DwdRows { get; set; }
  746. public int KpiRows { get; set; }
  747. public int AtomicRows { get; set; }
  748. }
  749. internal sealed record S2MdpSqlCommand(string Sql, SugarParameter[] Parameters);
  750. internal sealed record S2MdpEntityConfig(
  751. string EntityCode,
  752. string SourceTable,
  753. string TargetTable,
  754. string SourceRowIdExpression,
  755. string SourceBizKeyExpression)
  756. {
  757. public static readonly IReadOnlyList<S2MdpEntityConfig> All = new List<S2MdpEntityConfig>
  758. {
  759. new("S2_WORK_ORDER_MASTER", "WorkOrdMaster", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''))"),
  760. new("S2_WORK_ORDER_ROUTING", "WorkOrdRouting", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`OP`,''))"),
  761. new("S2_WORK_ORDER_DETAIL", "WorkOrdDetail", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`ItemNum`,''))"),
  762. new("S2_PERIOD_SEQUENCE_DET", "PeriodSequenceDet", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrds`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`Sequence`,''))"),
  763. new("S2_SCHEDULE_RESULT_OP", "ScheduleResultOpMaster", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`WorkDate`,''))")
  764. };
  765. }
  766. internal static class S2MdpDdl
  767. {
  768. public static readonly IReadOnlyList<string> SqlBlocks = new[]
  769. {
  770. """
  771. CREATE TABLE IF NOT EXISTS mdp_stg_schedule (
  772. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  773. tenant_id BIGINT NOT NULL DEFAULT 0,
  774. factory_id VARCHAR(64) NULL,
  775. source_system VARCHAR(50) NOT NULL DEFAULT 'AIDOP',
  776. source_table VARCHAR(100) NOT NULL,
  777. source_row_id VARCHAR(100) NOT NULL,
  778. source_biz_key VARCHAR(200) NULL,
  779. sync_batch_id VARCHAR(100) NOT NULL,
  780. sync_time DATETIME NOT NULL,
  781. process_status VARCHAR(20) NOT NULL DEFAULT 'PENDING',
  782. process_message VARCHAR(500) NULL,
  783. raw_data JSON NOT NULL,
  784. create_time DATETIME NULL DEFAULT CURRENT_TIMESTAMP,
  785. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  786. UNIQUE KEY uk_mdp_stg_schedule (tenant_id, source_table, source_row_id),
  787. UNIQUE KEY uk_source_key (source_system, source_table, source_biz_key),
  788. KEY idx_mdp_stg_schedule_batch (sync_batch_id),
  789. KEY idx_mdp_stg_schedule_biz (source_biz_key)
  790. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2生产排程贴源层';
  791. """,
  792. """
  793. CREATE TABLE IF NOT EXISTS mdp_std_work_order_schedule (
  794. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  795. tenant_id BIGINT NOT NULL DEFAULT 0,
  796. factory_id BIGINT NULL,
  797. source_system VARCHAR(50) NOT NULL DEFAULT 'AIDOP',
  798. work_order VARCHAR(100) NOT NULL,
  799. sales_order_no VARCHAR(100) NULL,
  800. item_code VARCHAR(100) NULL,
  801. item_name VARCHAR(200) NULL,
  802. site_code VARCHAR(50) NULL,
  803. status VARCHAR(50) NULL,
  804. priority DECIMAL(18,6) NULL,
  805. urgent_flag TINYINT NOT NULL DEFAULT 0,
  806. qty_ordered DECIMAL(18,6) NULL,
  807. qty_completed DECIMAL(18,6) NULL,
  808. order_date DATETIME NULL,
  809. due_date DATETIME NULL,
  810. release_date DATETIME NULL,
  811. prod_line VARCHAR(100) NULL,
  812. source_biz_key VARCHAR(200) NULL,
  813. sync_batch_id VARCHAR(100) NOT NULL,
  814. sync_time DATETIME NOT NULL,
  815. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  816. UNIQUE KEY uk_std_work_order_schedule (tenant_id, work_order),
  817. KEY idx_std_work_order_schedule_batch (sync_batch_id),
  818. KEY idx_std_work_order_schedule_due (tenant_id, due_date)
  819. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2标准工单排程';
  820. """,
  821. """
  822. CREATE TABLE IF NOT EXISTS mdp_std_operation_schedule (
  823. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  824. tenant_id BIGINT NOT NULL DEFAULT 0,
  825. factory_id BIGINT NULL,
  826. source_system VARCHAR(50) NOT NULL DEFAULT 'AIDOP',
  827. work_order VARCHAR(100) NOT NULL,
  828. op_no VARCHAR(50) NULL,
  829. work_center VARCHAR(100) NULL,
  830. line_code VARCHAR(100) NULL,
  831. item_code VARCHAR(100) NULL,
  832. plan_date DATETIME NULL,
  833. prod_date DATETIME NULL,
  834. start_time DATETIME NULL,
  835. end_time DATETIME NULL,
  836. ord_qty DECIMAL(18,6) NULL,
  837. comp_qty DECIMAL(18,6) NULL,
  838. run_crew DECIMAL(18,6) NULL,
  839. employee VARCHAR(200) NULL,
  840. source_biz_key VARCHAR(200) NULL,
  841. sync_batch_id VARCHAR(100) NOT NULL,
  842. sync_time DATETIME NOT NULL,
  843. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  844. UNIQUE KEY uk_std_operation_schedule (tenant_id, source_biz_key),
  845. KEY idx_std_operation_schedule_work_order (tenant_id, work_order),
  846. KEY idx_std_operation_schedule_batch (sync_batch_id)
  847. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2标准工序排程';
  848. """,
  849. """
  850. CREATE TABLE IF NOT EXISTS dwd_order_schedule_trans (
  851. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  852. tenant_id BIGINT NOT NULL DEFAULT 0,
  853. factory_id BIGINT NOT NULL DEFAULT 1,
  854. stat_date DATE NOT NULL,
  855. work_order VARCHAR(100) NOT NULL,
  856. sales_order_no VARCHAR(100) NULL,
  857. item_code VARCHAR(100) NULL,
  858. item_name VARCHAR(200) NULL,
  859. site_code VARCHAR(50) NULL,
  860. prod_line VARCHAR(100) NULL,
  861. status VARCHAR(50) NULL,
  862. urgent_flag TINYINT NOT NULL DEFAULT 0,
  863. qty_ordered DECIMAL(18,6) NULL,
  864. qty_completed DECIMAL(18,6) NULL,
  865. order_date DATETIME NULL,
  866. due_date DATETIME NULL,
  867. release_date DATETIME NULL,
  868. first_plan_date DATETIME NULL,
  869. last_plan_date DATETIME NULL,
  870. first_start_time DATETIME NULL,
  871. last_end_time DATETIME NULL,
  872. operation_count INT NOT NULL DEFAULT 0,
  873. scheduled_qty DECIMAL(18,6) NULL,
  874. completed_op_qty DECIMAL(18,6) NULL,
  875. schedule_cycle_days DECIMAL(18,6) NULL,
  876. schedule_satisfaction_flag TINYINT NOT NULL DEFAULT 0,
  877. wip_qty DECIMAL(18,6) NULL,
  878. resource_person_count DECIMAL(18,6) NULL,
  879. calc_batch_id VARCHAR(100) NOT NULL,
  880. calc_time DATETIME NOT NULL,
  881. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  882. UNIQUE KEY uk_dwd_order_schedule_trans (tenant_id, work_order, calc_batch_id),
  883. KEY idx_dwd_order_schedule_trans_batch (calc_batch_id),
  884. KEY idx_dwd_order_schedule_trans_stat (tenant_id, stat_date),
  885. KEY idx_dwd_order_schedule_trans_order (tenant_id, sales_order_no)
  886. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2订单工单排程DWD';
  887. """,
  888. """
  889. INSERT INTO mdp_entity
  890. (tenant_id, source_id, entity_code, entity_name, entity_type, source_table_name, target_table_name, sync_mode, batch_size, status, remark, create_time, update_time)
  891. SELECT 0, s.id, v.entity_code, v.entity_name, 'TABLE', v.source_table_name, 'mdp_stg_schedule', 'FULL', 5000, 1, v.remark, CURRENT_TIMESTAMP, CURRENT_TIMESTAMP
  892. FROM mdp_source s
  893. JOIN (
  894. SELECT 'S2_WORK_ORDER_MASTER' AS entity_code, 'S2工单主数据' AS entity_name, 'WorkOrdMaster' AS source_table_name, '工单主数据进入 S2 贴源层' AS remark
  895. UNION ALL SELECT 'S2_WORK_ORDER_ROUTING', 'S2工单工艺路线', 'WorkOrdRouting', '工单工艺路线进入 S2 贴源层'
  896. UNION ALL SELECT 'S2_WORK_ORDER_DETAIL', 'S2工单物料明细', 'WorkOrdDetail', '工单物料需求进入 S2 贴源层'
  897. UNION ALL SELECT 'S2_PERIOD_SEQUENCE_DET', 'S2工序排程计划', 'PeriodSequenceDet', '工序间衔接与排程计划进入 S2 贴源层'
  898. UNION ALL SELECT 'S2_SCHEDULE_RESULT_OP', 'S2工序排产结果', 'ScheduleResultOpMaster', '工序排产结果进入 S2 贴源层'
  899. ) v
  900. WHERE s.tenant_id=0 AND s.source_code='AIDOPDEV_MYSQL'
  901. ON DUPLICATE KEY UPDATE
  902. source_id=VALUES(source_id), entity_name=VALUES(entity_name), entity_type=VALUES(entity_type),
  903. source_table_name=VALUES(source_table_name), target_table_name=VALUES(target_table_name),
  904. sync_mode=VALUES(sync_mode), batch_size=VALUES(batch_size), status=VALUES(status),
  905. remark=VALUES(remark), update_time=CURRENT_TIMESTAMP;
  906. """
  907. };
  908. }