S2MdpSyncTransformService.cs 56 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043
  1. using Admin.NET.Plugin.AiDOP.DataPlatform.Executors;
  2. using Admin.NET.Plugin.AiDOP.DataPlatform.MdpRebuild;
  3. using Admin.NET.Plugin.AiDOP.SmartOps;
  4. namespace Admin.NET.Plugin.AiDOP.Production;
  5. /// <summary>
  6. /// S2 生产排程 MDP 同步、标准化、DWD 与 KPI 计算服务。
  7. /// Phase2:源→stg 经统一执行器;std/DWD/KPI 仍读 stg。
  8. /// </summary>
  9. public class S2MdpSyncTransformService : ITransient
  10. {
  11. private const string JobCode = "S2_MDP_SYNC_TRANSFORM";
  12. private readonly ISqlSugarClient _db;
  13. private readonly SmartOpsKpiAtomicBuildService _atomicBuild;
  14. private readonly MdpModuleStagingPuller _stagingPuller;
  15. private readonly IKpiTargetResolver _kpiTargetResolver;
  16. private MdpRebuildScope _runScope = null!;
  17. public S2MdpSyncTransformService(
  18. ISqlSugarClient db,
  19. SmartOpsKpiAtomicBuildService atomicBuild,
  20. MdpModuleStagingPuller stagingPuller,
  21. IKpiTargetResolver kpiTargetResolver)
  22. {
  23. _db = db;
  24. _atomicBuild = atomicBuild;
  25. _stagingPuller = stagingPuller;
  26. _kpiTargetResolver = kpiTargetResolver;
  27. }
  28. public Task<S2MdpSyncTransformResult> RunFullAsync(CancellationToken cancellationToken = default, string triggerType = "AUTO") =>
  29. throw new InvalidOperationException("S2 全量重算必须指定租户/工厂作用域,请走 ModuleRebuildService.Enqueue");
  30. public async Task<S2MdpSyncTransformResult> RunFullAsync(
  31. MdpRebuildScope scope,
  32. CancellationToken cancellationToken = default,
  33. string triggerType = "AUTO",
  34. long? rebuildJobId = null,
  35. Func<ModuleProgressUpdate, Task>? reportProgress = null)
  36. {
  37. _ = rebuildJobId;
  38. _runScope = MdpRebuildScope.Create("S2", scope.TenantId, scope.FactoryId);
  39. cancellationToken.ThrowIfCancellationRequested();
  40. var now = DateTime.Now;
  41. var batchId = $"S2_MDP_FULL_{_runScope.TenantId}_{_runScope.FactoryId}_{now:yyyyMMddHHmmss}";
  42. var runLogId = await InsertTransformRunLogAsync(batchId, now, triggerType);
  43. var result = new S2MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  44. try
  45. {
  46. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Preparing, 0, 5, "准备运行环境"));
  47. await EnsureS2RuntimeObjectsAsync();
  48. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Staging, 1, 10, "正在拉取源数据"));
  49. result.StageRows = await SyncStagingAsync(batchId, now, cancellationToken);
  50. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Staging, 1, 35, "拉取源数据完成", result.StageRows, ModuleRebuildStages.Staging));
  51. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Standard, 2, 35, "正在标准化数据"));
  52. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  53. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Standard, 2, 50, "标准化数据完成", result.StandardRows, ModuleRebuildStages.Standard));
  54. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Dwd, 3, 50, "正在生成 DWD 明细"));
  55. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  56. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Dwd, 3, 65, "生成 DWD 明细完成", result.DwdRows, ModuleRebuildStages.Dwd));
  57. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Kpi, 4, 65, "正在重算 KPI"));
  58. result.KpiRows = await BuildS2KpiValuesAsync(batchId, now, cancellationToken);
  59. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Kpi, 4, 80, "重算 KPI 完成", result.KpiRows, ModuleRebuildStages.Kpi));
  60. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Atomic, 5, 82, "正在重建原子数据"));
  61. result.AtomicRows = await _atomicBuild.BuildWorkScheduleDomainForAllDatesAsync(
  62. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  63. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Atomic, 5, 98, "重建原子数据完成", result.AtomicRows, ModuleRebuildStages.Atomic));
  64. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Finalizing, 5, 99, "正在收尾"));
  65. await MarkTransformRunSuccessAsync(runLogId, now, result);
  66. return result;
  67. }
  68. catch (Exception ex)
  69. {
  70. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  71. throw;
  72. }
  73. }
  74. private static async Task ReportAsync(Func<ModuleProgressUpdate, Task>? report, ModuleProgressUpdate update)
  75. {
  76. if (report == null) return;
  77. await report(update);
  78. }
  79. private async Task EnsureS2RuntimeObjectsAsync()
  80. {
  81. foreach (var sql in S2MdpDdl.SqlBlocks)
  82. {
  83. await _db.Ado.ExecuteCommandAsync(sql);
  84. }
  85. }
  86. private async Task<int> SyncStagingAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  87. {
  88. _ = now;
  89. EnsureRunScope();
  90. return await _stagingPuller.PullEntitiesAsync(
  91. S2MdpEntityConfig.All.Select(x => x.EntityCode),
  92. batchId, _runScope.TenantId, fullRefresh: true, taskCode: "S2_MDP_INBOUND", cancellationToken,
  93. factoryId: _runScope.FactoryId, requireMatchingSourceTenant: true);
  94. }
  95. public async Task<S2MdpSyncTransformResult> RunInboundAsync(
  96. IEnumerable<string>? entityCodes = null,
  97. long tenantId = 0,
  98. bool fullRefresh = false,
  99. CancellationToken cancellationToken = default)
  100. {
  101. cancellationToken.ThrowIfCancellationRequested();
  102. if (tenantId <= 0)
  103. throw new InvalidOperationException("S2 inbound 必须指定有效 tenantId");
  104. _runScope = MdpRebuildScope.Create("S2", tenantId, 1);
  105. var now = DateTime.Now;
  106. var batchId = $"S2_MDP_IN_{_runScope.TenantId}_{now:yyyyMMddHHmmss}";
  107. var runLogId = await InsertTransformRunLogAsync(batchId, now, "INBOUND");
  108. var result = new S2MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  109. try
  110. {
  111. await EnsureS2RuntimeObjectsAsync();
  112. var codes = entityCodes?.ToList() ?? S2MdpEntityConfig.All.Select(x => x.EntityCode).ToList();
  113. result.StageRows = await _stagingPuller.PullEntitiesAsync(
  114. codes, batchId, tenantId, fullRefresh, "S2_MDP_INBOUND", cancellationToken);
  115. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  116. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  117. result.KpiRows = await BuildS2KpiValuesAsync(batchId, now, cancellationToken);
  118. result.AtomicRows = await _atomicBuild.BuildWorkScheduleDomainForAllDatesAsync(
  119. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  120. await MarkTransformRunSuccessAsync(runLogId, now, result);
  121. return result;
  122. }
  123. catch (Exception ex)
  124. {
  125. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  126. throw;
  127. }
  128. }
  129. [Obsolete("Phase3: use MdpModuleStagingPuller / executors")]
  130. private async Task<int> SyncOneEntityAsync(S2MdpEntityConfig entity, string batchId, DateTime now)
  131. {
  132. var entityRow = await _db.Ado.SqlQuerySingleAsync<S2MdpEntityRow>(
  133. "SELECT id AS Id, entity_name AS EntityName FROM mdp_entity WHERE tenant_id=0 AND entity_code=@EntityCode LIMIT 1",
  134. new SugarParameter("@EntityCode", entity.EntityCode));
  135. if (entityRow == null) throw Oops.Oh($"未找到 MDP 实体配置:{entity.EntityCode}");
  136. var columns = await _db.Ado.SqlQueryAsync<S2ColumnRow>(
  137. """
  138. SELECT COLUMN_NAME AS ColumnName
  139. FROM information_schema.COLUMNS
  140. WHERE TABLE_SCHEMA=DATABASE() AND TABLE_NAME=@TableName
  141. ORDER BY ORDINAL_POSITION
  142. """,
  143. new SugarParameter("@TableName", entity.SourceTable));
  144. if (columns.Count == 0) throw Oops.Oh($"未找到源表:{entity.SourceTable}");
  145. var names = columns.Select(u => u.ColumnName).ToList();
  146. var tenantExpr = names.Any(u => string.Equals(u, "tenant_id", StringComparison.OrdinalIgnoreCase))
  147. ? $"IFNULL(s.`{FindColumn(names, "tenant_id")}`,0)"
  148. : "0";
  149. var factoryExpr = names.Any(u => string.Equals(u, "factory_id", StringComparison.OrdinalIgnoreCase))
  150. ? $"s.`{FindColumn(names, "factory_id")}`"
  151. : "NULL";
  152. var domainExpr = names.Any(u => string.Equals(u, "Domain", StringComparison.OrdinalIgnoreCase))
  153. ? $"s.`{FindColumn(names, "Domain")}`"
  154. : "NULL";
  155. var sourceRowExpr = names.Any(u => string.Equals(u, entity.SourceRowIdExpression, StringComparison.OrdinalIgnoreCase))
  156. ? $"s.`{FindColumn(names, entity.SourceRowIdExpression)}`"
  157. : entity.SourceRowIdExpression;
  158. var rawDataExpr = BuildJsonObjectExpression(names);
  159. var rowsRead = await _db.Ado.GetIntAsync($"SELECT COUNT(1) FROM `{entity.SourceTable}`");
  160. var logId = await InsertSyncLogAsync(entityRow.Id, entityRow.EntityName, batchId, rowsRead);
  161. var started = DateTime.Now;
  162. try
  163. {
  164. var affected = await _db.Ado.ExecuteCommandAsync(
  165. $"""
  166. INSERT INTO `{entity.TargetTable}`
  167. (tenant_id, factory_id, source_system, source_table, source_row_id, source_biz_key, sync_batch_id, sync_time, process_status, raw_data)
  168. SELECT
  169. {tenantExpr},
  170. COALESCE({factoryExpr}, {domainExpr}),
  171. 'AIDOP',
  172. @SourceTable,
  173. CAST({sourceRowExpr} AS CHAR),
  174. CAST(COALESCE({entity.SourceBizKeyExpression}, CAST({sourceRowExpr} AS CHAR)) AS CHAR),
  175. @BatchId,
  176. @Now,
  177. 'PENDING',
  178. {rawDataExpr}
  179. FROM `{entity.SourceTable}` s
  180. ON DUPLICATE KEY UPDATE
  181. tenant_id=VALUES(tenant_id),
  182. factory_id=VALUES(factory_id),
  183. sync_batch_id=VALUES(sync_batch_id),
  184. sync_time=VALUES(sync_time),
  185. process_status=VALUES(process_status),
  186. raw_data=VALUES(raw_data),
  187. update_time=CURRENT_TIMESTAMP
  188. """,
  189. new SugarParameter("@SourceTable", entity.SourceTable),
  190. new SugarParameter("@BatchId", batchId),
  191. new SugarParameter("@Now", now));
  192. await MarkSyncLogSuccessAsync(logId, started, affected);
  193. return rowsRead;
  194. }
  195. catch (Exception ex)
  196. {
  197. await MarkSyncLogFailedAsync(logId, started, ex.Message);
  198. throw;
  199. }
  200. }
  201. private async Task<int> TransformStandardAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  202. {
  203. var total = 0;
  204. foreach (var command in BuildStandardCommands(batchId, now))
  205. {
  206. cancellationToken.ThrowIfCancellationRequested();
  207. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  208. }
  209. return total;
  210. }
  211. private async Task<int> BuildDwdAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  212. {
  213. var total = 0;
  214. foreach (var command in BuildDwdCommands(batchId, now))
  215. {
  216. cancellationToken.ThrowIfCancellationRequested();
  217. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  218. }
  219. return total;
  220. }
  221. private async Task<int> BuildS2KpiValuesAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  222. {
  223. var rows = await CalculateS2KpiValuesAsync(batchId, now.Date);
  224. var affected = 0;
  225. foreach (var row in rows)
  226. {
  227. cancellationToken.ThrowIfCancellationRequested();
  228. affected += await UpsertS2KpiValueAsync(row, now.Date, now);
  229. }
  230. return affected;
  231. }
  232. private IEnumerable<S2MdpSqlCommand> BuildStandardCommands(string batchId, DateTime now)
  233. {
  234. yield return Cmd(
  235. """
  236. INSERT INTO mdp_std_work_order_schedule
  237. (tenant_id, factory_id, source_system, work_order, sales_order_no, item_code, item_name, site_code, status,
  238. priority, urgent_flag, qty_ordered, qty_completed, order_date, due_date, release_date, prod_line,
  239. specification, lot_serial, drawing_no, project, work_order_type, labor_variance,
  240. source_biz_key, sync_batch_id, sync_time)
  241. SELECT s.tenant_id,
  242. CASE WHEN s.factory_id REGEXP '^[0-9]+$' THEN CAST(s.factory_id AS UNSIGNED) ELSE 1 END,
  243. 'AIDOP',
  244. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.WorkOrd')),
  245. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.SalesJob')),
  246. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ItemNum')),
  247. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ItemName')),
  248. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Site')),
  249. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Status')),
  250. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Priority')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Priority')) AS DECIMAL(18,6)) END,
  251. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Urgent')) IN ('1','true','True') THEN 1 ELSE 0 END,
  252. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.QtyOrded')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.QtyOrded')) AS DECIMAL(18,6)) ELSE 0 END,
  253. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.QtyCompleted')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.QtyCompleted')) AS DECIMAL(18,6)) ELSE 0 END,
  254. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.OrdDate')), 'null'), ''),
  255. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.DueDate')), 'null'), ''),
  256. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ReleaseDate')), 'null'), ''),
  257. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ProdLine')),
  258. -- Specification(型号)= ItemMaster.Descr1 中台 enrich((Domain,ItemNum) 去重取一,实测同键 Descr1 无冲突;
  259. -- 严格按 Domain+ItemNum 关联,不做 ItemNum-only 去重,避免跨工厂串型号):
  260. im.Descr1,
  261. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.LotSerial')), 'null'), ''),
  262. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Drawing')), 'null'), ''),
  263. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Project')), 'null'), ''),
  264. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.WoTyped')), 'null'), ''),
  265. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.LbrVar')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.LbrVar')) AS DECIMAL(18,6)) END,
  266. s.source_biz_key, @BatchId, @Now
  267. FROM mdp_stg_schedule s
  268. LEFT JOIN (
  269. SELECT `Domain`, ItemNum, MIN(Descr1) AS Descr1
  270. FROM ItemMaster
  271. GROUP BY `Domain`, ItemNum
  272. ) im ON im.`Domain` = JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Domain'))
  273. AND im.ItemNum = JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ItemNum'))
  274. WHERE s.source_table='WorkOrdMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.WorkOrd')), '') <> ''
  275. ON DUPLICATE KEY UPDATE
  276. sales_order_no=VALUES(sales_order_no), item_code=VALUES(item_code), item_name=VALUES(item_name),
  277. site_code=VALUES(site_code), status=VALUES(status), priority=VALUES(priority), urgent_flag=VALUES(urgent_flag),
  278. qty_ordered=VALUES(qty_ordered), qty_completed=VALUES(qty_completed), order_date=VALUES(order_date),
  279. due_date=VALUES(due_date), release_date=VALUES(release_date), prod_line=VALUES(prod_line),
  280. specification=VALUES(specification), lot_serial=VALUES(lot_serial), drawing_no=VALUES(drawing_no),
  281. project=VALUES(project), work_order_type=VALUES(work_order_type), labor_variance=VALUES(labor_variance),
  282. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  283. """, batchId, now);
  284. yield return Cmd(
  285. """
  286. INSERT INTO mdp_std_operation_schedule
  287. (tenant_id, factory_id, source_system, work_order, op_no, work_center, line_code, item_code,
  288. plan_date, prod_date, start_time, end_time, ord_qty, comp_qty, run_crew, employee,
  289. source_biz_key, sync_batch_id, sync_time)
  290. SELECT tenant_id,
  291. CASE WHEN factory_id REGEXP '^[0-9]+$' THEN CAST(factory_id AS UNSIGNED) ELSE 1 END,
  292. 'AIDOP',
  293. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrds')),
  294. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')),
  295. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkCtr')),
  296. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line')),
  297. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')),
  298. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PlanDate')), 'null'), ''),
  299. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ProdDate')), 'null'), ''),
  300. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.StartTime')), 'null'), ''),
  301. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.EndTime')), 'null'), ''),
  302. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.OrdQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.OrdQty')) AS DECIMAL(18,6)) ELSE 0 END,
  303. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.CompQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.CompQty')) AS DECIMAL(18,6)) ELSE 0 END,
  304. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RunCrew')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RunCrew')) AS DECIMAL(18,6)) END,
  305. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Employee')),
  306. source_biz_key, @BatchId, @Now
  307. FROM mdp_stg_schedule
  308. WHERE source_table='PeriodSequenceDet' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrds')), '') <> ''
  309. ON DUPLICATE KEY UPDATE
  310. work_center=VALUES(work_center), line_code=VALUES(line_code), item_code=VALUES(item_code),
  311. plan_date=VALUES(plan_date), prod_date=VALUES(prod_date), start_time=VALUES(start_time), end_time=VALUES(end_time),
  312. ord_qty=VALUES(ord_qty), comp_qty=VALUES(comp_qty), run_crew=VALUES(run_crew), employee=VALUES(employee),
  313. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  314. """, batchId, now);
  315. yield return Cmd(
  316. """
  317. INSERT INTO mdp_std_operation_schedule
  318. (tenant_id, factory_id, source_system, work_order, op_no, work_center, line_code, item_code,
  319. plan_date, prod_date, start_time, end_time, ord_qty, comp_qty, run_crew, employee,
  320. source_biz_key, sync_batch_id, sync_time)
  321. SELECT tenant_id,
  322. CASE WHEN factory_id REGEXP '^[0-9]+$' THEN CAST(factory_id AS UNSIGNED) ELSE 1 END,
  323. 'AIDOP',
  324. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')),
  325. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')),
  326. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkCtr')),
  327. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line')),
  328. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')),
  329. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkDate')), 'null'), ''),
  330. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkDate')), 'null'), ''),
  331. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkStartTime')), 'null'), ''),
  332. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkEndTime')), 'null'), ''),
  333. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) AS DECIMAL(18,6)) ELSE 0 END,
  334. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) AS DECIMAL(18,6)) ELSE 0 END,
  335. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedPersonnelCount')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedPersonnelCount')) AS DECIMAL(18,6)) END,
  336. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedEmployeeID')),
  337. source_biz_key, @BatchId, @Now
  338. FROM mdp_stg_schedule
  339. WHERE source_table='ScheduleResultOpMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), '') <> ''
  340. ON DUPLICATE KEY UPDATE
  341. work_center=VALUES(work_center), line_code=VALUES(line_code), item_code=VALUES(item_code),
  342. plan_date=VALUES(plan_date), prod_date=VALUES(prod_date), start_time=VALUES(start_time), end_time=VALUES(end_time),
  343. ord_qty=VALUES(ord_qty), comp_qty=VALUES(comp_qty), run_crew=VALUES(run_crew), employee=VALUES(employee),
  344. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  345. """, batchId, now);
  346. }
  347. private IEnumerable<S2MdpSqlCommand> BuildDwdCommands(string batchId, DateTime now)
  348. {
  349. yield return Cmd(
  350. """
  351. INSERT INTO dwd_order_schedule_trans
  352. (tenant_id, factory_id, stat_date, work_order, sales_order_no, item_code, item_name, site_code, prod_line,
  353. status, urgent_flag, qty_ordered, qty_completed, order_date, due_date, release_date, first_plan_date,
  354. last_plan_date, first_start_time, last_end_time, operation_count, scheduled_qty, completed_op_qty,
  355. schedule_cycle_days, schedule_satisfaction_flag, wip_qty, resource_person_count, calc_batch_id, calc_time)
  356. SELECT w.tenant_id, COALESCE(w.factory_id, 1), @StatDate,
  357. w.work_order, w.sales_order_no, w.item_code, w.item_name, w.site_code, w.prod_line,
  358. w.status, w.urgent_flag, w.qty_ordered, w.qty_completed, w.order_date, w.due_date, w.release_date,
  359. MIN(o.plan_date), MAX(o.plan_date), MIN(o.start_time), MAX(o.end_time),
  360. COUNT(o.id), SUM(IFNULL(o.ord_qty, 0)), SUM(IFNULL(o.comp_qty, 0)),
  361. CASE
  362. WHEN COALESCE(MIN(o.plan_date), MAX(o.plan_date)) IS NOT NULL
  363. AND COALESCE(w.release_date, w.order_date) IS NOT NULL
  364. THEN TIMESTAMPDIFF(HOUR, COALESCE(w.release_date, w.order_date), COALESCE(MAX(o.plan_date), MIN(o.plan_date))) / 24
  365. END,
  366. CASE
  367. WHEN w.due_date IS NOT NULL AND COALESCE(MAX(o.plan_date), MIN(o.plan_date)) IS NOT NULL
  368. AND DATE(COALESCE(MAX(o.plan_date), MIN(o.plan_date))) <= DATE(w.due_date) THEN 1
  369. ELSE 0
  370. END,
  371. GREATEST(IFNULL(w.qty_ordered, 0) - IFNULL(w.qty_completed, 0), 0),
  372. SUM(IFNULL(o.run_crew, 0)),
  373. @BatchId, @Now
  374. FROM mdp_std_work_order_schedule w
  375. LEFT JOIN mdp_std_operation_schedule o
  376. ON o.tenant_id=w.tenant_id AND IFNULL(o.work_order,'')=IFNULL(w.work_order,'')
  377. WHERE IFNULL(w.work_order, '') <> ''
  378. GROUP BY w.tenant_id, COALESCE(w.factory_id, 1), w.work_order, w.sales_order_no, w.item_code, w.item_name,
  379. w.site_code, w.prod_line, w.status, w.urgent_flag, w.qty_ordered, w.qty_completed,
  380. w.order_date, w.due_date, w.release_date
  381. ON DUPLICATE KEY UPDATE
  382. sales_order_no=VALUES(sales_order_no), item_code=VALUES(item_code), item_name=VALUES(item_name),
  383. site_code=VALUES(site_code), prod_line=VALUES(prod_line), status=VALUES(status), urgent_flag=VALUES(urgent_flag),
  384. qty_ordered=VALUES(qty_ordered), qty_completed=VALUES(qty_completed), order_date=VALUES(order_date),
  385. due_date=VALUES(due_date), release_date=VALUES(release_date), first_plan_date=VALUES(first_plan_date),
  386. last_plan_date=VALUES(last_plan_date), first_start_time=VALUES(first_start_time), last_end_time=VALUES(last_end_time),
  387. operation_count=VALUES(operation_count), scheduled_qty=VALUES(scheduled_qty), completed_op_qty=VALUES(completed_op_qty),
  388. schedule_cycle_days=VALUES(schedule_cycle_days), schedule_satisfaction_flag=VALUES(schedule_satisfaction_flag),
  389. wip_qty=VALUES(wip_qty), resource_person_count=VALUES(resource_person_count), calc_time=VALUES(calc_time),
  390. update_time=CURRENT_TIMESTAMP
  391. """, batchId, now);
  392. }
  393. private async Task<List<S2KpiCalcRow>> CalculateS2KpiValuesAsync(string batchId, DateTime statDate)
  394. {
  395. var scope = RequireScope();
  396. return await _db.Ado.SqlQueryAsync<S2KpiCalcRow>(MdpSqlScope.InjectTenantFactory(
  397. """
  398. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_001' AS MetricCode,
  399. ROUND(AVG(schedule_cycle_days), 4) AS MetricValue
  400. FROM dwd_order_schedule_trans
  401. WHERE calc_batch_id=@BatchId AND schedule_cycle_days IS NOT NULL AND schedule_cycle_days >= 0
  402. GROUP BY tenant_id, factory_id
  403. UNION ALL
  404. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_002' AS MetricCode,
  405. ROUND(100 * SUM(schedule_satisfaction_flag) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  406. FROM dwd_order_schedule_trans
  407. WHERE calc_batch_id=@BatchId
  408. GROUP BY tenant_id, factory_id
  409. UNION ALL
  410. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_003' AS MetricCode,
  411. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(resource_person_count, 0) > 0 THEN resource_person_count ELSE 1 END), 0), 4) AS MetricValue
  412. FROM dwd_order_schedule_trans
  413. WHERE calc_batch_id=@BatchId
  414. GROUP BY tenant_id, factory_id
  415. UNION ALL
  416. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_004' AS MetricCode,
  417. ROUND(SUM(wip_qty) / NULLIF(SUM(CASE WHEN qty_completed > 0 THEN qty_completed ELSE completed_op_qty END), 0) * 30, 4) AS MetricValue
  418. FROM dwd_order_schedule_trans
  419. WHERE calc_batch_id=@BatchId
  420. GROUP BY tenant_id, factory_id
  421. UNION ALL
  422. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_001' AS MetricCode,
  423. ROUND(AVG(schedule_cycle_days), 4) AS MetricValue
  424. FROM dwd_order_schedule_trans
  425. WHERE calc_batch_id=@BatchId AND schedule_cycle_days IS NOT NULL AND schedule_cycle_days >= 0
  426. GROUP BY tenant_id, factory_id
  427. UNION ALL
  428. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_002' AS MetricCode,
  429. ROUND(100 * SUM(schedule_satisfaction_flag) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  430. FROM dwd_order_schedule_trans
  431. WHERE calc_batch_id=@BatchId
  432. GROUP BY tenant_id, factory_id
  433. UNION ALL
  434. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_003' AS MetricCode,
  435. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(resource_person_count, 0) > 0 THEN resource_person_count ELSE 1 END), 0), 4) AS MetricValue
  436. FROM dwd_order_schedule_trans
  437. WHERE calc_batch_id=@BatchId
  438. GROUP BY tenant_id, factory_id
  439. UNION ALL
  440. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_001' AS MetricCode,
  441. ROUND(AVG(
  442. CASE
  443. WHEN start_time IS NOT NULL AND end_time IS NOT NULL AND end_time >= start_time
  444. THEN TIMESTAMPDIFF(HOUR, start_time, end_time) / 24
  445. WHEN plan_date IS NOT NULL AND prod_date IS NOT NULL
  446. THEN ABS(TIMESTAMPDIFF(DAY, plan_date, prod_date))
  447. END
  448. ), 4) AS MetricValue
  449. FROM mdp_std_operation_schedule
  450. WHERE IFNULL(work_order, '') <> ''
  451. GROUP BY tenant_id, factory_id
  452. UNION ALL
  453. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_002' AS MetricCode,
  454. ROUND(100 * SUM(CASE WHEN plan_date IS NOT NULL AND (prod_date IS NULL OR prod_date >= plan_date) THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  455. FROM mdp_std_operation_schedule
  456. WHERE IFNULL(work_order, '') <> ''
  457. GROUP BY tenant_id, factory_id
  458. UNION ALL
  459. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_003' AS MetricCode,
  460. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(run_crew, 0) > 0 THEN run_crew ELSE 1 END), 0), 4) AS MetricValue
  461. FROM mdp_std_operation_schedule
  462. WHERE IFNULL(work_order, '') <> ''
  463. GROUP BY tenant_id, factory_id
  464. UNION ALL
  465. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_004' AS MetricCode,
  466. ROUND(AVG(
  467. CASE
  468. WHEN start_time IS NOT NULL AND end_time IS NOT NULL AND end_time >= start_time
  469. THEN TIMESTAMPDIFF(HOUR, start_time, end_time) / 24
  470. WHEN plan_date IS NOT NULL AND prod_date IS NOT NULL
  471. THEN ABS(TIMESTAMPDIFF(DAY, plan_date, prod_date))
  472. END
  473. ), 4) AS MetricValue
  474. FROM mdp_std_operation_schedule
  475. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  476. GROUP BY tenant_id, factory_id
  477. UNION ALL
  478. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_005' AS MetricCode,
  479. ROUND(100 * SUM(CASE WHEN plan_date IS NOT NULL AND (prod_date IS NULL OR prod_date >= plan_date) THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  480. FROM mdp_std_operation_schedule
  481. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  482. GROUP BY tenant_id, factory_id
  483. UNION ALL
  484. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_006' AS MetricCode,
  485. ROUND(COUNT(DISTINCT COALESCE(NULLIF(work_center,''), NULLIF(line_code,''), CONCAT(work_order, ':', op_no)))
  486. / NULLIF(SUM(CASE WHEN IFNULL(run_crew, 0) > 0 THEN run_crew ELSE 1 END), 0), 4) AS MetricValue
  487. FROM mdp_std_operation_schedule
  488. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  489. GROUP BY tenant_id, factory_id
  490. """),
  491. new SugarParameter("@BatchId", batchId),
  492. new SugarParameter("@StatDate", statDate),
  493. new SugarParameter("@TenantId", scope.TenantId),
  494. new SugarParameter("@FactoryId", scope.FactoryId));
  495. }
  496. private async Task<int> UpsertS2KpiValueAsync(S2KpiCalcRow row, DateTime statDate, DateTime now)
  497. {
  498. if (row.MetricValue == null) return 0;
  499. var meta = await _db.Ado.SqlQuerySingleAsync<S2KpiMetaRow>(
  500. """
  501. SELECT MetricLevel, Direction, YellowThreshold, RedThreshold
  502. FROM ado_smart_ops_kpi_master
  503. WHERE TenantId=@TenantId AND ModuleCode='S2' AND MetricCode=@MetricCode AND IsEnabled=1
  504. LIMIT 1
  505. """,
  506. new SugarParameter("@TenantId", row.TenantId),
  507. new SugarParameter("@MetricCode", row.MetricCode));
  508. if (meta == null) return 0;
  509. var table = ResolveKpiValueTable(meta.MetricLevel);
  510. var current = await _db.Ado.SqlQuerySingleAsync<S2KpiValueRow>(
  511. $"""
  512. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  513. FROM {table}
  514. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  515. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  516. ORDER BY id
  517. LIMIT 1
  518. """,
  519. new SugarParameter("@TenantId", row.TenantId),
  520. new SugarParameter("@FactoryId", row.FactoryId),
  521. new SugarParameter("@MetricCode", row.MetricCode),
  522. new SugarParameter("@BizDate", statDate));
  523. var prior = await _db.Ado.SqlQuerySingleAsync<S2KpiValueRow>(
  524. $"""
  525. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  526. FROM {table}
  527. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  528. AND metric_code=@MetricCode AND biz_date<@BizDate AND is_deleted=0
  529. ORDER BY biz_date DESC, id DESC
  530. LIMIT 1
  531. """,
  532. new SugarParameter("@TenantId", row.TenantId),
  533. new SugarParameter("@FactoryId", row.FactoryId),
  534. new SugarParameter("@MetricCode", row.MetricCode),
  535. new SugarParameter("@BizDate", statDate));
  536. var actual = Math.Round(row.MetricValue.Value, 4);
  537. var snap = await _kpiTargetResolver.ResolveAsync(row.TenantId, row.FactoryId, row.MetricCode, "S2", statDate);
  538. var target = snap.TargetValue;
  539. var status = AidopS4KpiMerge.AchievementLevel(actual, target, meta.Direction, meta.YellowThreshold, meta.RedThreshold);
  540. var trend = ResolveTrendFlag(actual, prior?.MetricValue);
  541. if (current != null)
  542. {
  543. return await _db.Ado.ExecuteCommandAsync(
  544. $"""
  545. UPDATE {table}
  546. SET metric_value=@MetricValue, target_value=@TargetValue, status_color=@StatusColor, trend_flag=@TrendFlag,
  547. target_config_id=@TargetConfigId, target_source=@TargetSource, target_resolved_at=@TargetResolvedAt,
  548. is_active=1, status='ACTIVE', calc_time=@CalcTime, update_time=@CalcTime
  549. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  550. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  551. """,
  552. new SugarParameter("@MetricValue", actual),
  553. new SugarParameter("@TargetValue", KpiTargetSnapshotSql.ValueOrDbNull(snap)),
  554. new SugarParameter("@StatusColor", status),
  555. new SugarParameter("@TrendFlag", trend),
  556. new SugarParameter("@TargetConfigId", KpiTargetSnapshotSql.ConfigIdOrDbNull(snap)),
  557. new SugarParameter("@TargetSource", KpiTargetSnapshotSql.SourceOrDbNull(snap)),
  558. new SugarParameter("@TargetResolvedAt", snap.ResolvedAt),
  559. new SugarParameter("@CalcTime", now),
  560. new SugarParameter("@TenantId", row.TenantId),
  561. new SugarParameter("@FactoryId", row.FactoryId),
  562. new SugarParameter("@MetricCode", row.MetricCode),
  563. new SugarParameter("@BizDate", statDate));
  564. }
  565. var nextId = await _db.Ado.GetLongAsync($"SELECT COALESCE(MAX(id), 0) + 1 FROM {table}");
  566. return await _db.Ado.ExecuteCommandAsync(
  567. $"""
  568. INSERT INTO {table}
  569. (id, tenant_id, factory_id, status, biz_date, create_time, update_time, is_deleted, is_active,
  570. module_code, metric_code, metric_value, target_value, status_color, trend_flag, calc_time,
  571. target_config_id, target_source, target_resolved_at)
  572. VALUES
  573. (@Id, @TenantId, @FactoryId, 'ACTIVE', @BizDate, @CalcTime, @CalcTime, 0, 1,
  574. 'S2', @MetricCode, @MetricValue, @TargetValue, @StatusColor, @TrendFlag, @CalcTime,
  575. @TargetConfigId, @TargetSource, @TargetResolvedAt)
  576. """,
  577. new SugarParameter("@Id", nextId),
  578. new SugarParameter("@TenantId", row.TenantId),
  579. new SugarParameter("@FactoryId", row.FactoryId),
  580. new SugarParameter("@BizDate", statDate),
  581. new SugarParameter("@CalcTime", now),
  582. new SugarParameter("@MetricCode", row.MetricCode),
  583. new SugarParameter("@MetricValue", actual),
  584. new SugarParameter("@TargetValue", KpiTargetSnapshotSql.ValueOrDbNull(snap)),
  585. new SugarParameter("@StatusColor", status),
  586. new SugarParameter("@TrendFlag", trend),
  587. new SugarParameter("@TargetConfigId", KpiTargetSnapshotSql.ConfigIdOrDbNull(snap)),
  588. new SugarParameter("@TargetSource", KpiTargetSnapshotSql.SourceOrDbNull(snap)),
  589. new SugarParameter("@TargetResolvedAt", snap.ResolvedAt));
  590. }
  591. private async Task<long> InsertSyncLogAsync(long entityId, string entityName, string batchId, int rowsRead)
  592. {
  593. EnsureRunScope();
  594. await _db.Ado.ExecuteCommandAsync(
  595. """
  596. INSERT INTO mdp_sync_log
  597. (tenant_id, entity_id, source_code, entity_name, sync_batch_id, sync_type, trigger_type, sync_start, rows_read, status)
  598. VALUES (@TenantId, @EntityId, 'AIDOPDEV_MYSQL', @EntityName, @BatchId, 'FULL', 'AUTO', NOW(), @RowsRead, 'RUNNING')
  599. """,
  600. new SugarParameter("@TenantId", _runScope.TenantId),
  601. new SugarParameter("@EntityId", entityId),
  602. new SugarParameter("@EntityName", entityName),
  603. new SugarParameter("@BatchId", batchId),
  604. new SugarParameter("@RowsRead", rowsRead));
  605. return await _db.Ado.GetLongAsync(
  606. "SELECT id FROM mdp_sync_log WHERE sync_batch_id=@BatchId AND entity_id=@EntityId ORDER BY id DESC LIMIT 1",
  607. new List<SugarParameter> { new("@BatchId", batchId), new("@EntityId", entityId) });
  608. }
  609. private async Task MarkSyncLogSuccessAsync(long logId, DateTime started, int affected)
  610. {
  611. await _db.Ado.ExecuteCommandAsync(
  612. """
  613. UPDATE mdp_sync_log
  614. SET sync_end=NOW(), duration_ms=@DurationMs, rows_insert=@RowsInsert, rows_update=0, rows_skip=0, rows_error=0, status='SUCCESS'
  615. WHERE id=@Id
  616. """,
  617. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  618. new SugarParameter("@RowsInsert", affected),
  619. new SugarParameter("@Id", logId));
  620. }
  621. private async Task MarkSyncLogFailedAsync(long logId, DateTime started, string message)
  622. {
  623. try
  624. {
  625. await _db.Ado.ExecuteCommandAsync(
  626. """
  627. UPDATE mdp_sync_log
  628. SET sync_end=NOW(), duration_ms=@DurationMs, rows_error=1, status='FAILED', error_msg=@ErrorMsg
  629. WHERE id=@Id
  630. """,
  631. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  632. new SugarParameter("@ErrorMsg", Truncate(message, 1000)),
  633. new SugarParameter("@Id", logId));
  634. }
  635. catch (Exception ex)
  636. {
  637. Console.Error.WriteLine($"[S2MdpSyncTransform] MarkSyncLogFailed write failed (syncLogId={logId}): {ex.Message}");
  638. }
  639. }
  640. private async Task<long> InsertTransformRunLogAsync(string batchId, DateTime startedAt, string triggerType)
  641. {
  642. await _db.Ado.ExecuteCommandAsync(
  643. """
  644. INSERT INTO mdp_transform_run_log
  645. (tenant_id, job_code, job_name, trigger_type, batch_id, status, start_time)
  646. VALUES (@TenantId, 'S2_MDP_SYNC_TRANSFORM', 'S2 MDP同步与KPI计算', @TriggerType, @BatchId, 'RUNNING', @StartTime)
  647. """,
  648. new SugarParameter("@TenantId", RequireScope().TenantId),
  649. new SugarParameter("@TriggerType", NormalizeTriggerType(triggerType)),
  650. new SugarParameter("@BatchId", batchId),
  651. new SugarParameter("@StartTime", startedAt));
  652. return await _db.Ado.GetLongAsync(
  653. "SELECT id FROM mdp_transform_run_log WHERE batch_id=@BatchId ORDER BY id DESC LIMIT 1",
  654. new List<SugarParameter> { new("@BatchId", batchId) });
  655. }
  656. private async Task MarkTransformRunSuccessAsync(long runLogId, DateTime startedAt, S2MdpSyncTransformResult result)
  657. {
  658. var finishedAt = DateTime.Now;
  659. await _db.Ado.ExecuteCommandAsync(
  660. """
  661. UPDATE mdp_transform_run_log
  662. SET status='SUCCESS', end_time=@EndTime, duration_ms=@DurationMs,
  663. stage_rows=@StageRows, standard_rows=@StandardRows, dwd_rows=@DwdRows,
  664. summary_json=@SummaryJson, update_time=CURRENT_TIMESTAMP
  665. WHERE id=@Id
  666. """,
  667. new SugarParameter("@EndTime", finishedAt),
  668. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  669. new SugarParameter("@StageRows", result.StageRows),
  670. new SugarParameter("@StandardRows", result.StandardRows),
  671. new SugarParameter("@DwdRows", result.DwdRows),
  672. new SugarParameter("@SummaryJson", BuildRunSummaryJson(result)),
  673. new SugarParameter("@Id", runLogId));
  674. }
  675. private async Task MarkTransformRunFailedAsync(long runLogId, DateTime startedAt, string message)
  676. {
  677. try
  678. {
  679. var finishedAt = DateTime.Now;
  680. await _db.Ado.ExecuteCommandAsync(
  681. """
  682. UPDATE mdp_transform_run_log
  683. SET status='FAILED', end_time=@EndTime, duration_ms=@DurationMs,
  684. error_message=@ErrorMessage, update_time=CURRENT_TIMESTAMP
  685. WHERE id=@Id
  686. """,
  687. new SugarParameter("@EndTime", finishedAt),
  688. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  689. new SugarParameter("@ErrorMessage", Truncate(message, 2000)),
  690. new SugarParameter("@Id", runLogId));
  691. }
  692. catch (Exception ex)
  693. {
  694. Console.Error.WriteLine($"[S2MdpSyncTransform] MarkTransformRunFailed write failed (runLogId={runLogId}): {ex.Message}");
  695. }
  696. }
  697. private S2MdpSqlCommand Cmd(string sql, string batchId, DateTime now)
  698. {
  699. var scope = RequireScope();
  700. return new S2MdpSqlCommand(MdpSqlScope.InjectTenantFactory(sql), new[]
  701. {
  702. new SugarParameter("@BatchId", batchId),
  703. new SugarParameter("@Now", now),
  704. new SugarParameter("@StatDate", now.Date),
  705. new SugarParameter("@TenantId", scope.TenantId),
  706. new SugarParameter("@FactoryId", scope.FactoryId)
  707. });
  708. }
  709. private MdpRebuildScope RequireScope()
  710. {
  711. EnsureRunScope();
  712. return _runScope;
  713. }
  714. private void EnsureRunScope()
  715. {
  716. if (_runScope == null)
  717. throw new InvalidOperationException("S2 全量重算必须指定有效 tenantId/factoryId");
  718. }
  719. private static string BuildJsonObjectExpression(IEnumerable<string> columns)
  720. {
  721. var parts = columns.SelectMany(c => new[] { $"'{c.Replace("'", "''")}'", $"s.`{c}`" });
  722. return $"JSON_OBJECT({string.Join(",", parts)})";
  723. }
  724. private static string FindColumn(IEnumerable<string> columns, string expected)
  725. {
  726. return columns.First(u => string.Equals(u, expected, StringComparison.OrdinalIgnoreCase));
  727. }
  728. private static string NormalizeTriggerType(string? triggerType)
  729. {
  730. return string.IsNullOrWhiteSpace(triggerType) ? "AUTO" : triggerType.Trim().ToUpperInvariant();
  731. }
  732. private static string BuildRunSummaryJson(S2MdpSyncTransformResult result)
  733. {
  734. return $$"""{"batchId":"{{result.BatchId}}","stageRows":{{result.StageRows}},"standardRows":{{result.StandardRows}},"dwdRows":{{result.DwdRows}},"kpiRows":{{result.KpiRows}}}""";
  735. }
  736. private static string ResolveKpiValueTable(int metricLevel)
  737. {
  738. return metricLevel switch
  739. {
  740. 1 => "ado_s9_kpi_value_l1_day",
  741. 2 => "ado_s9_kpi_value_l2_day",
  742. 3 => "ado_s9_kpi_value_l3_day",
  743. 4 => "ado_s9_kpi_value_l4_day",
  744. _ => "ado_s9_kpi_value_l2_day"
  745. };
  746. }
  747. private static decimal DefaultS2Target(string metricCode) => LegacyKpiCodeTargets.GetOrZero(metricCode);
  748. private static string ResolveKpiStatus(decimal actual, decimal target, string? direction, decimal? yellowThreshold, decimal? redThreshold)
  749. {
  750. if (target <= 0) return "gray";
  751. var ratio = actual / target * 100m;
  752. if (string.Equals(direction, "lower_is_better", StringComparison.OrdinalIgnoreCase))
  753. {
  754. if (actual <= target) return "green";
  755. if (ratio <= (yellowThreshold ?? 110m)) return "yellow";
  756. return ratio >= (redThreshold ?? 120m) ? "red" : "yellow";
  757. }
  758. if (actual >= target) return "green";
  759. if (ratio >= (yellowThreshold ?? 95m)) return "yellow";
  760. return ratio <= (redThreshold ?? 80m) ? "red" : "yellow";
  761. }
  762. private static string ResolveTrendFlag(decimal actual, decimal? previous)
  763. {
  764. if (previous == null) return "flat";
  765. if (actual > previous.Value) return "up";
  766. if (actual < previous.Value) return "down";
  767. return "flat";
  768. }
  769. private static string Truncate(string? raw, int maxLength)
  770. {
  771. if (string.IsNullOrEmpty(raw)) return string.Empty;
  772. return raw.Length <= maxLength ? raw : raw[..maxLength];
  773. }
  774. private sealed class S2ColumnRow
  775. {
  776. public string ColumnName { get; set; } = string.Empty;
  777. }
  778. private sealed class S2MdpEntityRow
  779. {
  780. public long Id { get; set; }
  781. public string EntityName { get; set; } = string.Empty;
  782. }
  783. private sealed class S2KpiCalcRow
  784. {
  785. public long TenantId { get; set; }
  786. public long FactoryId { get; set; }
  787. public string MetricCode { get; set; } = string.Empty;
  788. public decimal? MetricValue { get; set; }
  789. }
  790. private sealed class S2KpiMetaRow
  791. {
  792. public int MetricLevel { get; set; }
  793. public string Direction { get; set; } = "higher_is_better";
  794. public decimal? YellowThreshold { get; set; }
  795. public decimal? RedThreshold { get; set; }
  796. }
  797. private sealed class S2KpiValueRow
  798. {
  799. public long Id { get; set; }
  800. public decimal? MetricValue { get; set; }
  801. public decimal? TargetValue { get; set; }
  802. }
  803. }
  804. public sealed class S2MdpSyncTransformResult
  805. {
  806. public long RunLogId { get; set; }
  807. public string BatchId { get; set; } = string.Empty;
  808. public int StageRows { get; set; }
  809. public int StandardRows { get; set; }
  810. public int DwdRows { get; set; }
  811. public int KpiRows { get; set; }
  812. public int AtomicRows { get; set; }
  813. }
  814. internal sealed record S2MdpSqlCommand(string Sql, SugarParameter[] Parameters);
  815. internal sealed record S2MdpEntityConfig(
  816. string EntityCode,
  817. string SourceTable,
  818. string TargetTable,
  819. string SourceRowIdExpression,
  820. string SourceBizKeyExpression)
  821. {
  822. public static readonly IReadOnlyList<S2MdpEntityConfig> All = new List<S2MdpEntityConfig>
  823. {
  824. new("S2_WORK_ORDER_MASTER", "WorkOrdMaster", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''))"),
  825. new("S2_WORK_ORDER_ROUTING", "WorkOrdRouting", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`OP`,''))"),
  826. new("S2_WORK_ORDER_DETAIL", "WorkOrdDetail", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`ItemNum`,''))"),
  827. new("S2_PERIOD_SEQUENCE_DET", "PeriodSequenceDet", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrds`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`Sequence`,''))"),
  828. new("S2_SCHEDULE_RESULT_OP", "ScheduleResultOpMaster", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`WorkDate`,''))")
  829. };
  830. }
  831. internal static class S2MdpDdl
  832. {
  833. public static readonly IReadOnlyList<string> SqlBlocks = new[]
  834. {
  835. """
  836. CREATE TABLE IF NOT EXISTS mdp_stg_schedule (
  837. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  838. tenant_id BIGINT NOT NULL DEFAULT 0,
  839. factory_id VARCHAR(64) NULL,
  840. source_system VARCHAR(50) NOT NULL DEFAULT 'AIDOP',
  841. source_table VARCHAR(100) NOT NULL,
  842. source_row_id VARCHAR(100) NOT NULL,
  843. source_biz_key VARCHAR(200) NULL,
  844. sync_batch_id VARCHAR(100) NOT NULL,
  845. sync_time DATETIME NOT NULL,
  846. process_status VARCHAR(20) NOT NULL DEFAULT 'PENDING',
  847. process_message VARCHAR(500) NULL,
  848. raw_data JSON NOT NULL,
  849. create_time DATETIME NULL DEFAULT CURRENT_TIMESTAMP,
  850. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  851. UNIQUE KEY uk_mdp_stg_schedule (tenant_id, source_table, source_row_id),
  852. UNIQUE KEY uk_source_key (source_system, source_table, source_biz_key),
  853. KEY idx_mdp_stg_schedule_batch (sync_batch_id),
  854. KEY idx_mdp_stg_schedule_biz (source_biz_key)
  855. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2生产排程贴源层';
  856. """,
  857. """
  858. CREATE TABLE IF NOT EXISTS mdp_std_work_order_schedule (
  859. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  860. tenant_id BIGINT NOT NULL DEFAULT 0,
  861. factory_id BIGINT NULL,
  862. source_system VARCHAR(50) NOT NULL DEFAULT 'AIDOP',
  863. work_order VARCHAR(100) NOT NULL,
  864. sales_order_no VARCHAR(100) NULL,
  865. item_code VARCHAR(100) NULL,
  866. item_name VARCHAR(200) NULL,
  867. site_code VARCHAR(50) NULL,
  868. status VARCHAR(50) NULL,
  869. priority DECIMAL(18,6) NULL,
  870. urgent_flag TINYINT NOT NULL DEFAULT 0,
  871. qty_ordered DECIMAL(18,6) NULL,
  872. qty_completed DECIMAL(18,6) NULL,
  873. order_date DATETIME NULL,
  874. due_date DATETIME NULL,
  875. release_date DATETIME NULL,
  876. prod_line VARCHAR(100) NULL,
  877. specification VARCHAR(200) NULL,
  878. lot_serial VARCHAR(100) NULL,
  879. drawing_no VARCHAR(100) NULL,
  880. project VARCHAR(200) NULL,
  881. work_order_type VARCHAR(50) NULL,
  882. labor_variance DECIMAL(18,6) NULL,
  883. source_biz_key VARCHAR(200) NULL,
  884. sync_batch_id VARCHAR(100) NOT NULL,
  885. sync_time DATETIME NOT NULL,
  886. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  887. UNIQUE KEY uk_std_work_order_schedule (tenant_id, work_order),
  888. KEY idx_std_work_order_schedule_batch (sync_batch_id),
  889. KEY idx_std_work_order_schedule_due (tenant_id, due_date)
  890. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2标准工单排程';
  891. """,
  892. """
  893. CREATE TABLE IF NOT EXISTS mdp_std_operation_schedule (
  894. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  895. tenant_id BIGINT NOT NULL DEFAULT 0,
  896. factory_id BIGINT NULL,
  897. source_system VARCHAR(50) NOT NULL DEFAULT 'AIDOP',
  898. work_order VARCHAR(100) NOT NULL,
  899. op_no VARCHAR(50) NULL,
  900. work_center VARCHAR(100) NULL,
  901. line_code VARCHAR(100) NULL,
  902. item_code VARCHAR(100) NULL,
  903. plan_date DATETIME NULL,
  904. prod_date DATETIME NULL,
  905. start_time DATETIME NULL,
  906. end_time DATETIME NULL,
  907. ord_qty DECIMAL(18,6) NULL,
  908. comp_qty DECIMAL(18,6) NULL,
  909. run_crew DECIMAL(18,6) NULL,
  910. employee VARCHAR(200) NULL,
  911. source_biz_key VARCHAR(200) NULL,
  912. sync_batch_id VARCHAR(100) NOT NULL,
  913. sync_time DATETIME NOT NULL,
  914. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  915. UNIQUE KEY uk_std_operation_schedule (tenant_id, source_biz_key),
  916. KEY idx_std_operation_schedule_work_order (tenant_id, work_order),
  917. KEY idx_std_operation_schedule_batch (sync_batch_id)
  918. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2标准工序排程';
  919. """,
  920. """
  921. CREATE TABLE IF NOT EXISTS dwd_order_schedule_trans (
  922. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  923. tenant_id BIGINT NOT NULL DEFAULT 0,
  924. factory_id BIGINT NOT NULL DEFAULT 1,
  925. stat_date DATE NOT NULL,
  926. work_order VARCHAR(100) NOT NULL,
  927. sales_order_no VARCHAR(100) NULL,
  928. item_code VARCHAR(100) NULL,
  929. item_name VARCHAR(200) NULL,
  930. site_code VARCHAR(50) NULL,
  931. prod_line VARCHAR(100) NULL,
  932. status VARCHAR(50) NULL,
  933. urgent_flag TINYINT NOT NULL DEFAULT 0,
  934. qty_ordered DECIMAL(18,6) NULL,
  935. qty_completed DECIMAL(18,6) NULL,
  936. order_date DATETIME NULL,
  937. due_date DATETIME NULL,
  938. release_date DATETIME NULL,
  939. first_plan_date DATETIME NULL,
  940. last_plan_date DATETIME NULL,
  941. first_start_time DATETIME NULL,
  942. last_end_time DATETIME NULL,
  943. operation_count INT NOT NULL DEFAULT 0,
  944. scheduled_qty DECIMAL(18,6) NULL,
  945. completed_op_qty DECIMAL(18,6) NULL,
  946. schedule_cycle_days DECIMAL(18,6) NULL,
  947. schedule_satisfaction_flag TINYINT NOT NULL DEFAULT 0,
  948. wip_qty DECIMAL(18,6) NULL,
  949. resource_person_count DECIMAL(18,6) NULL,
  950. calc_batch_id VARCHAR(100) NOT NULL,
  951. calc_time DATETIME NOT NULL,
  952. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  953. UNIQUE KEY uk_dwd_order_schedule_trans (tenant_id, work_order, calc_batch_id),
  954. KEY idx_dwd_order_schedule_trans_batch (calc_batch_id),
  955. KEY idx_dwd_order_schedule_trans_stat (tenant_id, stat_date),
  956. KEY idx_dwd_order_schedule_trans_order (tenant_id, sales_order_no)
  957. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2订单工单排程DWD';
  958. """,
  959. """
  960. INSERT INTO mdp_entity
  961. (tenant_id, source_id, entity_code, entity_name, entity_type, source_table_name, target_table_name, sync_mode, batch_size, status, remark, create_time, update_time)
  962. SELECT 0, s.id, v.entity_code, v.entity_name, 'TABLE', v.source_table_name, 'mdp_stg_schedule', 'FULL', 5000, 1, v.remark, CURRENT_TIMESTAMP, CURRENT_TIMESTAMP
  963. FROM mdp_source s
  964. JOIN (
  965. SELECT 'S2_WORK_ORDER_MASTER' AS entity_code, 'S2工单主数据' AS entity_name, 'WorkOrdMaster' AS source_table_name, '工单主数据进入 S2 贴源层' AS remark
  966. UNION ALL SELECT 'S2_WORK_ORDER_ROUTING', 'S2工单工艺路线', 'WorkOrdRouting', '工单工艺路线进入 S2 贴源层'
  967. UNION ALL SELECT 'S2_WORK_ORDER_DETAIL', 'S2工单物料明细', 'WorkOrdDetail', '工单物料需求进入 S2 贴源层'
  968. UNION ALL SELECT 'S2_PERIOD_SEQUENCE_DET', 'S2工序排程计划', 'PeriodSequenceDet', '工序间衔接与排程计划进入 S2 贴源层'
  969. UNION ALL SELECT 'S2_SCHEDULE_RESULT_OP', 'S2工序排产结果', 'ScheduleResultOpMaster', '工序排产结果进入 S2 贴源层'
  970. ) v
  971. WHERE s.tenant_id=0 AND s.source_code='AIDOPDEV_MYSQL'
  972. ON DUPLICATE KEY UPDATE
  973. source_id=VALUES(source_id), entity_name=VALUES(entity_name), entity_type=VALUES(entity_type),
  974. source_table_name=VALUES(source_table_name), target_table_name=VALUES(target_table_name),
  975. sync_mode=VALUES(sync_mode), batch_size=VALUES(batch_size), status=VALUES(status),
  976. remark=VALUES(remark), update_time=CURRENT_TIMESTAMP;
  977. """
  978. };
  979. }