S2MdpSyncTransformService.cs 58 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064
  1. using Admin.NET.Plugin.AiDOP.DataPlatform.Executors;
  2. using Admin.NET.Plugin.AiDOP.DataPlatform.MdpRebuild;
  3. using Admin.NET.Plugin.AiDOP.SmartOps;
  4. namespace Admin.NET.Plugin.AiDOP.Production;
  5. /// <summary>
  6. /// S2 生产排程 MDP 同步、标准化、DWD 与 KPI 计算服务。
  7. /// Phase2:源→stg 经统一执行器;std/DWD/KPI 仍读 stg。
  8. /// </summary>
  9. public class S2MdpSyncTransformService : ITransient
  10. {
  11. private const string JobCode = "S2_MDP_SYNC_TRANSFORM";
  12. private readonly ISqlSugarClient _db;
  13. private readonly SmartOpsKpiAtomicBuildService _atomicBuild;
  14. private readonly MdpModuleStagingPuller _stagingPuller;
  15. private readonly IKpiTargetResolver _kpiTargetResolver;
  16. private MdpRebuildScope _runScope = null!;
  17. public S2MdpSyncTransformService(
  18. ISqlSugarClient db,
  19. SmartOpsKpiAtomicBuildService atomicBuild,
  20. MdpModuleStagingPuller stagingPuller,
  21. IKpiTargetResolver kpiTargetResolver)
  22. {
  23. _db = db;
  24. _atomicBuild = atomicBuild;
  25. _stagingPuller = stagingPuller;
  26. _kpiTargetResolver = kpiTargetResolver;
  27. }
  28. public Task<S2MdpSyncTransformResult> RunFullAsync(CancellationToken cancellationToken = default, string triggerType = "AUTO") =>
  29. throw new InvalidOperationException("S2 全量重算必须指定租户/工厂作用域,请走 ModuleRebuildService.Enqueue");
  30. public async Task<S2MdpSyncTransformResult> RunFullAsync(
  31. MdpRebuildScope scope,
  32. CancellationToken cancellationToken = default,
  33. string triggerType = "AUTO",
  34. long? rebuildJobId = null,
  35. Func<ModuleProgressUpdate, Task>? reportProgress = null)
  36. {
  37. _ = rebuildJobId;
  38. _runScope = MdpRebuildScope.Create("S2", scope.TenantId, scope.FactoryId);
  39. cancellationToken.ThrowIfCancellationRequested();
  40. var now = DateTime.Now;
  41. var batchId = $"S2_MDP_FULL_{_runScope.TenantId}_{_runScope.FactoryId}_{now:yyyyMMddHHmmss}";
  42. var runLogId = await InsertTransformRunLogAsync(batchId, now, triggerType);
  43. var result = new S2MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  44. try
  45. {
  46. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Preparing, 0, 5, "准备运行环境"));
  47. await EnsureS2RuntimeObjectsAsync();
  48. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Staging, 1, 10, "正在拉取源数据"));
  49. result.StageRows = await SyncStagingAsync(batchId, now, cancellationToken);
  50. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Staging, 1, 35, "拉取源数据完成", result.StageRows, ModuleRebuildStages.Staging));
  51. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Standard, 2, 35, "正在标准化数据"));
  52. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  53. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Standard, 2, 50, "标准化数据完成", result.StandardRows, ModuleRebuildStages.Standard));
  54. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Dwd, 3, 50, "正在生成 DWD 明细"));
  55. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  56. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Dwd, 3, 65, "生成 DWD 明细完成", result.DwdRows, ModuleRebuildStages.Dwd));
  57. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Kpi, 4, 65, "正在重算 KPI"));
  58. result.KpiRows = await BuildS2KpiValuesAsync(batchId, now, cancellationToken);
  59. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Kpi, 4, 80, "重算 KPI 完成", result.KpiRows, ModuleRebuildStages.Kpi));
  60. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Atomic, 5, 82, "正在重建原子数据"));
  61. result.AtomicRows = await _atomicBuild.BuildWorkScheduleDomainForAllDatesAsync(
  62. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  63. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Atomic, 5, 98, "重建原子数据完成", result.AtomicRows, ModuleRebuildStages.Atomic));
  64. await ReportAsync(reportProgress, new ModuleProgressUpdate(ModuleRebuildStages.Finalizing, 5, 99, "正在收尾"));
  65. await MarkTransformRunSuccessAsync(runLogId, now, result);
  66. return result;
  67. }
  68. catch (Exception ex)
  69. {
  70. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  71. throw;
  72. }
  73. }
  74. private static async Task ReportAsync(Func<ModuleProgressUpdate, Task>? report, ModuleProgressUpdate update)
  75. {
  76. if (report == null) return;
  77. await report(update);
  78. }
  79. private async Task EnsureS2RuntimeObjectsAsync()
  80. {
  81. foreach (var sql in S2MdpDdl.SqlBlocks)
  82. {
  83. await _db.Ado.ExecuteCommandAsync(sql);
  84. }
  85. }
  86. private async Task<int> SyncStagingAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  87. {
  88. _ = now;
  89. EnsureRunScope();
  90. return await _stagingPuller.PullEntitiesAsync(
  91. S2MdpEntityConfig.All.Select(x => x.EntityCode),
  92. batchId, _runScope.TenantId, fullRefresh: true, taskCode: "S2_MDP_INBOUND", cancellationToken,
  93. factoryId: _runScope.FactoryId, requireMatchingSourceTenant: true);
  94. }
  95. public async Task<S2MdpSyncTransformResult> RunInboundAsync(
  96. IEnumerable<string>? entityCodes = null,
  97. long tenantId = 0,
  98. bool fullRefresh = false,
  99. CancellationToken cancellationToken = default)
  100. {
  101. cancellationToken.ThrowIfCancellationRequested();
  102. if (tenantId <= 0)
  103. throw new InvalidOperationException("S2 inbound 必须指定有效 tenantId");
  104. _runScope = MdpRebuildScope.Create("S2", tenantId, 1);
  105. var now = DateTime.Now;
  106. var batchId = $"S2_MDP_IN_{_runScope.TenantId}_{now:yyyyMMddHHmmss}";
  107. var runLogId = await InsertTransformRunLogAsync(batchId, now, "INBOUND");
  108. var result = new S2MdpSyncTransformResult { BatchId = batchId, RunLogId = runLogId };
  109. try
  110. {
  111. await EnsureS2RuntimeObjectsAsync();
  112. var codes = entityCodes?.ToList() ?? S2MdpEntityConfig.All.Select(x => x.EntityCode).ToList();
  113. result.StageRows = await _stagingPuller.PullEntitiesAsync(
  114. codes, batchId, tenantId, fullRefresh, "S2_MDP_INBOUND", cancellationToken);
  115. result.StandardRows = await TransformStandardAsync(batchId, now, cancellationToken);
  116. result.DwdRows = await BuildDwdAsync(batchId, now, cancellationToken);
  117. result.KpiRows = await BuildS2KpiValuesAsync(batchId, now, cancellationToken);
  118. result.AtomicRows = await _atomicBuild.BuildWorkScheduleDomainForAllDatesAsync(
  119. _runScope.TenantId, _runScope.FactoryId, batchId, cancellationToken);
  120. await MarkTransformRunSuccessAsync(runLogId, now, result);
  121. return result;
  122. }
  123. catch (Exception ex)
  124. {
  125. await MarkTransformRunFailedAsync(runLogId, now, ex.Message);
  126. throw;
  127. }
  128. }
  129. [Obsolete("Phase3: use MdpModuleStagingPuller / executors")]
  130. private async Task<int> SyncOneEntityAsync(S2MdpEntityConfig entity, string batchId, DateTime now)
  131. {
  132. var entityRow = await _db.Ado.SqlQuerySingleAsync<S2MdpEntityRow>(
  133. "SELECT id AS Id, entity_name AS EntityName FROM mdp_entity WHERE tenant_id=0 AND entity_code=@EntityCode LIMIT 1",
  134. new SugarParameter("@EntityCode", entity.EntityCode));
  135. if (entityRow == null) throw Oops.Oh($"未找到 MDP 实体配置:{entity.EntityCode}");
  136. var columns = await _db.Ado.SqlQueryAsync<S2ColumnRow>(
  137. """
  138. SELECT COLUMN_NAME AS ColumnName
  139. FROM information_schema.COLUMNS
  140. WHERE TABLE_SCHEMA=DATABASE() AND TABLE_NAME=@TableName
  141. ORDER BY ORDINAL_POSITION
  142. """,
  143. new SugarParameter("@TableName", entity.SourceTable));
  144. if (columns.Count == 0) throw Oops.Oh($"未找到源表:{entity.SourceTable}");
  145. var names = columns.Select(u => u.ColumnName).ToList();
  146. var tenantExpr = names.Any(u => string.Equals(u, "tenant_id", StringComparison.OrdinalIgnoreCase))
  147. ? $"IFNULL(s.`{FindColumn(names, "tenant_id")}`,0)"
  148. : "0";
  149. var factoryExpr = names.Any(u => string.Equals(u, "factory_id", StringComparison.OrdinalIgnoreCase))
  150. ? $"s.`{FindColumn(names, "factory_id")}`"
  151. : "NULL";
  152. var domainExpr = names.Any(u => string.Equals(u, "Domain", StringComparison.OrdinalIgnoreCase))
  153. ? $"s.`{FindColumn(names, "Domain")}`"
  154. : "NULL";
  155. var sourceRowExpr = names.Any(u => string.Equals(u, entity.SourceRowIdExpression, StringComparison.OrdinalIgnoreCase))
  156. ? $"s.`{FindColumn(names, entity.SourceRowIdExpression)}`"
  157. : entity.SourceRowIdExpression;
  158. var rawDataExpr = BuildJsonObjectExpression(names);
  159. var rowsRead = await _db.Ado.GetIntAsync($"SELECT COUNT(1) FROM `{entity.SourceTable}`");
  160. var logId = await InsertSyncLogAsync(entityRow.Id, entityRow.EntityName, batchId, rowsRead);
  161. var started = DateTime.Now;
  162. try
  163. {
  164. var affected = await _db.Ado.ExecuteCommandAsync(
  165. $"""
  166. INSERT INTO `{entity.TargetTable}`
  167. (tenant_id, factory_id, source_system, source_table, source_row_id, source_biz_key, sync_batch_id, sync_time, process_status, raw_data)
  168. SELECT
  169. {tenantExpr},
  170. COALESCE({factoryExpr}, {domainExpr}),
  171. 'AIDOP',
  172. @SourceTable,
  173. CAST({sourceRowExpr} AS CHAR),
  174. CAST(COALESCE({entity.SourceBizKeyExpression}, CAST({sourceRowExpr} AS CHAR)) AS CHAR),
  175. @BatchId,
  176. @Now,
  177. 'PENDING',
  178. {rawDataExpr}
  179. FROM `{entity.SourceTable}` s
  180. ON DUPLICATE KEY UPDATE
  181. tenant_id=VALUES(tenant_id),
  182. factory_id=VALUES(factory_id),
  183. sync_batch_id=VALUES(sync_batch_id),
  184. sync_time=VALUES(sync_time),
  185. process_status=VALUES(process_status),
  186. raw_data=VALUES(raw_data),
  187. update_time=CURRENT_TIMESTAMP
  188. """,
  189. new SugarParameter("@SourceTable", entity.SourceTable),
  190. new SugarParameter("@BatchId", batchId),
  191. new SugarParameter("@Now", now));
  192. await MarkSyncLogSuccessAsync(logId, started, affected);
  193. return rowsRead;
  194. }
  195. catch (Exception ex)
  196. {
  197. await MarkSyncLogFailedAsync(logId, started, ex.Message);
  198. throw;
  199. }
  200. }
  201. private async Task<int> TransformStandardAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  202. {
  203. var total = 0;
  204. foreach (var command in BuildStandardCommands(batchId, now))
  205. {
  206. cancellationToken.ThrowIfCancellationRequested();
  207. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  208. }
  209. return total;
  210. }
  211. private async Task<int> BuildDwdAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  212. {
  213. var total = 0;
  214. foreach (var command in BuildDwdCommands(batchId, now))
  215. {
  216. cancellationToken.ThrowIfCancellationRequested();
  217. total += await _db.Ado.ExecuteCommandAsync(command.Sql, command.Parameters);
  218. }
  219. return total;
  220. }
  221. private async Task<int> BuildS2KpiValuesAsync(string batchId, DateTime now, CancellationToken cancellationToken)
  222. {
  223. var affected = 0;
  224. for (var dayOffset = 13; dayOffset >= 0; dayOffset--)
  225. {
  226. var statDate = now.Date.AddDays(-dayOffset);
  227. var rows = await CalculateS2KpiValuesAsync(batchId, statDate);
  228. foreach (var row in rows)
  229. {
  230. cancellationToken.ThrowIfCancellationRequested();
  231. affected += await UpsertS2KpiValueAsync(row, statDate, now);
  232. }
  233. }
  234. return affected;
  235. }
  236. private IEnumerable<S2MdpSqlCommand> BuildStandardCommands(string batchId, DateTime now)
  237. {
  238. yield return Cmd(
  239. """
  240. INSERT INTO mdp_std_work_order_schedule
  241. (tenant_id, factory_id, source_system, work_order, sales_order_no, sales_order_entry_id, item_code, item_name, site_code, status,
  242. priority, urgent_flag, qty_ordered, qty_completed, order_date, due_date, release_date, prod_line,
  243. specification, lot_serial, drawing_no, project, work_order_type, labor_variance,
  244. source_biz_key, sync_batch_id, sync_time)
  245. SELECT s.tenant_id,
  246. CASE WHEN s.factory_id REGEXP '^[0-9]+$' THEN CAST(s.factory_id AS UNSIGNED) ELSE 1 END,
  247. 'AIDOP',
  248. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.WorkOrd')),
  249. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.SalesJob')),
  250. -- 订单行 ID 桥:WorkOrdMaster.BusinessID,>0 时恒等于 crm_seorderentry.Id
  251. -- (全库实测 28/28 命中同租户订单行、0 孤儿)。源值 0 表示「无关联订单行」,
  252. -- 必须归一为 NULL —— 0 不是合法订单行 Id,落 0 会在桥上造出假关联。
  253. -- sales_order_no(=SalesJob) 只是文本,禁止用它做归因。
  254. NULLIF(CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.BusinessID')) REGEXP '^[0-9]+$'
  255. THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.BusinessID')) AS SIGNED) END, 0),
  256. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ItemNum')),
  257. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ItemName')),
  258. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Site')),
  259. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Status')),
  260. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Priority')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Priority')) AS DECIMAL(18,6)) END,
  261. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Urgent')) IN ('1','true','True') THEN 1 ELSE 0 END,
  262. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.QtyOrded')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.QtyOrded')) AS DECIMAL(18,6)) ELSE 0 END,
  263. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.QtyCompleted')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.QtyCompleted')) AS DECIMAL(18,6)) ELSE 0 END,
  264. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.OrdDate')), 'null'), ''),
  265. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.DueDate')), 'null'), ''),
  266. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ReleaseDate')), 'null'), ''),
  267. JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ProdLine')),
  268. -- Specification(型号)= ItemMaster.Descr1 中台 enrich((Domain,ItemNum) 去重取一,实测同键 Descr1 无冲突;
  269. -- 严格按 Domain+ItemNum 关联,不做 ItemNum-only 去重,避免跨工厂串型号):
  270. im.Descr1,
  271. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.LotSerial')), 'null'), ''),
  272. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Drawing')), 'null'), ''),
  273. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Project')), 'null'), ''),
  274. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.WoTyped')), 'null'), ''),
  275. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.LbrVar')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.LbrVar')) AS DECIMAL(18,6)) END,
  276. s.source_biz_key, @BatchId, @Now
  277. FROM mdp_stg_schedule s
  278. LEFT JOIN (
  279. SELECT `Domain`, ItemNum, MIN(Descr1) AS Descr1
  280. FROM ItemMaster
  281. GROUP BY `Domain`, ItemNum
  282. ) im ON im.`Domain` = JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.Domain'))
  283. AND im.ItemNum = JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.ItemNum'))
  284. WHERE s.source_table='WorkOrdMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(s.raw_data,'$.WorkOrd')), '') <> ''
  285. ON DUPLICATE KEY UPDATE
  286. sales_order_no=VALUES(sales_order_no), sales_order_entry_id=VALUES(sales_order_entry_id),
  287. item_code=VALUES(item_code), item_name=VALUES(item_name),
  288. site_code=VALUES(site_code), status=VALUES(status), priority=VALUES(priority), urgent_flag=VALUES(urgent_flag),
  289. qty_ordered=VALUES(qty_ordered), qty_completed=VALUES(qty_completed), order_date=VALUES(order_date),
  290. due_date=VALUES(due_date), release_date=VALUES(release_date), prod_line=VALUES(prod_line),
  291. specification=VALUES(specification), lot_serial=VALUES(lot_serial), drawing_no=VALUES(drawing_no),
  292. project=VALUES(project), work_order_type=VALUES(work_order_type), labor_variance=VALUES(labor_variance),
  293. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  294. """, batchId, now);
  295. yield return Cmd(
  296. """
  297. INSERT INTO mdp_std_operation_schedule
  298. (tenant_id, factory_id, source_system, work_order, op_no, work_center, line_code, item_code,
  299. plan_date, prod_date, start_time, end_time, ord_qty, comp_qty, run_crew, employee, status,
  300. source_biz_key, sync_batch_id, sync_time)
  301. SELECT tenant_id,
  302. CASE WHEN factory_id REGEXP '^[0-9]+$' THEN CAST(factory_id AS UNSIGNED) ELSE 1 END,
  303. 'AIDOP',
  304. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrds')),
  305. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')),
  306. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkCtr')),
  307. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line')),
  308. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')),
  309. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.PlanDate')), 'null'), ''),
  310. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ProdDate')), 'null'), ''),
  311. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.StartTime')), 'null'), ''),
  312. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.EndTime')), 'null'), ''),
  313. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.OrdQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.OrdQty')) AS DECIMAL(18,6)) ELSE 0 END,
  314. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.CompQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.CompQty')) AS DECIMAL(18,6)) ELSE 0 END,
  315. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RunCrew')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.RunCrew')) AS DECIMAL(18,6)) END,
  316. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Employee')),
  317. -- 日计划下达状态:'Y'=已下达(可执行),空=未下达。原样投影 PeriodSequenceDet.Status。
  318. -- 它只是【状态佐证】—— Stage-2 End 的时间 Authority 一律取
  319. -- S2_DAILY_PLAN_RELEASE SUCCESS 的 end_time,绝不能用 update_time 当下达时间
  320. -- (update_time 会被后续任意一次 UPDATE 覆盖)。
  321. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Status')),
  322. source_biz_key, @BatchId, @Now
  323. FROM mdp_stg_schedule
  324. WHERE source_table='PeriodSequenceDet' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrds')), '') <> ''
  325. ON DUPLICATE KEY UPDATE
  326. work_center=VALUES(work_center), line_code=VALUES(line_code), item_code=VALUES(item_code),
  327. plan_date=VALUES(plan_date), prod_date=VALUES(prod_date), start_time=VALUES(start_time), end_time=VALUES(end_time),
  328. ord_qty=VALUES(ord_qty), comp_qty=VALUES(comp_qty), run_crew=VALUES(run_crew), employee=VALUES(employee),
  329. status=VALUES(status),
  330. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  331. """, batchId, now);
  332. // ⚠️ 同表的另一个来源:ScheduleResultOpMaster —— 它没有「日计划下达」这个概念。
  333. // 因此既不投影 status,ODKU 里也【刻意不列】status,
  334. // 否则会把 PeriodSequenceDet 分支刚投影进来的下达状态覆盖成 NULL。
  335. // (两来源 source_biz_key 格式不同,uk=(tenant_id,source_biz_key) 实测不碰撞;此为纵深防御。)
  336. yield return Cmd(
  337. """
  338. INSERT INTO mdp_std_operation_schedule
  339. (tenant_id, factory_id, source_system, work_order, op_no, work_center, line_code, item_code,
  340. plan_date, prod_date, start_time, end_time, ord_qty, comp_qty, run_crew, employee,
  341. source_biz_key, sync_batch_id, sync_time)
  342. SELECT tenant_id,
  343. CASE WHEN factory_id REGEXP '^[0-9]+$' THEN CAST(factory_id AS UNSIGNED) ELSE 1 END,
  344. 'AIDOP',
  345. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')),
  346. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Op')),
  347. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkCtr')),
  348. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.Line')),
  349. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.ItemNum')),
  350. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkDate')), 'null'), ''),
  351. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkDate')), 'null'), ''),
  352. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkStartTime')), 'null'), ''),
  353. NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkEndTime')), 'null'), ''),
  354. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) AS DECIMAL(18,6)) ELSE 0 END,
  355. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkQty')) AS DECIMAL(18,6)) ELSE 0 END,
  356. CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedPersonnelCount')) REGEXP '^-?[0-9]+(\\.[0-9]+)?$' THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedPersonnelCount')) AS DECIMAL(18,6)) END,
  357. JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.AssignedEmployeeID')),
  358. source_biz_key, @BatchId, @Now
  359. FROM mdp_stg_schedule
  360. WHERE source_table='ScheduleResultOpMaster' AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(raw_data,'$.WorkOrd')), '') <> ''
  361. ON DUPLICATE KEY UPDATE
  362. work_center=VALUES(work_center), line_code=VALUES(line_code), item_code=VALUES(item_code),
  363. plan_date=VALUES(plan_date), prod_date=VALUES(prod_date), start_time=VALUES(start_time), end_time=VALUES(end_time),
  364. ord_qty=VALUES(ord_qty), comp_qty=VALUES(comp_qty), run_crew=VALUES(run_crew), employee=VALUES(employee),
  365. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  366. """, batchId, now);
  367. }
  368. private IEnumerable<S2MdpSqlCommand> BuildDwdCommands(string batchId, DateTime now)
  369. {
  370. yield return Cmd(
  371. """
  372. INSERT INTO dwd_order_schedule_trans
  373. (tenant_id, factory_id, stat_date, work_order, sales_order_no, item_code, item_name, site_code, prod_line,
  374. status, urgent_flag, qty_ordered, qty_completed, order_date, due_date, release_date, first_plan_date,
  375. last_plan_date, first_start_time, last_end_time, operation_count, scheduled_qty, completed_op_qty,
  376. schedule_cycle_days, schedule_satisfaction_flag, wip_qty, resource_person_count, calc_batch_id, calc_time)
  377. SELECT w.tenant_id, COALESCE(w.factory_id, 1), @StatDate,
  378. w.work_order, w.sales_order_no, w.item_code, w.item_name, w.site_code, w.prod_line,
  379. w.status, w.urgent_flag, w.qty_ordered, w.qty_completed, w.order_date, w.due_date, w.release_date,
  380. MIN(o.plan_date), MAX(o.plan_date), MIN(o.start_time), MAX(o.end_time),
  381. COUNT(o.id), SUM(IFNULL(o.ord_qty, 0)), SUM(IFNULL(o.comp_qty, 0)),
  382. CASE
  383. WHEN COALESCE(MIN(o.plan_date), MAX(o.plan_date)) IS NOT NULL
  384. AND COALESCE(w.release_date, w.order_date) IS NOT NULL
  385. THEN TIMESTAMPDIFF(HOUR, COALESCE(w.release_date, w.order_date), COALESCE(MAX(o.plan_date), MIN(o.plan_date))) / 24
  386. END,
  387. CASE
  388. WHEN w.due_date IS NOT NULL AND COALESCE(MAX(o.plan_date), MIN(o.plan_date)) IS NOT NULL
  389. AND DATE(COALESCE(MAX(o.plan_date), MIN(o.plan_date))) <= DATE(w.due_date) THEN 1
  390. ELSE 0
  391. END,
  392. GREATEST(IFNULL(w.qty_ordered, 0) - IFNULL(w.qty_completed, 0), 0),
  393. SUM(IFNULL(o.run_crew, 0)),
  394. @BatchId, @Now
  395. FROM mdp_std_work_order_schedule w
  396. LEFT JOIN mdp_std_operation_schedule o
  397. ON o.tenant_id=w.tenant_id AND IFNULL(o.work_order,'')=IFNULL(w.work_order,'')
  398. WHERE IFNULL(w.work_order, '') <> ''
  399. GROUP BY w.tenant_id, COALESCE(w.factory_id, 1), w.work_order, w.sales_order_no, w.item_code, w.item_name,
  400. w.site_code, w.prod_line, w.status, w.urgent_flag, w.qty_ordered, w.qty_completed,
  401. w.order_date, w.due_date, w.release_date
  402. ON DUPLICATE KEY UPDATE
  403. sales_order_no=VALUES(sales_order_no), item_code=VALUES(item_code), item_name=VALUES(item_name),
  404. site_code=VALUES(site_code), prod_line=VALUES(prod_line), status=VALUES(status), urgent_flag=VALUES(urgent_flag),
  405. qty_ordered=VALUES(qty_ordered), qty_completed=VALUES(qty_completed), order_date=VALUES(order_date),
  406. due_date=VALUES(due_date), release_date=VALUES(release_date), first_plan_date=VALUES(first_plan_date),
  407. last_plan_date=VALUES(last_plan_date), first_start_time=VALUES(first_start_time), last_end_time=VALUES(last_end_time),
  408. operation_count=VALUES(operation_count), scheduled_qty=VALUES(scheduled_qty), completed_op_qty=VALUES(completed_op_qty),
  409. schedule_cycle_days=VALUES(schedule_cycle_days), schedule_satisfaction_flag=VALUES(schedule_satisfaction_flag),
  410. wip_qty=VALUES(wip_qty), resource_person_count=VALUES(resource_person_count), calc_time=VALUES(calc_time),
  411. update_time=CURRENT_TIMESTAMP
  412. """, batchId, now);
  413. }
  414. private async Task<List<S2KpiCalcRow>> CalculateS2KpiValuesAsync(string batchId, DateTime statDate)
  415. {
  416. var scope = RequireScope();
  417. return await _db.Ado.SqlQueryAsync<S2KpiCalcRow>(MdpSqlScope.InjectTenantFactory(
  418. """
  419. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_001' AS MetricCode,
  420. ROUND(AVG(schedule_cycle_days), 4) AS MetricValue
  421. FROM dwd_order_schedule_trans
  422. WHERE calc_batch_id=@BatchId AND schedule_cycle_days IS NOT NULL AND schedule_cycle_days >= 0
  423. GROUP BY tenant_id, factory_id
  424. UNION ALL
  425. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_002' AS MetricCode,
  426. ROUND(100 * SUM(schedule_satisfaction_flag) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  427. FROM dwd_order_schedule_trans
  428. WHERE calc_batch_id=@BatchId
  429. GROUP BY tenant_id, factory_id
  430. UNION ALL
  431. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_003' AS MetricCode,
  432. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(resource_person_count, 0) > 0 THEN resource_person_count ELSE 1 END), 0), 4) AS MetricValue
  433. FROM dwd_order_schedule_trans
  434. WHERE calc_batch_id=@BatchId
  435. GROUP BY tenant_id, factory_id
  436. UNION ALL
  437. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L1_004' AS MetricCode,
  438. ROUND(SUM(wip_qty) / NULLIF(SUM(CASE WHEN qty_completed > 0 THEN qty_completed ELSE completed_op_qty END), 0) * 30, 4) AS MetricValue
  439. FROM dwd_order_schedule_trans
  440. WHERE calc_batch_id=@BatchId
  441. GROUP BY tenant_id, factory_id
  442. UNION ALL
  443. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_001' AS MetricCode,
  444. ROUND(AVG(schedule_cycle_days), 4) AS MetricValue
  445. FROM dwd_order_schedule_trans
  446. WHERE calc_batch_id=@BatchId AND schedule_cycle_days IS NOT NULL AND schedule_cycle_days >= 0
  447. GROUP BY tenant_id, factory_id
  448. UNION ALL
  449. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_002' AS MetricCode,
  450. ROUND(100 * SUM(schedule_satisfaction_flag) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  451. FROM dwd_order_schedule_trans
  452. WHERE calc_batch_id=@BatchId
  453. GROUP BY tenant_id, factory_id
  454. UNION ALL
  455. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L2_003' AS MetricCode,
  456. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(resource_person_count, 0) > 0 THEN resource_person_count ELSE 1 END), 0), 4) AS MetricValue
  457. FROM dwd_order_schedule_trans
  458. WHERE calc_batch_id=@BatchId
  459. GROUP BY tenant_id, factory_id
  460. UNION ALL
  461. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_001' AS MetricCode,
  462. ROUND(AVG(
  463. CASE
  464. WHEN start_time IS NOT NULL AND end_time IS NOT NULL AND end_time >= start_time
  465. THEN TIMESTAMPDIFF(HOUR, start_time, end_time) / 24
  466. WHEN plan_date IS NOT NULL AND prod_date IS NOT NULL
  467. THEN ABS(TIMESTAMPDIFF(DAY, plan_date, prod_date))
  468. END
  469. ), 4) AS MetricValue
  470. FROM mdp_std_operation_schedule
  471. WHERE IFNULL(work_order, '') <> ''
  472. GROUP BY tenant_id, factory_id
  473. UNION ALL
  474. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_002' AS MetricCode,
  475. ROUND(100 * SUM(CASE WHEN plan_date IS NOT NULL AND (prod_date IS NULL OR prod_date >= plan_date) THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  476. FROM mdp_std_operation_schedule
  477. WHERE IFNULL(work_order, '') <> ''
  478. GROUP BY tenant_id, factory_id
  479. UNION ALL
  480. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_003' AS MetricCode,
  481. ROUND(COUNT(1) / NULLIF(SUM(CASE WHEN IFNULL(run_crew, 0) > 0 THEN run_crew ELSE 1 END), 0), 4) AS MetricValue
  482. FROM mdp_std_operation_schedule
  483. WHERE IFNULL(work_order, '') <> ''
  484. GROUP BY tenant_id, factory_id
  485. UNION ALL
  486. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_004' AS MetricCode,
  487. ROUND(AVG(
  488. CASE
  489. WHEN start_time IS NOT NULL AND end_time IS NOT NULL AND end_time >= start_time
  490. THEN TIMESTAMPDIFF(HOUR, start_time, end_time) / 24
  491. WHEN plan_date IS NOT NULL AND prod_date IS NOT NULL
  492. THEN ABS(TIMESTAMPDIFF(DAY, plan_date, prod_date))
  493. END
  494. ), 4) AS MetricValue
  495. FROM mdp_std_operation_schedule
  496. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  497. GROUP BY tenant_id, factory_id
  498. UNION ALL
  499. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_005' AS MetricCode,
  500. ROUND(100 * SUM(CASE WHEN plan_date IS NOT NULL AND (prod_date IS NULL OR prod_date >= plan_date) THEN 1 ELSE 0 END) / NULLIF(COUNT(1), 0), 4) AS MetricValue
  501. FROM mdp_std_operation_schedule
  502. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  503. GROUP BY tenant_id, factory_id
  504. UNION ALL
  505. SELECT tenant_id AS TenantId, factory_id AS FactoryId, 'S2_L3_006' AS MetricCode,
  506. ROUND(COUNT(DISTINCT COALESCE(NULLIF(work_center,''), NULLIF(line_code,''), CONCAT(work_order, ':', op_no)))
  507. / NULLIF(SUM(CASE WHEN IFNULL(run_crew, 0) > 0 THEN run_crew ELSE 1 END), 0), 4) AS MetricValue
  508. FROM mdp_std_operation_schedule
  509. WHERE IFNULL(COALESCE(NULLIF(work_center,''), NULLIF(line_code,'')), '') <> ''
  510. GROUP BY tenant_id, factory_id
  511. """),
  512. new SugarParameter("@BatchId", batchId),
  513. new SugarParameter("@StatDate", statDate),
  514. new SugarParameter("@TenantId", scope.TenantId),
  515. new SugarParameter("@FactoryId", scope.FactoryId));
  516. }
  517. private async Task<int> UpsertS2KpiValueAsync(S2KpiCalcRow row, DateTime statDate, DateTime now)
  518. {
  519. if (row.MetricValue == null) return 0;
  520. var meta = await _db.Ado.SqlQuerySingleAsync<S2KpiMetaRow>(
  521. """
  522. SELECT MetricLevel, Direction, YellowThreshold, RedThreshold
  523. FROM ado_smart_ops_kpi_master
  524. WHERE TenantId=@TenantId AND ModuleCode='S2' AND MetricCode=@MetricCode AND IsEnabled=1
  525. LIMIT 1
  526. """,
  527. new SugarParameter("@TenantId", row.TenantId),
  528. new SugarParameter("@MetricCode", row.MetricCode));
  529. if (meta == null) return 0;
  530. var table = ResolveKpiValueTable(meta.MetricLevel);
  531. var current = await _db.Ado.SqlQuerySingleAsync<S2KpiValueRow>(
  532. $"""
  533. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  534. FROM {table}
  535. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  536. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  537. ORDER BY id
  538. LIMIT 1
  539. """,
  540. new SugarParameter("@TenantId", row.TenantId),
  541. new SugarParameter("@FactoryId", row.FactoryId),
  542. new SugarParameter("@MetricCode", row.MetricCode),
  543. new SugarParameter("@BizDate", statDate));
  544. var prior = await _db.Ado.SqlQuerySingleAsync<S2KpiValueRow>(
  545. $"""
  546. SELECT id AS Id, metric_value AS MetricValue, target_value AS TargetValue
  547. FROM {table}
  548. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  549. AND metric_code=@MetricCode AND biz_date<@BizDate AND is_deleted=0
  550. ORDER BY biz_date DESC, id DESC
  551. LIMIT 1
  552. """,
  553. new SugarParameter("@TenantId", row.TenantId),
  554. new SugarParameter("@FactoryId", row.FactoryId),
  555. new SugarParameter("@MetricCode", row.MetricCode),
  556. new SugarParameter("@BizDate", statDate));
  557. var actual = Math.Round(row.MetricValue.Value, 4);
  558. var snap = await _kpiTargetResolver.ResolveAsync(row.TenantId, row.FactoryId, row.MetricCode, "S2", statDate);
  559. var target = snap.TargetValue;
  560. var status = AidopS4KpiMerge.AchievementLevel(actual, target, meta.Direction, meta.YellowThreshold, meta.RedThreshold);
  561. var trend = ResolveTrendFlag(actual, prior?.MetricValue);
  562. if (current != null)
  563. {
  564. return await _db.Ado.ExecuteCommandAsync(
  565. $"""
  566. UPDATE {table}
  567. SET metric_value=@MetricValue, target_value=@TargetValue, status_color=@StatusColor, trend_flag=@TrendFlag,
  568. target_config_id=@TargetConfigId, target_source=@TargetSource, target_resolved_at=@TargetResolvedAt,
  569. is_active=1, status='ACTIVE', calc_time=@CalcTime, update_time=@CalcTime
  570. WHERE tenant_id=@TenantId AND factory_id=@FactoryId AND module_code='S2'
  571. AND metric_code=@MetricCode AND biz_date=@BizDate AND is_deleted=0
  572. """,
  573. new SugarParameter("@MetricValue", actual),
  574. new SugarParameter("@TargetValue", KpiTargetSnapshotSql.ValueOrDbNull(snap)),
  575. new SugarParameter("@StatusColor", status),
  576. new SugarParameter("@TrendFlag", trend),
  577. new SugarParameter("@TargetConfigId", KpiTargetSnapshotSql.ConfigIdOrDbNull(snap)),
  578. new SugarParameter("@TargetSource", KpiTargetSnapshotSql.SourceOrDbNull(snap)),
  579. new SugarParameter("@TargetResolvedAt", snap.ResolvedAt),
  580. new SugarParameter("@CalcTime", now),
  581. new SugarParameter("@TenantId", row.TenantId),
  582. new SugarParameter("@FactoryId", row.FactoryId),
  583. new SugarParameter("@MetricCode", row.MetricCode),
  584. new SugarParameter("@BizDate", statDate));
  585. }
  586. var nextId = Yitter.IdGenerator.YitIdHelper.NextId();
  587. return await _db.Ado.ExecuteCommandAsync(
  588. $"""
  589. INSERT INTO {table}
  590. (id, tenant_id, factory_id, status, biz_date, create_time, update_time, is_deleted, is_active,
  591. module_code, metric_code, metric_value, target_value, status_color, trend_flag, calc_time,
  592. target_config_id, target_source, target_resolved_at)
  593. VALUES
  594. (@Id, @TenantId, @FactoryId, 'ACTIVE', @BizDate, @CalcTime, @CalcTime, 0, 1,
  595. 'S2', @MetricCode, @MetricValue, @TargetValue, @StatusColor, @TrendFlag, @CalcTime,
  596. @TargetConfigId, @TargetSource, @TargetResolvedAt)
  597. """,
  598. new SugarParameter("@Id", nextId),
  599. new SugarParameter("@TenantId", row.TenantId),
  600. new SugarParameter("@FactoryId", row.FactoryId),
  601. new SugarParameter("@BizDate", statDate),
  602. new SugarParameter("@CalcTime", now),
  603. new SugarParameter("@MetricCode", row.MetricCode),
  604. new SugarParameter("@MetricValue", actual),
  605. new SugarParameter("@TargetValue", KpiTargetSnapshotSql.ValueOrDbNull(snap)),
  606. new SugarParameter("@StatusColor", status),
  607. new SugarParameter("@TrendFlag", trend),
  608. new SugarParameter("@TargetConfigId", KpiTargetSnapshotSql.ConfigIdOrDbNull(snap)),
  609. new SugarParameter("@TargetSource", KpiTargetSnapshotSql.SourceOrDbNull(snap)),
  610. new SugarParameter("@TargetResolvedAt", snap.ResolvedAt));
  611. }
  612. private async Task<long> InsertSyncLogAsync(long entityId, string entityName, string batchId, int rowsRead)
  613. {
  614. EnsureRunScope();
  615. await _db.Ado.ExecuteCommandAsync(
  616. """
  617. INSERT INTO mdp_sync_log
  618. (tenant_id, entity_id, source_code, entity_name, sync_batch_id, sync_type, trigger_type, sync_start, rows_read, status)
  619. VALUES (@TenantId, @EntityId, 'AIDOPDEV_MYSQL', @EntityName, @BatchId, 'FULL', 'AUTO', NOW(), @RowsRead, 'RUNNING')
  620. """,
  621. new SugarParameter("@TenantId", _runScope.TenantId),
  622. new SugarParameter("@EntityId", entityId),
  623. new SugarParameter("@EntityName", entityName),
  624. new SugarParameter("@BatchId", batchId),
  625. new SugarParameter("@RowsRead", rowsRead));
  626. return await _db.Ado.GetLongAsync(
  627. "SELECT id FROM mdp_sync_log WHERE sync_batch_id=@BatchId AND entity_id=@EntityId ORDER BY id DESC LIMIT 1",
  628. new List<SugarParameter> { new("@BatchId", batchId), new("@EntityId", entityId) });
  629. }
  630. private async Task MarkSyncLogSuccessAsync(long logId, DateTime started, int affected)
  631. {
  632. await _db.Ado.ExecuteCommandAsync(
  633. """
  634. UPDATE mdp_sync_log
  635. SET sync_end=NOW(), duration_ms=@DurationMs, rows_insert=@RowsInsert, rows_update=0, rows_skip=0, rows_error=0, status='SUCCESS'
  636. WHERE id=@Id
  637. """,
  638. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  639. new SugarParameter("@RowsInsert", affected),
  640. new SugarParameter("@Id", logId));
  641. }
  642. private async Task MarkSyncLogFailedAsync(long logId, DateTime started, string message)
  643. {
  644. try
  645. {
  646. await _db.Ado.ExecuteCommandAsync(
  647. """
  648. UPDATE mdp_sync_log
  649. SET sync_end=NOW(), duration_ms=@DurationMs, rows_error=1, status='FAILED', error_msg=@ErrorMsg
  650. WHERE id=@Id
  651. """,
  652. new SugarParameter("@DurationMs", (int)(DateTime.Now - started).TotalMilliseconds),
  653. new SugarParameter("@ErrorMsg", Truncate(message, 1000)),
  654. new SugarParameter("@Id", logId));
  655. }
  656. catch (Exception ex)
  657. {
  658. Console.Error.WriteLine($"[S2MdpSyncTransform] MarkSyncLogFailed write failed (syncLogId={logId}): {ex.Message}");
  659. }
  660. }
  661. private async Task<long> InsertTransformRunLogAsync(string batchId, DateTime startedAt, string triggerType)
  662. {
  663. await _db.Ado.ExecuteCommandAsync(
  664. """
  665. INSERT INTO mdp_transform_run_log
  666. (tenant_id, job_code, job_name, trigger_type, batch_id, status, start_time)
  667. VALUES (@TenantId, 'S2_MDP_SYNC_TRANSFORM', 'S2 MDP同步与KPI计算', @TriggerType, @BatchId, 'RUNNING', @StartTime)
  668. """,
  669. new SugarParameter("@TenantId", RequireScope().TenantId),
  670. new SugarParameter("@TriggerType", NormalizeTriggerType(triggerType)),
  671. new SugarParameter("@BatchId", batchId),
  672. new SugarParameter("@StartTime", startedAt));
  673. return await _db.Ado.GetLongAsync(
  674. "SELECT id FROM mdp_transform_run_log WHERE batch_id=@BatchId ORDER BY id DESC LIMIT 1",
  675. new List<SugarParameter> { new("@BatchId", batchId) });
  676. }
  677. private async Task MarkTransformRunSuccessAsync(long runLogId, DateTime startedAt, S2MdpSyncTransformResult result)
  678. {
  679. var finishedAt = DateTime.Now;
  680. await _db.Ado.ExecuteCommandAsync(
  681. """
  682. UPDATE mdp_transform_run_log
  683. SET status='SUCCESS', end_time=@EndTime, duration_ms=@DurationMs,
  684. stage_rows=@StageRows, standard_rows=@StandardRows, dwd_rows=@DwdRows,
  685. summary_json=@SummaryJson, update_time=CURRENT_TIMESTAMP
  686. WHERE id=@Id
  687. """,
  688. new SugarParameter("@EndTime", finishedAt),
  689. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  690. new SugarParameter("@StageRows", result.StageRows),
  691. new SugarParameter("@StandardRows", result.StandardRows),
  692. new SugarParameter("@DwdRows", result.DwdRows),
  693. new SugarParameter("@SummaryJson", BuildRunSummaryJson(result)),
  694. new SugarParameter("@Id", runLogId));
  695. }
  696. private async Task MarkTransformRunFailedAsync(long runLogId, DateTime startedAt, string message)
  697. {
  698. try
  699. {
  700. var finishedAt = DateTime.Now;
  701. await _db.Ado.ExecuteCommandAsync(
  702. """
  703. UPDATE mdp_transform_run_log
  704. SET status='FAILED', end_time=@EndTime, duration_ms=@DurationMs,
  705. error_message=@ErrorMessage, update_time=CURRENT_TIMESTAMP
  706. WHERE id=@Id
  707. """,
  708. new SugarParameter("@EndTime", finishedAt),
  709. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  710. new SugarParameter("@ErrorMessage", Truncate(message, 2000)),
  711. new SugarParameter("@Id", runLogId));
  712. }
  713. catch (Exception ex)
  714. {
  715. Console.Error.WriteLine($"[S2MdpSyncTransform] MarkTransformRunFailed write failed (runLogId={runLogId}): {ex.Message}");
  716. }
  717. }
  718. private S2MdpSqlCommand Cmd(string sql, string batchId, DateTime now)
  719. {
  720. var scope = RequireScope();
  721. return new S2MdpSqlCommand(MdpSqlScope.InjectTenantFactory(sql), new[]
  722. {
  723. new SugarParameter("@BatchId", batchId),
  724. new SugarParameter("@Now", now),
  725. new SugarParameter("@StatDate", now.Date),
  726. new SugarParameter("@TenantId", scope.TenantId),
  727. new SugarParameter("@FactoryId", scope.FactoryId)
  728. });
  729. }
  730. private MdpRebuildScope RequireScope()
  731. {
  732. EnsureRunScope();
  733. return _runScope;
  734. }
  735. private void EnsureRunScope()
  736. {
  737. if (_runScope == null)
  738. throw new InvalidOperationException("S2 全量重算必须指定有效 tenantId/factoryId");
  739. }
  740. private static string BuildJsonObjectExpression(IEnumerable<string> columns)
  741. {
  742. var parts = columns.SelectMany(c => new[] { $"'{c.Replace("'", "''")}'", $"s.`{c}`" });
  743. return $"JSON_OBJECT({string.Join(",", parts)})";
  744. }
  745. private static string FindColumn(IEnumerable<string> columns, string expected)
  746. {
  747. return columns.First(u => string.Equals(u, expected, StringComparison.OrdinalIgnoreCase));
  748. }
  749. private static string NormalizeTriggerType(string? triggerType)
  750. {
  751. return string.IsNullOrWhiteSpace(triggerType) ? "AUTO" : triggerType.Trim().ToUpperInvariant();
  752. }
  753. private static string BuildRunSummaryJson(S2MdpSyncTransformResult result)
  754. {
  755. return $$"""{"batchId":"{{result.BatchId}}","stageRows":{{result.StageRows}},"standardRows":{{result.StandardRows}},"dwdRows":{{result.DwdRows}},"kpiRows":{{result.KpiRows}}}""";
  756. }
  757. private static string ResolveKpiValueTable(int metricLevel)
  758. {
  759. return metricLevel switch
  760. {
  761. 1 => "ado_s9_kpi_value_l1_day",
  762. 2 => "ado_s9_kpi_value_l2_day",
  763. 3 => "ado_s9_kpi_value_l3_day",
  764. 4 => "ado_s9_kpi_value_l4_day",
  765. _ => "ado_s9_kpi_value_l2_day"
  766. };
  767. }
  768. private static decimal DefaultS2Target(string metricCode) => LegacyKpiCodeTargets.GetOrZero(metricCode);
  769. private static string ResolveKpiStatus(decimal actual, decimal target, string? direction, decimal? yellowThreshold, decimal? redThreshold)
  770. {
  771. if (target <= 0) return "gray";
  772. var ratio = actual / target * 100m;
  773. if (string.Equals(direction, "lower_is_better", StringComparison.OrdinalIgnoreCase))
  774. {
  775. if (actual <= target) return "green";
  776. if (ratio <= (yellowThreshold ?? 110m)) return "yellow";
  777. return ratio >= (redThreshold ?? 120m) ? "red" : "yellow";
  778. }
  779. if (actual >= target) return "green";
  780. if (ratio >= (yellowThreshold ?? 95m)) return "yellow";
  781. return ratio <= (redThreshold ?? 80m) ? "red" : "yellow";
  782. }
  783. private static string ResolveTrendFlag(decimal actual, decimal? previous)
  784. {
  785. if (previous == null) return "flat";
  786. if (actual > previous.Value) return "up";
  787. if (actual < previous.Value) return "down";
  788. return "flat";
  789. }
  790. private static string Truncate(string? raw, int maxLength)
  791. {
  792. if (string.IsNullOrEmpty(raw)) return string.Empty;
  793. return raw.Length <= maxLength ? raw : raw[..maxLength];
  794. }
  795. private sealed class S2ColumnRow
  796. {
  797. public string ColumnName { get; set; } = string.Empty;
  798. }
  799. private sealed class S2MdpEntityRow
  800. {
  801. public long Id { get; set; }
  802. public string EntityName { get; set; } = string.Empty;
  803. }
  804. private sealed class S2KpiCalcRow
  805. {
  806. public long TenantId { get; set; }
  807. public long FactoryId { get; set; }
  808. public string MetricCode { get; set; } = string.Empty;
  809. public decimal? MetricValue { get; set; }
  810. }
  811. private sealed class S2KpiMetaRow
  812. {
  813. public int MetricLevel { get; set; }
  814. public string Direction { get; set; } = "higher_is_better";
  815. public decimal? YellowThreshold { get; set; }
  816. public decimal? RedThreshold { get; set; }
  817. }
  818. private sealed class S2KpiValueRow
  819. {
  820. public long Id { get; set; }
  821. public decimal? MetricValue { get; set; }
  822. public decimal? TargetValue { get; set; }
  823. }
  824. }
  825. public sealed class S2MdpSyncTransformResult
  826. {
  827. public long RunLogId { get; set; }
  828. public string BatchId { get; set; } = string.Empty;
  829. public int StageRows { get; set; }
  830. public int StandardRows { get; set; }
  831. public int DwdRows { get; set; }
  832. public int KpiRows { get; set; }
  833. public int AtomicRows { get; set; }
  834. }
  835. internal sealed record S2MdpSqlCommand(string Sql, SugarParameter[] Parameters);
  836. internal sealed record S2MdpEntityConfig(
  837. string EntityCode,
  838. string SourceTable,
  839. string TargetTable,
  840. string SourceRowIdExpression,
  841. string SourceBizKeyExpression)
  842. {
  843. public static readonly IReadOnlyList<S2MdpEntityConfig> All = new List<S2MdpEntityConfig>
  844. {
  845. new("S2_WORK_ORDER_MASTER", "WorkOrdMaster", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''))"),
  846. new("S2_WORK_ORDER_ROUTING", "WorkOrdRouting", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`OP`,''))"),
  847. new("S2_WORK_ORDER_DETAIL", "WorkOrdDetail", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`ItemNum`,''))"),
  848. new("S2_PERIOD_SEQUENCE_DET", "PeriodSequenceDet", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrds`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`Sequence`,''))"),
  849. new("S2_SCHEDULE_RESULT_OP", "ScheduleResultOpMaster", "mdp_stg_schedule", "RecID", "CONCAT(IFNULL(s.`Domain`,''), ':', IFNULL(s.`WorkOrd`,''), ':', IFNULL(s.`Op`,''), ':', IFNULL(s.`WorkDate`,''))")
  850. };
  851. }
  852. internal static class S2MdpDdl
  853. {
  854. public static readonly IReadOnlyList<string> SqlBlocks = new[]
  855. {
  856. """
  857. CREATE TABLE IF NOT EXISTS mdp_stg_schedule (
  858. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  859. tenant_id BIGINT NOT NULL DEFAULT 0,
  860. factory_id VARCHAR(64) NULL,
  861. source_system VARCHAR(50) NOT NULL DEFAULT 'AIDOP',
  862. source_table VARCHAR(100) NOT NULL,
  863. source_row_id VARCHAR(100) NOT NULL,
  864. source_biz_key VARCHAR(200) NULL,
  865. sync_batch_id VARCHAR(100) NOT NULL,
  866. sync_time DATETIME NOT NULL,
  867. process_status VARCHAR(20) NOT NULL DEFAULT 'PENDING',
  868. process_message VARCHAR(500) NULL,
  869. raw_data JSON NOT NULL,
  870. create_time DATETIME NULL DEFAULT CURRENT_TIMESTAMP,
  871. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  872. UNIQUE KEY uk_mdp_stg_schedule (tenant_id, source_table, source_row_id),
  873. UNIQUE KEY uk_source_key (source_system, source_table, source_biz_key),
  874. KEY idx_mdp_stg_schedule_batch (sync_batch_id),
  875. KEY idx_mdp_stg_schedule_biz (source_biz_key)
  876. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2生产排程贴源层';
  877. """,
  878. """
  879. CREATE TABLE IF NOT EXISTS mdp_std_work_order_schedule (
  880. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  881. tenant_id BIGINT NOT NULL DEFAULT 0,
  882. factory_id BIGINT NULL,
  883. source_system VARCHAR(50) NOT NULL DEFAULT 'AIDOP',
  884. work_order VARCHAR(100) NOT NULL,
  885. sales_order_no VARCHAR(100) NULL,
  886. item_code VARCHAR(100) NULL,
  887. item_name VARCHAR(200) NULL,
  888. site_code VARCHAR(50) NULL,
  889. status VARCHAR(50) NULL,
  890. priority DECIMAL(18,6) NULL,
  891. urgent_flag TINYINT NOT NULL DEFAULT 0,
  892. qty_ordered DECIMAL(18,6) NULL,
  893. qty_completed DECIMAL(18,6) NULL,
  894. order_date DATETIME NULL,
  895. due_date DATETIME NULL,
  896. release_date DATETIME NULL,
  897. prod_line VARCHAR(100) NULL,
  898. specification VARCHAR(200) NULL,
  899. lot_serial VARCHAR(100) NULL,
  900. drawing_no VARCHAR(100) NULL,
  901. project VARCHAR(200) NULL,
  902. work_order_type VARCHAR(50) NULL,
  903. labor_variance DECIMAL(18,6) NULL,
  904. source_biz_key VARCHAR(200) NULL,
  905. sync_batch_id VARCHAR(100) NOT NULL,
  906. sync_time DATETIME NOT NULL,
  907. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  908. UNIQUE KEY uk_std_work_order_schedule (tenant_id, work_order),
  909. KEY idx_std_work_order_schedule_batch (sync_batch_id),
  910. KEY idx_std_work_order_schedule_due (tenant_id, due_date)
  911. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2标准工单排程';
  912. """,
  913. """
  914. CREATE TABLE IF NOT EXISTS mdp_std_operation_schedule (
  915. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  916. tenant_id BIGINT NOT NULL DEFAULT 0,
  917. factory_id BIGINT NULL,
  918. source_system VARCHAR(50) NOT NULL DEFAULT 'AIDOP',
  919. work_order VARCHAR(100) NOT NULL,
  920. op_no VARCHAR(50) NULL,
  921. work_center VARCHAR(100) NULL,
  922. line_code VARCHAR(100) NULL,
  923. item_code VARCHAR(100) NULL,
  924. plan_date DATETIME NULL,
  925. prod_date DATETIME NULL,
  926. start_time DATETIME NULL,
  927. end_time DATETIME NULL,
  928. ord_qty DECIMAL(18,6) NULL,
  929. comp_qty DECIMAL(18,6) NULL,
  930. run_crew DECIMAL(18,6) NULL,
  931. employee VARCHAR(200) NULL,
  932. source_biz_key VARCHAR(200) NULL,
  933. sync_batch_id VARCHAR(100) NOT NULL,
  934. sync_time DATETIME NOT NULL,
  935. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  936. UNIQUE KEY uk_std_operation_schedule (tenant_id, source_biz_key),
  937. KEY idx_std_operation_schedule_work_order (tenant_id, work_order),
  938. KEY idx_std_operation_schedule_batch (sync_batch_id)
  939. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2标准工序排程';
  940. """,
  941. """
  942. CREATE TABLE IF NOT EXISTS dwd_order_schedule_trans (
  943. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  944. tenant_id BIGINT NOT NULL DEFAULT 0,
  945. factory_id BIGINT NOT NULL DEFAULT 1,
  946. stat_date DATE NOT NULL,
  947. work_order VARCHAR(100) NOT NULL,
  948. sales_order_no VARCHAR(100) NULL,
  949. item_code VARCHAR(100) NULL,
  950. item_name VARCHAR(200) NULL,
  951. site_code VARCHAR(50) NULL,
  952. prod_line VARCHAR(100) NULL,
  953. status VARCHAR(50) NULL,
  954. urgent_flag TINYINT NOT NULL DEFAULT 0,
  955. qty_ordered DECIMAL(18,6) NULL,
  956. qty_completed DECIMAL(18,6) NULL,
  957. order_date DATETIME NULL,
  958. due_date DATETIME NULL,
  959. release_date DATETIME NULL,
  960. first_plan_date DATETIME NULL,
  961. last_plan_date DATETIME NULL,
  962. first_start_time DATETIME NULL,
  963. last_end_time DATETIME NULL,
  964. operation_count INT NOT NULL DEFAULT 0,
  965. scheduled_qty DECIMAL(18,6) NULL,
  966. completed_op_qty DECIMAL(18,6) NULL,
  967. schedule_cycle_days DECIMAL(18,6) NULL,
  968. schedule_satisfaction_flag TINYINT NOT NULL DEFAULT 0,
  969. wip_qty DECIMAL(18,6) NULL,
  970. resource_person_count DECIMAL(18,6) NULL,
  971. calc_batch_id VARCHAR(100) NOT NULL,
  972. calc_time DATETIME NOT NULL,
  973. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  974. UNIQUE KEY uk_dwd_order_schedule_trans (tenant_id, work_order, calc_batch_id),
  975. KEY idx_dwd_order_schedule_trans_batch (calc_batch_id),
  976. KEY idx_dwd_order_schedule_trans_stat (tenant_id, stat_date),
  977. KEY idx_dwd_order_schedule_trans_order (tenant_id, sales_order_no)
  978. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S2订单工单排程DWD';
  979. """,
  980. """
  981. INSERT INTO mdp_entity
  982. (tenant_id, source_id, entity_code, entity_name, entity_type, source_table_name, target_table_name, sync_mode, batch_size, status, remark, create_time, update_time)
  983. SELECT 0, s.id, v.entity_code, v.entity_name, 'TABLE', v.source_table_name, 'mdp_stg_schedule', 'FULL', 5000, 1, v.remark, CURRENT_TIMESTAMP, CURRENT_TIMESTAMP
  984. FROM mdp_source s
  985. JOIN (
  986. SELECT 'S2_WORK_ORDER_MASTER' AS entity_code, 'S2工单主数据' AS entity_name, 'WorkOrdMaster' AS source_table_name, '工单主数据进入 S2 贴源层' AS remark
  987. UNION ALL SELECT 'S2_WORK_ORDER_ROUTING', 'S2工单工艺路线', 'WorkOrdRouting', '工单工艺路线进入 S2 贴源层'
  988. UNION ALL SELECT 'S2_WORK_ORDER_DETAIL', 'S2工单物料明细', 'WorkOrdDetail', '工单物料需求进入 S2 贴源层'
  989. UNION ALL SELECT 'S2_PERIOD_SEQUENCE_DET', 'S2工序排程计划', 'PeriodSequenceDet', '工序间衔接与排程计划进入 S2 贴源层'
  990. UNION ALL SELECT 'S2_SCHEDULE_RESULT_OP', 'S2工序排产结果', 'ScheduleResultOpMaster', '工序排产结果进入 S2 贴源层'
  991. ) v
  992. WHERE s.tenant_id=0 AND s.source_code='AIDOPDEV_MYSQL'
  993. ON DUPLICATE KEY UPDATE
  994. source_id=VALUES(source_id), entity_name=VALUES(entity_name), entity_type=VALUES(entity_type),
  995. source_table_name=VALUES(source_table_name), target_table_name=VALUES(target_table_name),
  996. sync_mode=VALUES(sync_mode), batch_size=VALUES(batch_size), status=VALUES(status),
  997. remark=VALUES(remark), update_time=CURRENT_TIMESTAMP;
  998. """
  999. };
  1000. }