PurchaseReceiptMdpSyncService.cs 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491
  1. using Admin.NET.Plugin.AiDOP.DataPlatform;
  2. using Admin.NET.Plugin.AiDOP.DataPlatform.Executors;
  3. using Admin.NET.Plugin.AiDOP.Infrastructure;
  4. namespace Admin.NET.Plugin.AiDOP.MaterialWarehouse;
  5. /// <summary>
  6. /// S5 采购收货单 数据中台只读同步转换服务(DOP 内部,方案 1)。
  7. ///
  8. /// 源:aidopdev PurOrdRctDetail(p) + PurOrdRctMaster(d),业务类型 RctType='rc'(采购收货);
  9. /// 头明细关联 p.Domain=d.Domain AND p.Receiver=d.Receiver;
  10. /// 维表 ItemMaster(i) / SuppMaster(s) / ConsigneeAddressMaster(a) / PurOrdDetail(pd,sd) / srm_pr_main(dr) 全 LEFT JOIN。
  11. /// 链路(Phase 1):执行器抽主/明细 → mdp_stg_purchase_receipt → mdp_std_purchase_receipt(typed)。
  12. /// 双模式入站:mdp_entity=S5_PURCHASE_RECEIPT_DETAIL/MASTER(DB 或 API)→ MdpStagingWriter → stg,
  13. /// 标准层读 stg.raw_data;维表 ItemMaster/SuppMaster 等仍直连本库(本地口径补全)。
  14. ///
  15. /// 约束:
  16. /// - 只读源/贴源,仅写 mdp_stg_purchase_receipt / mdp_std_purchase_receipt;绝不写源表;不读/不改 S3 mdp_stg_receipt、S4 ado_s4_receipt。
  17. /// - 过滤 RctType='rc';租户隔离在读 API 侧按 tenant_id。
  18. /// - rc 为 0 行时成功完成、处理数为 0,不报错。
  19. /// </summary>
  20. public class PurchaseReceiptMdpSyncService : ITransient
  21. {
  22. private const string JobCode = "S5_PURCHASE_RECEIPT_MDP_SYNC";
  23. private const string InboundEntityCode = "S5_PURCHASE_RECEIPT_DETAIL";
  24. private const string InboundMasterEntityCode = "S5_PURCHASE_RECEIPT_MASTER";
  25. // 双源(dopdemorq SQL Server)Phase 1:默认第二源与其入站实体。实体默认 status=0,未启用前 RunSourceSwitchFullAsync 会因找不到启用实体而抛错(就位不启用)。
  26. private const string SqlServerSourceCode = "DOPDEMORQ_SQLSERVER";
  27. private const string SqlServerMasterEntityCode = "S5_PURCHASE_RECEIPT_MASTER_SQLSERVER";
  28. private const string SqlServerDetailEntityCode = "S5_PURCHASE_RECEIPT_DETAIL_SQLSERVER";
  29. /// <summary>165 SQL Server 源无 tenant_id 列;切源时须经账套映射解析。</summary>
  30. private const string SourceZtid = "pbxfxp";
  31. private readonly ISqlSugarClient _db;
  32. private readonly TransformRunLogFinalizer _runLogFinalizer;
  33. private readonly MdpSourcePullDispatcher _pullDispatcher;
  34. public PurchaseReceiptMdpSyncService(ISqlSugarClient db, MdpSourcePullDispatcher pullDispatcher, TransformRunLogFinalizer runLogFinalizer)
  35. {
  36. _db = db;
  37. _runLogFinalizer = runLogFinalizer;
  38. _pullDispatcher = pullDispatcher;
  39. }
  40. /// <summary>全量:本地 DB 执行器灌 stg → 标准层(读 stg)。</summary>
  41. public async Task<PurchaseReceiptMdpSyncResult> RunFullAsync(CancellationToken cancellationToken = default, string triggerType = "AUTO")
  42. {
  43. cancellationToken.ThrowIfCancellationRequested();
  44. await EnsureTablesAsync();
  45. await EnsureStgTableAsync();
  46. var now = DateTime.Now;
  47. var batchId = $"S5_PUR_RCT_FULL_{now:yyyyMMddHHmmss}";
  48. var runLogId = await InsertRunLogAsync(batchId, now, triggerType);
  49. var result = new PurchaseReceiptMdpSyncResult { BatchId = batchId, RunLogId = runLogId };
  50. try
  51. {
  52. // 本库 PurOrdRct* 含 tenant_id;ctx tenantId=0 仅兜底,Writer 优先取源行值。
  53. var pullCtx = new MdpPullContext
  54. {
  55. TenantId = 0,
  56. FullRefresh = true,
  57. TaskCode = "S5_PURCHASE_RECEIPT_INBOUND",
  58. BatchId = $"{batchId}_PULL"
  59. };
  60. await PopulateStgAsync(pullCtx, cancellationToken);
  61. result.StdRows = await TransformStandardAsync(batchId, now);
  62. await MarkRunSuccessAsync(runLogId, now, result);
  63. return result;
  64. }
  65. catch (Exception ex)
  66. {
  67. // 宿主关停不是转换失败:交给 finally 收口为 ABORTED,不污染 FAILED 语义。
  68. if (!_runLogFinalizer.IsHostStopping)
  69. await MarkRunFailedAsync(runLogId, now, ex.Message);
  70. throw;
  71. }
  72. finally
  73. {
  74. await _runLogFinalizer.FinalizeIfHostStoppingAsync(runLogId, now);
  75. }
  76. }
  77. /// <summary>
  78. /// 双模式入站:执行器抽主/明细落 stg,再跑标准层(读 stg)。
  79. /// </summary>
  80. public async Task<PurchaseReceiptInboundResult> RunInboundAsync(
  81. long tenantId = 0,
  82. bool fullRefresh = false,
  83. CancellationToken cancellationToken = default)
  84. {
  85. cancellationToken.ThrowIfCancellationRequested();
  86. await EnsureTablesAsync();
  87. await EnsureStgTableAsync();
  88. var now = DateTime.Now;
  89. // 入参 tenantId:本库源含 tenant_id 时可传 0(Writer 优先取源行)。
  90. var pullCtx = new MdpPullContext
  91. {
  92. TenantId = tenantId,
  93. FullRefresh = fullRefresh,
  94. TaskCode = "S5_PURCHASE_RECEIPT_INBOUND",
  95. BatchId = $"S5_PUR_RCT_IN_{now:yyyyMMddHHmmss}"
  96. };
  97. var pull = await PopulateStgAsync(pullCtx, cancellationToken);
  98. var batchId = $"S5_PUR_RCT_STD_{now:yyyyMMddHHmmss}";
  99. var runLogId = await InsertRunLogAsync(batchId, now, "INBOUND");
  100. var result = new PurchaseReceiptMdpSyncResult { BatchId = batchId, RunLogId = runLogId };
  101. try
  102. {
  103. result.StdRows = await TransformStandardAsync(batchId, now);
  104. await MarkRunSuccessAsync(runLogId, now, result);
  105. }
  106. catch (Exception ex)
  107. {
  108. // 宿主关停不是转换失败:交给 finally 收口为 ABORTED,不污染 FAILED 语义。
  109. if (!_runLogFinalizer.IsHostStopping)
  110. await MarkRunFailedAsync(runLogId, now, ex.Message);
  111. throw;
  112. }
  113. finally
  114. {
  115. await _runLogFinalizer.FinalizeIfHostStoppingAsync(runLogId, now);
  116. }
  117. return new PurchaseReceiptInboundResult
  118. {
  119. PullBatchId = pullCtx.BatchId,
  120. RowsPulled = pull.RowsPulled,
  121. RowsWrittenStg = pull.RowsWritten,
  122. NewCursor = pull.NewCursor,
  123. PullMessage = pull.Message,
  124. TransformBatchId = result.BatchId,
  125. StdRows = result.StdRows
  126. };
  127. }
  128. /// <summary>
  129. /// 双源切换 FULL Replace(Phase 1):从指定 DB 源(默认 DOPDEMORQ_SQLSERVER)PullAll 全量灌 stg,
  130. /// 成功后在单事务内以「仅当前源」结果 FULL 重建 mdp_std_purchase_receipt(按 tenant 精确隔离),消除旧源独有业务键残留。
  131. ///
  132. /// 与既有 RunFull/RunInbound 的区别:① 用 PullAllByEntityCodeAsync 抽尽(非单批 PullByEntityCode);
  133. /// ② FullRefresh=true 显式全量 bootstrap;③ transform 仅当前 source_system;④ std DELETE+INSERT 同事务,Pull 成功后才进入。
  134. ///
  135. /// 切源语义为「部署级单活源」。SQLSERVER 实体默认 status=0,未启用前本方法运行时会因 PullByEntityCode 找不到启用实体抛错——符合 Phase 1「就位不启用」。
  136. /// dopdemorq 当前六表为空:本方法 FULL Replace 的理论结果是把当前 tenant 对应 std 置空;Phase 1 不实际执行 destructive 切换。
  137. /// </summary>
  138. public async Task<PurchaseReceiptInboundResult> RunSourceSwitchFullAsync(
  139. string sourceCode = SqlServerSourceCode,
  140. string masterEntityCode = SqlServerMasterEntityCode,
  141. string detailEntityCode = SqlServerDetailEntityCode,
  142. long tenantId = 0,
  143. CancellationToken cancellationToken = default)
  144. {
  145. cancellationToken.ThrowIfCancellationRequested();
  146. await EnsureTablesAsync();
  147. await EnsureStgTableAsync();
  148. // 165 SQL Server 源无 tenant_id;显式 tenantId≤0 时经账套映射解析。
  149. tenantId = AidopSourceTenantMap.ResolveTenantId(SourceZtid, tenantId);
  150. var now = DateTime.Now;
  151. // 1) PullAll 抽尽 + fullRefresh=true(不用单批 PullByEntityCode)。任一 Pull 失败会抛异常,std 未动。
  152. var pullCtx = new MdpPullContext
  153. {
  154. TenantId = tenantId,
  155. FullRefresh = true,
  156. TaskCode = "S5_PURCHASE_RECEIPT_INBOUND",
  157. BatchId = $"S5_PUR_RCT_SW_{now:yyyyMMddHHmmss}"
  158. };
  159. var master = await _pullDispatcher.PullAllByEntityCodeAsync(masterEntityCode, pullCtx, cancellationToken);
  160. var detail = await _pullDispatcher.PullAllByEntityCodeAsync(detailEntityCode, pullCtx, cancellationToken);
  161. // 2) FULL Replace:事务内 DELETE 当前 tenant 的 std,再 INSERT 仅当前 source_system 的结果。
  162. var batchId = $"S5_PUR_RCT_SWSTD_{now:yyyyMMddHHmmss}";
  163. var runLogId = await InsertRunLogAsync(batchId, now, "SOURCE_SWITCH");
  164. var result = new PurchaseReceiptMdpSyncResult { BatchId = batchId, RunLogId = runLogId };
  165. try
  166. {
  167. result.StdRows = await MdpStdFullReplace.ReplaceAsync(
  168. _db, "mdp_std_purchase_receipt", tenantId, extraWhere: null,
  169. insertScopedAsync: () => TransformStandardAsync(batchId, now, sourceCode),
  170. cancellationToken);
  171. await MarkRunSuccessAsync(runLogId, now, result);
  172. }
  173. catch (Exception ex)
  174. {
  175. // 宿主关停不是转换失败:交给 finally 收口为 ABORTED,不污染 FAILED 语义。
  176. if (!_runLogFinalizer.IsHostStopping)
  177. await MarkRunFailedAsync(runLogId, now, ex.Message);
  178. throw;
  179. }
  180. finally
  181. {
  182. await _runLogFinalizer.FinalizeIfHostStoppingAsync(runLogId, now);
  183. }
  184. return new PurchaseReceiptInboundResult
  185. {
  186. PullBatchId = pullCtx.BatchId,
  187. RowsPulled = master.RowsPulled + detail.RowsPulled,
  188. RowsWrittenStg = master.RowsWritten + detail.RowsWritten,
  189. NewCursor = detail.NewCursor ?? master.NewCursor,
  190. PullMessage = $"{master.Message}; {detail.Message}",
  191. TransformBatchId = batchId,
  192. StdRows = result.StdRows
  193. };
  194. }
  195. private async Task<(int RowsPulled, int RowsWritten, string? NewCursor, string? Message)> PopulateStgAsync(
  196. MdpPullContext pullCtx, CancellationToken cancellationToken)
  197. {
  198. var master = await _pullDispatcher.PullByEntityCodeAsync(InboundMasterEntityCode, pullCtx, cancellationToken);
  199. var detail = await _pullDispatcher.PullByEntityCodeAsync(InboundEntityCode, pullCtx, cancellationToken);
  200. return (
  201. master.RowsPulled + detail.RowsPulled,
  202. master.RowsWritten + detail.RowsWritten,
  203. detail.NewCursor ?? master.NewCursor,
  204. $"{master.Message}; {detail.Message}");
  205. }
  206. private async Task EnsureStgTableAsync()
  207. {
  208. await _db.Ado.ExecuteCommandAsync(
  209. """
  210. CREATE TABLE IF NOT EXISTS mdp_stg_purchase_receipt (
  211. id BIGINT PRIMARY KEY AUTO_INCREMENT,
  212. tenant_id BIGINT NOT NULL,
  213. source_system VARCHAR(50) NULL,
  214. source_table VARCHAR(200),
  215. source_row_id VARCHAR(200),
  216. source_biz_key VARCHAR(300) NULL,
  217. raw_data JSON,
  218. sync_batch_id VARCHAR(100),
  219. sync_time DATETIME NULL DEFAULT CURRENT_TIMESTAMP,
  220. process_status VARCHAR(20) NOT NULL DEFAULT 'PENDING',
  221. process_message VARCHAR(500) NULL,
  222. create_time DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
  223. update_time DATETIME NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  224. UNIQUE KEY uk_source_key (source_system, source_table, source_biz_key),
  225. KEY idx_batch (sync_batch_id),
  226. KEY idx_src (source_table, source_row_id),
  227. KEY idx_tenant (tenant_id)
  228. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='S5采购收货贴源层'
  229. """);
  230. }
  231. /// <summary>防御式建表(与 UpdateScripts WIP-S5PR.sql / 正式 1.0.&lt;n&gt;.sql 同构,幂等)。</summary>
  232. private async Task EnsureTablesAsync()
  233. {
  234. await _db.Ado.ExecuteCommandAsync(
  235. """
  236. CREATE TABLE IF NOT EXISTS mdp_std_purchase_receipt (
  237. id BIGINT AUTO_INCREMENT PRIMARY KEY,
  238. tenant_id BIGINT NOT NULL DEFAULT 0,
  239. factory_id BIGINT NULL DEFAULT 1,
  240. source_system VARCHAR(50) NOT NULL DEFAULT 'AIDOP',
  241. domain VARCHAR(24) NOT NULL,
  242. receiver VARCHAR(24) NOT NULL,
  243. line SMALLINT NOT NULL DEFAULT 0,
  244. rct_date DATETIME NULL,
  245. supp VARCHAR(20) NULL,
  246. sort_name VARCHAR(255) NULL,
  247. item_num VARCHAR(60) NULL,
  248. item_name VARCHAR(200) NULL,
  249. item_spec VARCHAR(200) NULL,
  250. um VARCHAR(8) NULL,
  251. qty_ordered DECIMAL(18,6) NULL DEFAULT 0,
  252. qty_received DECIMAL(18,6) NULL DEFAULT 0,
  253. lot_serial VARCHAR(120) NULL,
  254. location VARCHAR(8) NULL,
  255. ord_nbr VARCHAR(24) NULL,
  256. ord_line SMALLINT NULL,
  257. blanket_line INT NULL,
  258. pur_ord VARCHAR(24) NULL,
  259. pur_line SMALLINT NULL,
  260. sales_job VARCHAR(200) NULL,
  261. address1 VARCHAR(200) NULL,
  262. req VARCHAR(20) NULL,
  263. req_line INT NULL,
  264. dop_req VARCHAR(255) NULL,
  265. source_biz_key VARCHAR(200) NULL,
  266. sync_batch_id VARCHAR(100) NOT NULL,
  267. sync_time DATETIME NOT NULL,
  268. create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
  269. update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  270. UNIQUE KEY uk_mdp_std_pur_rct (tenant_id, domain, receiver, line),
  271. KEY idx_mdp_std_pur_rct_date (tenant_id, rct_date),
  272. KEY idx_mdp_std_pur_rct_item (tenant_id, item_num),
  273. KEY idx_mdp_std_pur_rct_supp (tenant_id, supp),
  274. KEY idx_mdp_std_pur_rct_purord (tenant_id, pur_ord),
  275. KEY idx_mdp_std_pur_rct_salesjob (tenant_id, sales_job),
  276. KEY idx_mdp_std_pur_rct_req (tenant_id, req),
  277. KEY idx_mdp_std_pur_rct_dopreq (tenant_id, dop_req)
  278. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci COMMENT='S5采购收货单标准层'
  279. """);
  280. }
  281. /// <summary>
  282. /// 标准化:stg(PurOrdRctDetail/Master) + 维表(本库) → mdp_std_purchase_receipt。
  283. ///
  284. /// JSON null 归一:展示/属性列一律经 <see cref="MdpJsonSql"/>(Str/Int/Dec)取值,
  285. /// 避免 <c>JSON_UNQUOTE</c> 把 JSON null 产出成长度 4 的字面量字符串 <c>'null'</c> 落进标准层(前端 `|| '-'` 对其无效)。
  286. /// <b>身份列与 JOIN 键刻意保留裸取值</b>:<c>Domain</c> / <c>Receiver</c> / <c>Line</c> 是
  287. /// <c>uk_mdp_std_pur_rct</c> 的 NOT NULL 组成部分与 source_biz_key 兜底;且头明细 INNER JOIN 依赖 Domain 相等,
  288. /// 一旦归一为 SQL NULL 则 <c>NULL = NULL</c> 不成立、整批行会从标准层消失。
  289. /// <c>RctType</c> / <c>OrdType</c> 用于 WHERE 过滤与 CASE 判别,同样不归一。
  290. /// </summary>
  291. private async Task<int> TransformStandardAsync(string batchId, DateTime now, string? sourceSystem = null)
  292. {
  293. // 双源:sourceSystem 非空时仅统计/转换当前 source(切源 FULL Replace 用);为空时保持既有全源行为不变。
  294. var srcClause = sourceSystem == null ? "" : " AND p.source_system=@Src AND d.source_system=@Src";
  295. var pTenant = MdpJsonSql.TenantFromStg("p");
  296. var countPars = new List<SugarParameter>();
  297. if (sourceSystem != null) countPars.Add(new SugarParameter("@Src", sourceSystem));
  298. var rows = await _db.Ado.GetIntAsync(
  299. $"""
  300. SELECT COUNT(1)
  301. FROM mdp_stg_purchase_receipt p
  302. INNER JOIN mdp_stg_purchase_receipt d
  303. ON d.source_table='PurOrdRctMaster'
  304. AND JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Domain')) = JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Domain'))
  305. AND JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Receiver')) = JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Receiver'))
  306. WHERE p.source_table='PurOrdRctDetail'
  307. AND JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.RctType'))='rc'{srcClause}
  308. """, countPars);
  309. var insertSql =
  310. $"""
  311. INSERT INTO mdp_std_purchase_receipt
  312. (tenant_id, factory_id, source_system, domain, receiver, line, rct_date, supp, sort_name,
  313. item_num, item_name, item_spec, um, qty_ordered, qty_received, lot_serial, location,
  314. ord_nbr, ord_line, blanket_line, pur_ord, pur_line, sales_job, address1,
  315. req, req_line, dop_req, source_biz_key, sync_batch_id, sync_time)
  316. SELECT
  317. {pTenant}, 1, IFNULL(NULLIF(p.source_system,''), 'AIDOP'),
  318. JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Domain')),
  319. JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Receiver')),
  320. CAST(JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Line')) AS SIGNED),
  321. STR_TO_DATE(REPLACE(LEFT(NULLIF(NULLIF(JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.RctDate')),'null'),''), 19), 'T', ' '), '%Y-%m-%d %H:%i:%s'),
  322. {MdpJsonSql.Str("p", "Supp")},
  323. NULLIF(TRIM(CONCAT(IFNULL({MdpJsonSql.Str("d", "Supp")},''), ' ', IFNULL(s.SortName, ''))), ''),
  324. {MdpJsonSql.Str("p", "ItemNum")}, i.Descr, i.Descr1,
  325. {MdpJsonSql.Str("p", "UM")},
  326. {MdpJsonSql.Dec("p", "QtyOrded", 18, 6)},
  327. {MdpJsonSql.Dec("p", "QtyReceived", 18, 6)},
  328. {MdpJsonSql.Str("p", "LotSerial")},
  329. {MdpJsonSql.Str("p", "Location")},
  330. {MdpJsonSql.Str("p", "OrdNbr")},
  331. {MdpJsonSql.Int("p", "OrdLine")},
  332. pd.BlanketLine, pd.PurOrd, pd.Line, pd.SalesJob, a.Address1,
  333. (CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.OrdType'))='DO' THEN '' ELSE sd.Req END),
  334. sd.ReqLine,
  335. (CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.OrdType'))='DO' THEN sd.Req ELSE dr.pr_billno END),
  336. IFNULL(NULLIF(p.source_biz_key,''), CONCAT(
  337. JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Domain')), '#',
  338. JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Receiver')), '#',
  339. JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Line')))),
  340. @BatchId, @Now
  341. FROM mdp_stg_purchase_receipt p
  342. INNER JOIN mdp_stg_purchase_receipt d
  343. ON d.source_table='PurOrdRctMaster'
  344. AND JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Domain')) = JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Domain'))
  345. AND JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Receiver')) = JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Receiver'))
  346. LEFT JOIN ItemMaster i
  347. ON JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Domain')) = i.Domain
  348. AND JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.ItemNum')) = i.ItemNum
  349. LEFT JOIN SuppMaster s
  350. ON JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Domain')) = s.Domain
  351. AND JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.Supp')) = s.Supp
  352. LEFT JOIN ConsigneeAddressMaster a
  353. ON JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Domain')) = a.Domain
  354. AND JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Supp')) = a.Address
  355. AND a.Typed = 'Supp'
  356. LEFT JOIN PurOrdDetail pd
  357. ON JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Domain')) = pd.Domain
  358. AND (CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.OrdType'))='DO'
  359. AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.RctNbr')),'')<>''
  360. THEN JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.RctNbr'))
  361. ELSE JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.OrdNbr')) END)
  362. = (CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.OrdType'))='DO'
  363. AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.RctNbr')),'')<>''
  364. THEN pd.Contract ELSE pd.PurOrd END)
  365. AND (CASE WHEN JSON_UNQUOTE(JSON_EXTRACT(d.raw_data,'$.OrdType'))='DO'
  366. AND IFNULL(JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.RctNbr')),'')<>''
  367. THEN CAST(JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.BlanketLine')) AS SIGNED)
  368. ELSE CAST(JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.OrdLine')) AS SIGNED) END) = pd.Line
  369. LEFT JOIN PurOrdDetail sd
  370. ON JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.Domain')) = sd.Domain
  371. AND JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.OrdNbr')) = sd.PurOrd
  372. AND CAST(JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.OrdLine')) AS SIGNED) = sd.Line
  373. LEFT JOIN srm_pr_main dr
  374. ON CAST(dr.factory_id AS CHAR) = sd.Domain
  375. AND dr.SAP_pr_billno = sd.Req
  376. AND IFNULL(dr.SAP_pr_billno,'')<>''
  377. WHERE p.source_table='PurOrdRctDetail'
  378. AND JSON_UNQUOTE(JSON_EXTRACT(p.raw_data,'$.RctType'))='rc'{srcClause}
  379. AND {MdpJsonSql.TenantGuard(pTenant)}
  380. ON DUPLICATE KEY UPDATE
  381. factory_id=VALUES(factory_id), rct_date=VALUES(rct_date), supp=VALUES(supp), sort_name=VALUES(sort_name),
  382. item_num=VALUES(item_num), item_name=VALUES(item_name), item_spec=VALUES(item_spec), um=VALUES(um),
  383. qty_ordered=VALUES(qty_ordered), qty_received=VALUES(qty_received), lot_serial=VALUES(lot_serial), location=VALUES(location),
  384. ord_nbr=VALUES(ord_nbr), ord_line=VALUES(ord_line), blanket_line=VALUES(blanket_line),
  385. pur_ord=VALUES(pur_ord), pur_line=VALUES(pur_line), sales_job=VALUES(sales_job), address1=VALUES(address1),
  386. req=VALUES(req), req_line=VALUES(req_line), dop_req=VALUES(dop_req),
  387. sync_batch_id=VALUES(sync_batch_id), sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  388. """;
  389. var insPars = new List<SugarParameter>
  390. {
  391. new("@BatchId", batchId),
  392. new("@Now", now)
  393. };
  394. if (sourceSystem != null) insPars.Add(new SugarParameter("@Src", sourceSystem));
  395. await _db.Ado.ExecuteCommandAsync(insertSql, insPars);
  396. return rows;
  397. }
  398. private async Task<long> InsertRunLogAsync(string batchId, DateTime startedAt, string triggerType)
  399. {
  400. await _db.Ado.ExecuteCommandAsync(
  401. """
  402. INSERT INTO mdp_transform_run_log
  403. (tenant_id, job_code, job_name, trigger_type, batch_id, status, start_time)
  404. VALUES (0, @JobCode, 'S5采购收货单MDP同步与标准化转换', @TriggerType, @BatchId, 'RUNNING', @StartTime)
  405. """,
  406. new SugarParameter("@JobCode", JobCode),
  407. new SugarParameter("@TriggerType", NormalizeTriggerType(triggerType)),
  408. new SugarParameter("@BatchId", batchId),
  409. new SugarParameter("@StartTime", startedAt));
  410. return await _db.Ado.GetLongAsync(
  411. "SELECT id FROM mdp_transform_run_log WHERE batch_id=@BatchId ORDER BY id DESC LIMIT 1",
  412. new List<SugarParameter> { new("@BatchId", batchId) });
  413. }
  414. private async Task MarkRunSuccessAsync(long runLogId, DateTime startedAt, PurchaseReceiptMdpSyncResult result)
  415. {
  416. var finishedAt = DateTime.Now;
  417. await _db.Ado.ExecuteCommandAsync(
  418. """
  419. UPDATE mdp_transform_run_log
  420. SET status='SUCCESS', end_time=@EndTime, duration_ms=@DurationMs,
  421. stage_rows=0, standard_rows=@StandardRows, dwd_rows=0, update_time=CURRENT_TIMESTAMP
  422. WHERE id=@Id
  423. """,
  424. new SugarParameter("@EndTime", finishedAt),
  425. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  426. new SugarParameter("@StandardRows", result.StdRows),
  427. new SugarParameter("@Id", runLogId));
  428. }
  429. private async Task MarkRunFailedAsync(long runLogId, DateTime startedAt, string message)
  430. {
  431. var finishedAt = DateTime.Now;
  432. await _db.Ado.ExecuteCommandAsync(
  433. """
  434. UPDATE mdp_transform_run_log
  435. SET status='FAILED', end_time=@EndTime, duration_ms=@DurationMs,
  436. error_message=@ErrorMessage, update_time=CURRENT_TIMESTAMP
  437. WHERE id=@Id
  438. """,
  439. new SugarParameter("@EndTime", finishedAt),
  440. new SugarParameter("@DurationMs", (int)(finishedAt - startedAt).TotalMilliseconds),
  441. new SugarParameter("@ErrorMessage", message.Length > 2000 ? message[..2000] : message),
  442. new SugarParameter("@Id", runLogId));
  443. }
  444. private static string NormalizeTriggerType(string? triggerType)
  445. => string.IsNullOrWhiteSpace(triggerType) ? "AUTO" : triggerType.Trim().ToUpperInvariant();
  446. }
  447. /// <summary>采购收货单 MDP 同步转换结果。</summary>
  448. public sealed class PurchaseReceiptMdpSyncResult
  449. {
  450. public long RunLogId { get; set; }
  451. public string BatchId { get; set; } = string.Empty;
  452. public int StdRows { get; set; }
  453. }
  454. /// <summary>采购收货双模式入站结果(stg 抽数 + std 转换)。</summary>
  455. public sealed class PurchaseReceiptInboundResult
  456. {
  457. public string PullBatchId { get; set; } = string.Empty;
  458. public int RowsPulled { get; set; }
  459. public int RowsWrittenStg { get; set; }
  460. public string? NewCursor { get; set; }
  461. public string? PullMessage { get; set; }
  462. public string TransformBatchId { get; set; } = string.Empty;
  463. public int StdRows { get; set; }
  464. }