PurchaseOrderCompletionMdpSyncService.cs 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677
  1. using Microsoft.Extensions.Hosting;
  2. using Microsoft.Extensions.Logging;
  3. using Microsoft.Extensions.Options;
  4. using SqlSugar;
  5. using System.Data;
  6. using System.Text;
  7. namespace Admin.NET.Plugin.AiDOP.Supply;
  8. /// <summary>
  9. /// S8 Stage-3 采购订单完成态标准事实层投影服务。
  10. ///
  11. /// <para>链路:Source B(WMS/MES 的 <c>PurOrdDetail</c>)→ <c>mdp_std_purchase_order_completion</c>。
  12. /// 目的是让 S8 Stage-3 能在【不覆盖】<c>mdp_std_purchase_order.status</c> 的前提下拿到
  13. /// 「这条采购行收货是否已关闭」这一 WMS 侧事实。</para>
  14. ///
  15. /// <para><b>Grain = 一条采购行</b>(<c>tenant_id + po_no + po_line</c>)。
  16. /// <c>domain</c> / <c>potype</c> / <c>source_row_id</c> / <c>source_id</c> 是 provenance,不进唯一键。</para>
  17. ///
  18. /// <para><b>当前状态,不是事件</b>:上游收货过程的写法是
  19. /// <c>Status = (case when 收满 then 'C' else '' end)</c>,退货会把 <c>'C'</c> 打回空串。
  20. /// 因此本服务的 UPSERT 必须无条件刷新结论,允许 COMPLETED → NOT_COMPLETED 回退。</para>
  21. ///
  22. /// <para><b>Full Reconciliation 是正确性主路径</b>:HotWatch 只覆盖活动中的采购单,
  23. /// 实测 5 个 <c>PUR_ORDER</c> 关注里 3 个已提前终止(且无一是因采购完成而终止),
  24. /// 98 条源行里 88 条根本没有对应关注。所以单靠增量必然漏判,周期性全量对账不可省。</para>
  25. ///
  26. /// <para><b>刻意不做</b>:不读 IQC、不算 ObjectCompleted、不做订单级聚合、
  27. /// 不用数量重新推导完成(唯一 Authority 是源侧 Status)、不写任何源表、不改 Source A 的任何列。</para>
  28. /// </summary>
  29. public class PurchaseOrderCompletionMdpSyncService : ITransient
  30. {
  31. private const string JobCode = "S3_PO_COMPLETION_MDP_SYNC";
  32. private const string JobName = "S3采购订单完成态标准事实层投影";
  33. /// <summary>完成结论取值域。</summary>
  34. public const string StatusCompleted = "COMPLETED";
  35. public const string StatusNotCompleted = "NOT_COMPLETED";
  36. public const string StatusUnknown = "UNKNOWN";
  37. private readonly ISqlSugarClient _db;
  38. private readonly TransformRunLogFinalizer _runLogFinalizer;
  39. private readonly DataPlatform.MdpSourceScopeFactory _scopeFactory;
  40. private readonly AidopPoCompletionOptions _opt;
  41. private readonly IHostEnvironment _env;
  42. private readonly ILogger<PurchaseOrderCompletionMdpSyncService> _logger;
  43. public PurchaseOrderCompletionMdpSyncService(
  44. ISqlSugarClient db,
  45. DataPlatform.MdpSourceScopeFactory scopeFactory,
  46. IOptions<AidopPoCompletionOptions> opt,
  47. IHostEnvironment env,
  48. ILogger<PurchaseOrderCompletionMdpSyncService> logger,
  49. TransformRunLogFinalizer runLogFinalizer)
  50. {
  51. _db = db;
  52. _runLogFinalizer = runLogFinalizer;
  53. _scopeFactory = scopeFactory;
  54. _opt = opt.Value;
  55. _env = env;
  56. _logger = logger;
  57. }
  58. /// <summary>
  59. /// 完成态映射。<b>这是全链路唯一的状态映射入口</b>——HotWatch 增量若接入,必须复用本方法,
  60. /// 不得另写一套。
  61. ///
  62. /// <para><c>'C'</c> → COMPLETED;空串 → NOT_COMPLETED;
  63. /// <c>null</c> 与任何其它非空值 → UNKNOWN。</para>
  64. ///
  65. /// <para>注意这里刻意<b>不</b>写成 <c>IFNULL(status,'') == ""</c>:
  66. /// NULL 表示「源侧没给值」,未知值表示「源侧给了我们不认识的值」,
  67. /// 两者都不等于「已确认尚未完成」,滑成 NOT_COMPLETED 会让下游把未知当成确定结论。</para>
  68. /// </summary>
  69. public static string MapCompletionStatus(string? rawStatus)
  70. {
  71. if (rawStatus is null) return StatusUnknown;
  72. var s = rawStatus.Trim();
  73. if (s.Length == 0) return StatusNotCompleted;
  74. return string.Equals(s, "C", StringComparison.OrdinalIgnoreCase)
  75. ? StatusCompleted
  76. : StatusUnknown;
  77. }
  78. /// <summary>写入本表时使用的 raw_status 归一:保留 NULL,其余 TRIM。</summary>
  79. public static string? NormalizeRawStatus(string? rawStatus) => rawStatus?.Trim();
  80. /// <summary>
  81. /// 全量对账(Full Reconciliation)。
  82. /// <paramref name="tenantId"/> 为 0 表示全租户;&gt;0 时只写/只淘汰该租户,绝不触碰其它租户。
  83. /// </summary>
  84. public async Task<PurchaseOrderCompletionSyncResult> RunFullAsync(
  85. long tenantId = 0,
  86. string triggerType = "AUTO",
  87. CancellationToken cancellationToken = default)
  88. {
  89. cancellationToken.ThrowIfCancellationRequested();
  90. var now = DateTime.Now;
  91. var batchId = $"S3_PO_COMPL_{(tenantId > 0 ? tenantId + "_" : "")}{now:yyyyMMddHHmmss}";
  92. var runLogId = await InsertRunLogAsync(batchId, now, triggerType, tenantId);
  93. var result = new PurchaseOrderCompletionSyncResult { BatchId = batchId, RunLogId = runLogId };
  94. try
  95. {
  96. // ① 源绑定:非开发环境必须显式绑定真实 WMS 源,绝不静默回落
  97. var binding = await ResolveSourceBindingAsync(cancellationToken);
  98. result.SourceCode = binding.SourceCode;
  99. var remote = await _scopeFactory.GetScopeAsync(binding.SourceCode, cancellationToken);
  100. // 作用域工厂对「本库样板源」与「未配账号的源」会直接返回主库连接。
  101. // 那会让本服务把 Source A 的本地表当成 WMS 执行态读进来,结论会整体错误,
  102. // 所以这里必须结构性挡住,而不是依赖配置写对。
  103. if (ReferenceEquals(remote, _db))
  104. throw new InvalidOperationException(
  105. $"源 {binding.SourceCode} 解析结果是主库连接,说明它是本库样板源或未配置独立账号,"
  106. + "不能承担 S8_PO_COMPLETION_SOURCE 角色");
  107. // ② 读源:只取本角色范围内的采购行
  108. var sourceRows = await ReadSourceRowsAsync(remote, cancellationToken);
  109. result.SourceRows = sourceRows.Count;
  110. // ③ 归属与校验
  111. var tenantIndex = await LoadLocalTenantIndexAsync(cancellationToken);
  112. var poLineIndex = await LoadLocalPoLineIndexAsync(cancellationToken);
  113. var pending = new List<CompletionRow>(sourceRows.Count);
  114. foreach (var row in sourceRows)
  115. {
  116. cancellationToken.ThrowIfCancellationRequested();
  117. if (string.IsNullOrWhiteSpace(row.PoNo) || string.IsNullOrWhiteSpace(row.PoLine))
  118. {
  119. result.SkippedRows++;
  120. continue;
  121. }
  122. var resolved = ResolveTenant(tenantIndex, row.PoNo, row.Domain);
  123. if (resolved <= 0)
  124. {
  125. result.SkippedRows++;
  126. result.TenantUnresolvedRows++;
  127. _logger.LogWarning(
  128. "[PoCompletion] 跳过:采购单 {PurOrd} 行 {Line} 无法唯一解析租户(候选数 {Count})",
  129. row.PoNo, row.PoLine, CountTenantCandidates(tenantIndex, row.PoNo, row.Domain));
  130. continue;
  131. }
  132. // 单租户刷新:其它租户的源行本轮不参与,也因此不能被本轮淘汰
  133. if (tenantId > 0 && resolved != tenantId)
  134. continue;
  135. var matches = poLineIndex.TryGetValue(LineKey(resolved, row.PoNo, row.PoLine), out var c) ? c : 0;
  136. if (matches > 1)
  137. throw new InvalidOperationException(
  138. $"数据契约破坏:租户 {resolved} 的采购行 {row.PoNo}#{row.PoLine} 在本库命中 {matches} 条,"
  139. + "唯一键 uk_po_line 应当保证唯一");
  140. if (matches == 0)
  141. {
  142. result.SkippedRows++;
  143. result.UnmatchedRows++;
  144. _logger.LogWarning(
  145. "[PoCompletion] 跳过:源行 {PurOrd}#{Line} 在本库租户 {Tenant} 下无对应采购行",
  146. row.PoNo, row.PoLine, resolved);
  147. continue;
  148. }
  149. result.MatchedRows++;
  150. var raw = NormalizeRawStatus(row.RawStatus);
  151. var completion = MapCompletionStatus(row.RawStatus);
  152. if (completion == StatusCompleted) result.CompletedRows++;
  153. else if (completion == StatusNotCompleted) result.NotCompletedRows++;
  154. else result.UnknownStatusRows++;
  155. pending.Add(new CompletionRow
  156. {
  157. TenantId = resolved,
  158. PoNo = row.PoNo.Trim(),
  159. PoLine = row.PoLine.Trim(),
  160. Domain = string.IsNullOrWhiteSpace(row.Domain) ? null : row.Domain.Trim(),
  161. Potype = string.IsNullOrWhiteSpace(row.Potype) ? null : row.Potype.Trim(),
  162. RawStatus = raw,
  163. CompletionStatus = completion,
  164. SourceSystem = binding.SourceCode,
  165. SourceId = binding.SourceId,
  166. SourceRowId = string.IsNullOrWhiteSpace(row.SourceRowId) ? null : row.SourceRowId.Trim(),
  167. SourceUpdateTime = row.SourceUpdateTime,
  168. SourceUpdateUser = string.IsNullOrWhiteSpace(row.SourceUpdateUser) ? null : row.SourceUpdateUser.Trim(),
  169. });
  170. }
  171. // ④ UPSERT:无条件刷新结论,支持 COMPLETED → NOT_COMPLETED 回退
  172. result.WrittenRows = await UpsertAsync(pending, batchId, now, cancellationToken);
  173. // ⑤ 淘汰:源侧已不存在的行回到 NOT_OBSERVED(本表的表达方式就是「没有这一行」)
  174. // 只在本轮源侧读取成功后执行;任何异常都会在上面抛出并跳过这里。
  175. result.StaleRemoved = await RetireStaleAsync(batchId, tenantId, cancellationToken);
  176. await CompleteRunLogAsync(runLogId, result, now);
  177. return result;
  178. }
  179. catch (Exception ex)
  180. {
  181. _logger.LogError(ex, "[PoCompletion] 批次 {BatchId} 失败", batchId);
  182. // 宿主关停不是转换失败:交给 finally 收口为 ABORTED,不污染 FAILED 语义。
  183. if (!_runLogFinalizer.IsHostStopping)
  184. await FailRunLogAsync(runLogId, ex.Message);
  185. throw;
  186. }
  187. finally
  188. {
  189. await _runLogFinalizer.FinalizeIfHostStoppingAsync(runLogId, now);
  190. }
  191. }
  192. // ── 源绑定与 fail-closed ────────────────────────────────────────────────────────
  193. /// <summary>
  194. /// 解析并校验源绑定。非开发环境下,未配置、配置为空、或仍指向 DEV/UAT 默认源,
  195. /// 一律直接失败(fail-closed),不得静默继续。
  196. /// </summary>
  197. private async Task<SourceBinding> ResolveSourceBindingAsync(CancellationToken ct)
  198. {
  199. var code = (_opt.SourceCode ?? string.Empty).Trim();
  200. var isDev = _env.IsDevelopment();
  201. if (code.Length == 0)
  202. throw new InvalidOperationException(
  203. "AiDOP:PoCompletion:SourceCode 未配置,无法确定承担 S8_PO_COMPLETION_SOURCE 角色的数据源");
  204. if (!isDev && (_opt.DevOnlySourceCodes ?? Array.Empty<string>())
  205. .Any(x => string.Equals((x ?? string.Empty).Trim(), code, StringComparison.OrdinalIgnoreCase)))
  206. throw new InvalidOperationException(
  207. $"当前环境 {_env.EnvironmentName} 非开发环境,禁止使用 DEV/UAT 数据源 {code};"
  208. + "请在 AiDOP:PoCompletion:SourceCode 显式绑定真实 WMS/MES 源");
  209. var src = await _db.Ado.SqlQuerySingleAsync<SourceBindingRow>(
  210. """
  211. SELECT id AS Id, source_type AS SourceType, IFNULL(db_user,'') AS DbUser
  212. FROM mdp_source
  213. WHERE source_code=@Code AND status=1
  214. LIMIT 1
  215. """,
  216. new List<SugarParameter> { new("@Code", code) });
  217. if (src == null)
  218. throw new InvalidOperationException($"mdp_source 未找到启用源:{code}");
  219. if (!string.Equals(src.SourceType, "DB", StringComparison.OrdinalIgnoreCase))
  220. throw new InvalidOperationException($"源 {code} 的 source_type={src.SourceType},不是 DB");
  221. if (string.IsNullOrWhiteSpace(src.DbUser))
  222. throw new InvalidOperationException(
  223. $"源 {code} 未配置数据库账号,连接会回落到主库,不能承担 S8_PO_COMPLETION_SOURCE 角色");
  224. return new SourceBinding { SourceCode = code, SourceId = src.Id };
  225. }
  226. // ── 源侧读取 ────────────────────────────────────────────────────────────────────
  227. /// <summary>
  228. /// 读 Source B 的采购行。范围 = 与自建单推送口径一致的 Potype,
  229. /// 不做无差别全表扫,也不顺带拉无关列。
  230. /// </summary>
  231. private async Task<List<SourceRow>> ReadSourceRowsAsync(ISqlSugarClient remote, CancellationToken ct)
  232. {
  233. var top = _opt.MaxSourceRows > 0 ? _opt.MaxSourceRows : 50000;
  234. var potype = (_opt.SourcePotype ?? string.Empty).Trim();
  235. var sql =
  236. $"""
  237. SELECT TOP {top}
  238. RecID, Domain, Potype, PurOrd, Line, Status, UpdateTime, UpdateUser
  239. FROM PurOrdDetail
  240. WHERE (@Potype = '' OR LOWER(LTRIM(RTRIM(ISNULL(Potype,'')))) = LOWER(@Potype))
  241. """;
  242. var table = await remote.Ado.GetDataTableAsync(sql, new List<SugarParameter> { new("@Potype", potype) });
  243. var list = new List<SourceRow>(table.Rows.Count);
  244. foreach (DataRow r in table.Rows)
  245. {
  246. ct.ThrowIfCancellationRequested();
  247. list.Add(new SourceRow
  248. {
  249. SourceRowId = Str(r, "RecID"),
  250. Domain = Str(r, "Domain"),
  251. Potype = Str(r, "Potype"),
  252. PoNo = Str(r, "PurOrd"),
  253. PoLine = Str(r, "Line"),
  254. RawStatus = Str(r, "Status"),
  255. SourceUpdateTime = Dt(r, "UpdateTime"),
  256. SourceUpdateUser = Str(r, "UpdateUser"),
  257. });
  258. }
  259. return list;
  260. }
  261. // ── 租户归属 ────────────────────────────────────────────────────────────────────
  262. /// <summary>
  263. /// 本地采购单 → 租户候选集。Domain 只用于放宽匹配(自建单本库不填 Domain),
  264. /// <b>绝不</b>用 Domain 反推租户 —— 实测同一个 Domain 8010 横跨多个 Ai-DOP 租户。
  265. /// </summary>
  266. private async Task<Dictionary<string, List<PoTenantCandidate>>> LoadLocalTenantIndexAsync(CancellationToken ct)
  267. {
  268. var rows = await _db.Ado.SqlQueryAsync<PoTenantCandidate>(
  269. """
  270. SELECT PurOrd AS PoNo, IFNULL(Domain,'') AS Domain, tenant_id AS TenantId
  271. FROM PurOrdDetail
  272. WHERE IFNULL(tenant_id,0) > 0
  273. GROUP BY PurOrd, IFNULL(Domain,''), tenant_id
  274. """);
  275. var map = new Dictionary<string, List<PoTenantCandidate>>(StringComparer.OrdinalIgnoreCase);
  276. foreach (var r in rows)
  277. {
  278. if (string.IsNullOrWhiteSpace(r.PoNo)) continue;
  279. var key = r.PoNo.Trim();
  280. if (!map.TryGetValue(key, out var bucket))
  281. map[key] = bucket = new List<PoTenantCandidate>();
  282. bucket.Add(r);
  283. }
  284. return map;
  285. }
  286. /// <summary>
  287. /// 候选租户集合。Domain 只用于<b>放宽</b>匹配(自建单本库不填 Domain,空 Domain 视为通配),
  288. /// <b>绝不</b>反过来用 Domain 推租户 —— 实测同一个 Domain 8010 横跨多个 Ai-DOP 租户。
  289. /// </summary>
  290. public static IEnumerable<long> TenantCandidates(
  291. IEnumerable<PoTenantCandidate> candidates, string poNo, string? domain)
  292. {
  293. var po = (poNo ?? string.Empty).Trim();
  294. var dom = (domain ?? string.Empty).Trim();
  295. return candidates
  296. .Where(x => string.Equals((x.PoNo ?? string.Empty).Trim(), po, StringComparison.OrdinalIgnoreCase))
  297. .Where(x => (x.Domain ?? string.Empty).Trim().Length == 0
  298. || string.Equals((x.Domain ?? string.Empty).Trim(), dom, StringComparison.OrdinalIgnoreCase))
  299. .Select(x => x.TenantId)
  300. .Distinct();
  301. }
  302. /// <summary>
  303. /// 唯一才用:0 个(UNRESOLVED)或 &gt;1 个(AMBIGUOUS)一律返回 0,交由调用方跳过。
  304. /// <b>禁止</b>退化成「取第一个」—— 那会在多租户重名时把事实写到别人名下。
  305. /// </summary>
  306. public static long ResolveTenantId(
  307. IEnumerable<PoTenantCandidate> candidates, string poNo, string? domain)
  308. {
  309. var hits = TenantCandidates(candidates, poNo, domain).Take(2).ToList();
  310. return hits.Count == 1 ? hits[0] : 0;
  311. }
  312. private static long ResolveTenant(
  313. Dictionary<string, List<PoTenantCandidate>> index, string poNo, string? domain)
  314. => index.TryGetValue(poNo.Trim(), out var bucket) ? ResolveTenantId(bucket, poNo, domain) : 0;
  315. private static int CountTenantCandidates(
  316. Dictionary<string, List<PoTenantCandidate>> index, string poNo, string? domain)
  317. => index.TryGetValue(poNo.Trim(), out var bucket)
  318. ? TenantCandidates(bucket, poNo, domain).Count()
  319. : 0;
  320. // ── 本地采购行校验 ──────────────────────────────────────────────────────────────
  321. private async Task<Dictionary<string, int>> LoadLocalPoLineIndexAsync(CancellationToken ct)
  322. {
  323. var rows = await _db.Ado.SqlQueryAsync<PoLineKeyRow>(
  324. "SELECT tenant_id AS TenantId, po_no AS PoNo, po_line AS PoLine FROM mdp_std_purchase_order");
  325. var map = new Dictionary<string, int>(StringComparer.OrdinalIgnoreCase);
  326. foreach (var r in rows)
  327. {
  328. var key = LineKey(r.TenantId, r.PoNo ?? string.Empty, r.PoLine ?? string.Empty);
  329. map[key] = map.TryGetValue(key, out var n) ? n + 1 : 1;
  330. }
  331. return map;
  332. }
  333. private static string LineKey(long tenantId, string poNo, string poLine)
  334. => $"{tenantId}|{poNo.Trim()}|{poLine.Trim()}";
  335. // ── 写入 ────────────────────────────────────────────────────────────────────────
  336. /// <summary>
  337. /// 幂等 UPSERT。结论列一律 <c>VALUES(...)</c> 无条件覆盖——这是支持
  338. /// COMPLETED → NOT_COMPLETED 回退的前提,绝不能改成「仅当新值为 C 才更新」。
  339. /// </summary>
  340. private async Task<int> UpsertAsync(
  341. List<CompletionRow> rows, string batchId, DateTime now, CancellationToken ct)
  342. {
  343. if (rows.Count == 0) return 0;
  344. var size = _opt.UpsertBatchSize > 0 ? _opt.UpsertBatchSize : 200;
  345. var written = 0;
  346. foreach (var chunk in Chunk(rows, size))
  347. {
  348. ct.ThrowIfCancellationRequested();
  349. var sb = new StringBuilder();
  350. sb.Append("""
  351. INSERT INTO mdp_std_purchase_order_completion
  352. (tenant_id, factory_id, po_no, po_line, domain, potype,
  353. raw_status, completion_status,
  354. source_system, source_id, source_row_id, source_update_time, source_update_user,
  355. observed_at, sync_batch_id, sync_time)
  356. VALUES
  357. """);
  358. var pars = new List<SugarParameter> { new("@Observed", now), new("@Batch", batchId), new("@Now", now) };
  359. for (var i = 0; i < chunk.Count; i++)
  360. {
  361. var r = chunk[i];
  362. if (i > 0) sb.Append(',');
  363. sb.Append($"(@t{i},1,@p{i},@l{i},@d{i},@y{i},@r{i},@c{i},@s{i},@i{i},@x{i},@u{i},@w{i},@Observed,@Batch,@Now)");
  364. pars.Add(new SugarParameter($"@t{i}", r.TenantId));
  365. pars.Add(new SugarParameter($"@p{i}", r.PoNo));
  366. pars.Add(new SugarParameter($"@l{i}", r.PoLine));
  367. pars.Add(new SugarParameter($"@d{i}", (object?)r.Domain ?? DBNull.Value));
  368. pars.Add(new SugarParameter($"@y{i}", (object?)r.Potype ?? DBNull.Value));
  369. pars.Add(new SugarParameter($"@r{i}", (object?)r.RawStatus ?? DBNull.Value));
  370. pars.Add(new SugarParameter($"@c{i}", r.CompletionStatus));
  371. pars.Add(new SugarParameter($"@s{i}", r.SourceSystem));
  372. pars.Add(new SugarParameter($"@i{i}", (object?)r.SourceId ?? DBNull.Value));
  373. pars.Add(new SugarParameter($"@x{i}", (object?)r.SourceRowId ?? DBNull.Value));
  374. pars.Add(new SugarParameter($"@u{i}", (object?)r.SourceUpdateTime ?? DBNull.Value));
  375. pars.Add(new SugarParameter($"@w{i}", (object?)r.SourceUpdateUser ?? DBNull.Value));
  376. }
  377. sb.Append("""
  378. ON DUPLICATE KEY UPDATE
  379. factory_id=VALUES(factory_id), domain=VALUES(domain), potype=VALUES(potype),
  380. raw_status=VALUES(raw_status), completion_status=VALUES(completion_status),
  381. source_system=VALUES(source_system), source_id=VALUES(source_id),
  382. source_row_id=VALUES(source_row_id),
  383. source_update_time=VALUES(source_update_time),
  384. source_update_user=VALUES(source_update_user),
  385. observed_at=VALUES(observed_at), sync_batch_id=VALUES(sync_batch_id),
  386. sync_time=VALUES(sync_time), update_time=CURRENT_TIMESTAMP
  387. """);
  388. await _db.Ado.ExecuteCommandAsync(sb.ToString(), pars);
  389. written += chunk.Count;
  390. }
  391. return written;
  392. }
  393. /// <summary>
  394. /// 淘汰本轮未覆盖的行 —— 它们在源侧已不存在,应回到 NOT_OBSERVED(即本表无此行)。
  395. ///
  396. /// <para>只在本方法被调用时执行,而调用点在源侧读取与写入全部成功之后;
  397. /// 读取失败会在更早处抛出,因此「源侧抓取失败却把旧事实删掉」不可能发生。</para>
  398. ///
  399. /// <para>单租户刷新只淘汰该租户 —— 租户 A 的刷新绝不允许删掉租户 B 的事实。</para>
  400. /// </summary>
  401. private async Task<int> RetireStaleAsync(string batchId, long tenantId, CancellationToken ct)
  402. {
  403. ct.ThrowIfCancellationRequested();
  404. if (tenantId > 0)
  405. {
  406. return await _db.Ado.ExecuteCommandAsync(
  407. """
  408. DELETE FROM mdp_std_purchase_order_completion
  409. WHERE tenant_id=@TenantId AND IFNULL(sync_batch_id,'') <> @BatchId
  410. """,
  411. new List<SugarParameter> { new("@TenantId", tenantId), new("@BatchId", batchId) });
  412. }
  413. return await _db.Ado.ExecuteCommandAsync(
  414. """
  415. DELETE FROM mdp_std_purchase_order_completion
  416. WHERE tenant_id > 0 AND IFNULL(sync_batch_id,'') <> @BatchId
  417. """,
  418. new List<SugarParameter> { new("@BatchId", batchId) });
  419. }
  420. // ── run log ─────────────────────────────────────────────────────────────────────
  421. private async Task<long> InsertRunLogAsync(string batchId, DateTime startedAt, string triggerType, long tenantId)
  422. {
  423. await _db.Ado.ExecuteCommandAsync(
  424. """
  425. INSERT INTO mdp_transform_run_log
  426. (tenant_id, job_code, job_name, trigger_type, batch_id, status, start_time)
  427. VALUES (@TenantId, @JobCode, @JobName, @TriggerType, @BatchId, 'RUNNING', @StartTime)
  428. """,
  429. new SugarParameter("@TenantId", tenantId),
  430. new SugarParameter("@JobCode", JobCode),
  431. new SugarParameter("@JobName", JobName),
  432. new SugarParameter("@TriggerType", NormalizeTriggerType(triggerType)),
  433. new SugarParameter("@BatchId", batchId),
  434. new SugarParameter("@StartTime", startedAt));
  435. return await _db.Ado.GetLongAsync(
  436. "SELECT id FROM mdp_transform_run_log WHERE batch_id=@BatchId ORDER BY id DESC LIMIT 1",
  437. new List<SugarParameter> { new("@BatchId", batchId) });
  438. }
  439. private async Task CompleteRunLogAsync(long runLogId, PurchaseOrderCompletionSyncResult r, DateTime startedAt)
  440. {
  441. var endedAt = DateTime.Now;
  442. // summary_json 是 JSON 列,必须写合法 JSON —— 纯文本会被 MySQL 直接拒绝。
  443. // 这里只放计数与源编码,不放任何连接信息。
  444. var summary = System.Text.Json.JsonSerializer.Serialize(new
  445. {
  446. sourceCode = r.SourceCode,
  447. sourceRows = r.SourceRows,
  448. matchedRows = r.MatchedRows,
  449. writtenRows = r.WrittenRows,
  450. completedRows = r.CompletedRows,
  451. notCompletedRows = r.NotCompletedRows,
  452. unknownStatusRows = r.UnknownStatusRows,
  453. skippedRows = r.SkippedRows,
  454. tenantUnresolvedRows = r.TenantUnresolvedRows,
  455. unmatchedRows = r.UnmatchedRows,
  456. staleRemoved = r.StaleRemoved,
  457. });
  458. await _db.Ado.ExecuteCommandAsync(
  459. """
  460. UPDATE mdp_transform_run_log
  461. SET status='SUCCESS', stage_rows=@SrcRows, standard_rows=@StdRows, end_time=@EndTime,
  462. duration_ms=@Duration, summary_json=@Summary, update_time=CURRENT_TIMESTAMP
  463. WHERE id=@Id
  464. """,
  465. new SugarParameter("@SrcRows", r.SourceRows),
  466. new SugarParameter("@StdRows", r.WrittenRows),
  467. new SugarParameter("@EndTime", endedAt),
  468. new SugarParameter("@Duration", (int)(endedAt - startedAt).TotalMilliseconds),
  469. // 刻意不截断:这是固定形状的计数 JSON(长度有界),截断会产生非法 JSON 并让整轮失败
  470. new SugarParameter("@Summary", summary),
  471. new SugarParameter("@Id", runLogId));
  472. }
  473. private async Task FailRunLogAsync(long runLogId, string message)
  474. {
  475. await _db.Ado.ExecuteCommandAsync(
  476. """
  477. UPDATE mdp_transform_run_log
  478. SET status='FAILED', end_time=@EndTime, error_message=@Msg, update_time=CURRENT_TIMESTAMP
  479. WHERE id=@Id
  480. """,
  481. new SugarParameter("@EndTime", DateTime.Now),
  482. new SugarParameter("@Msg", Truncate(message, 900)),
  483. new SugarParameter("@Id", runLogId));
  484. }
  485. // ── 工具 ────────────────────────────────────────────────────────────────────────
  486. private static string NormalizeTriggerType(string triggerType)
  487. => string.IsNullOrWhiteSpace(triggerType) ? "AUTO" : triggerType.Trim().ToUpperInvariant();
  488. private static string Truncate(string? s, int max)
  489. => string.IsNullOrEmpty(s) ? string.Empty : (s.Length <= max ? s : s[..max]);
  490. private static string? Str(DataRow row, string col)
  491. {
  492. if (!row.Table.Columns.Contains(col)) return null;
  493. var v = row[col];
  494. return v == null || v == DBNull.Value ? null : Convert.ToString(v);
  495. }
  496. private static DateTime? Dt(DataRow row, string col)
  497. {
  498. if (!row.Table.Columns.Contains(col)) return null;
  499. var v = row[col];
  500. if (v == null || v == DBNull.Value) return null;
  501. return Convert.ToDateTime(v);
  502. }
  503. private static IEnumerable<List<T>> Chunk<T>(List<T> source, int size)
  504. {
  505. for (var i = 0; i < source.Count; i += size)
  506. yield return source.GetRange(i, Math.Min(size, source.Count - i));
  507. }
  508. // ── 内部模型 ────────────────────────────────────────────────────────────────────
  509. private sealed class SourceRow
  510. {
  511. public string? SourceRowId { get; set; }
  512. public string? Domain { get; set; }
  513. public string? Potype { get; set; }
  514. public string PoNo { get; set; } = string.Empty;
  515. public string PoLine { get; set; } = string.Empty;
  516. public string? RawStatus { get; set; }
  517. public DateTime? SourceUpdateTime { get; set; }
  518. public string? SourceUpdateUser { get; set; }
  519. }
  520. private sealed class CompletionRow
  521. {
  522. public long TenantId { get; set; }
  523. public string PoNo { get; set; } = string.Empty;
  524. public string PoLine { get; set; } = string.Empty;
  525. public string? Domain { get; set; }
  526. public string? Potype { get; set; }
  527. public string? RawStatus { get; set; }
  528. public string CompletionStatus { get; set; } = StatusUnknown;
  529. public string SourceSystem { get; set; } = string.Empty;
  530. public long? SourceId { get; set; }
  531. public string? SourceRowId { get; set; }
  532. public DateTime? SourceUpdateTime { get; set; }
  533. public string? SourceUpdateUser { get; set; }
  534. }
  535. private sealed class PoLineKeyRow
  536. {
  537. public long TenantId { get; set; }
  538. public string? PoNo { get; set; }
  539. public string? PoLine { get; set; }
  540. }
  541. private sealed class SourceBinding
  542. {
  543. public string SourceCode { get; set; } = string.Empty;
  544. public long? SourceId { get; set; }
  545. }
  546. private sealed class SourceBindingRow
  547. {
  548. public long Id { get; set; }
  549. public string? SourceType { get; set; }
  550. public string? DbUser { get; set; }
  551. }
  552. }
  553. /// <summary>
  554. /// 本地采购单 → 租户候选。<c>Domain</c> 为空表示自建单(本库不填 165 账套),视为通配。
  555. /// 仅用于把 Source B 的行归到某个 Ai-DOP 租户,<b>不是</b>租户边界本身。
  556. /// </summary>
  557. public sealed class PoTenantCandidate
  558. {
  559. public string PoNo { get; set; } = string.Empty;
  560. public string Domain { get; set; } = string.Empty;
  561. public long TenantId { get; set; }
  562. }
  563. /// <summary>S3 采购完成态投影结果。</summary>
  564. public sealed class PurchaseOrderCompletionSyncResult
  565. {
  566. public string BatchId { get; set; } = string.Empty;
  567. public long RunLogId { get; set; }
  568. /// <summary>承担本次角色的数据源编码(不含任何连接信息)。</summary>
  569. public string SourceCode { get; set; } = string.Empty;
  570. /// <summary>源侧读到的行数。</summary>
  571. public int SourceRows { get; set; }
  572. /// <summary>唯一命中本地采购行的行数。</summary>
  573. public int MatchedRows { get; set; }
  574. /// <summary>实际写入(新增或刷新)的行数。</summary>
  575. public int WrittenRows { get; set; }
  576. /// <summary>被跳过的源行数(租户不可解析 + 本库无对应采购行 + 缺关键字段)。</summary>
  577. public int SkippedRows { get; set; }
  578. /// <summary>其中:租户无法唯一解析。</summary>
  579. public int TenantUnresolvedRows { get; set; }
  580. /// <summary>其中:本库无对应采购行。</summary>
  581. public int UnmatchedRows { get; set; }
  582. public int CompletedRows { get; set; }
  583. public int NotCompletedRows { get; set; }
  584. /// <summary>源侧给了 NULL 或无法识别的状态值。</summary>
  585. public int UnknownStatusRows { get; set; }
  586. /// <summary>本轮源侧已不存在、被回收为 NOT_OBSERVED 的行数。</summary>
  587. public int StaleRemoved { get; set; }
  588. }