MdpTargetPushDispatcher.cs 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119
  1. using Admin.NET.Plugin.AiDOP.Entity.DataPlatform;
  2. using Microsoft.Extensions.Logging;
  3. namespace Admin.NET.Plugin.AiDOP.DataPlatform.Executors;
  4. /// <summary>
  5. /// 出站分发:扫描 mdp_outbox,按 source_type 路由到 API / DB 执行器。
  6. /// </summary>
  7. public sealed class MdpTargetPushDispatcher : ITransient
  8. {
  9. public const int DefaultTake = 500;
  10. private const int MaxRetry = 3;
  11. private readonly ISqlSugarClient _db;
  12. private readonly MdpApiPushExecutor _api;
  13. private readonly MdpDbPushExecutor _dbPush;
  14. private readonly ILogger _logger;
  15. public MdpTargetPushDispatcher(
  16. ISqlSugarClient db,
  17. MdpApiPushExecutor api,
  18. MdpDbPushExecutor dbPush,
  19. ILoggerFactory loggerFactory)
  20. {
  21. _db = db;
  22. _api = api;
  23. _dbPush = dbPush;
  24. _logger = loggerFactory.CreateLogger(nameof(MdpTargetPushDispatcher));
  25. }
  26. public async Task<(int success, int failed, int skipped)> PushPendingAsync(
  27. int take = DefaultTake, CancellationToken cancellationToken = default)
  28. {
  29. var pending = await _db.Queryable<MdpOutbox>()
  30. .Where(x => x.Status == 0 && x.RetryCount < MaxRetry)
  31. .OrderBy(x => x.Id)
  32. .Take(take > 0 ? take : DefaultTake)
  33. .ToListAsync(cancellationToken);
  34. var success = 0;
  35. var failed = 0;
  36. var skipped = 0;
  37. foreach (var item in pending)
  38. {
  39. cancellationToken.ThrowIfCancellationRequested();
  40. try
  41. {
  42. var sources = await _db.Queryable<MdpSource>()
  43. .Where(x => x.SourceCode == item.TargetSourceCode && x.Status == 1)
  44. .Take(1)
  45. .ToListAsync(cancellationToken);
  46. var source = sources.FirstOrDefault();
  47. if (source == null)
  48. {
  49. await MarkAsync(item, 2, null, $"目标源 {item.TargetSourceCode} 未启用", cancellationToken);
  50. failed++;
  51. continue;
  52. }
  53. var executor = Resolve(source);
  54. _logger.LogInformation(
  55. "[MdpTargetPushDispatcher] outbox id={Id} source={Source} type={SourceType} via={Executor}",
  56. item.Id, source.SourceCode, source.SourceType, executor.SupportedType);
  57. var result = await executor.PushAsync(source, item, cancellationToken);
  58. if (result.Success)
  59. {
  60. await MarkAsync(item, 1, result.ResponseJson, null, cancellationToken);
  61. success++;
  62. }
  63. else
  64. {
  65. item.RetryCount++;
  66. var status = item.RetryCount >= MaxRetry ? 2 : 0;
  67. await MarkAsync(item, status, result.ResponseJson, Truncate(result.ErrorMessage, 900), cancellationToken);
  68. if (status == 2) failed++; else skipped++;
  69. }
  70. }
  71. catch (Exception ex)
  72. {
  73. item.RetryCount++;
  74. var status = item.RetryCount >= MaxRetry ? 2 : 0;
  75. await MarkAsync(item, status, null, Truncate(ex.Message, 900), cancellationToken);
  76. if (status == 2) failed++; else skipped++;
  77. _logger.LogWarning(ex, "[MdpTargetPushDispatcher] outbox id={Id} failed", item.Id);
  78. }
  79. }
  80. return (success, failed, skipped);
  81. }
  82. private IMdpTargetPushExecutor Resolve(MdpSource source)
  83. {
  84. var t = (source.SourceType ?? "").Trim().ToUpperInvariant();
  85. if (t is "DB" or "SQLSERVER" or "MYSQL" or "DATABASE")
  86. return _dbPush;
  87. if (t == "API" || t == "HTTP")
  88. return _api;
  89. // 未标注类型时:有库连接信息则走 DB,否则走 API(兼容历史 HTTP 源)
  90. if (!string.IsNullOrWhiteSpace(source.DbHost) && !string.IsNullOrWhiteSpace(source.DbName))
  91. return _dbPush;
  92. return _api;
  93. }
  94. private async Task MarkAsync(MdpOutbox item, int status, string? responseJson, string? error, CancellationToken ct)
  95. {
  96. item.Status = status;
  97. item.ResponseJson = Truncate(responseJson, 4000);
  98. item.ErrorMsg = error;
  99. item.UpdateTime = DateTime.Now;
  100. await _db.Updateable(item)
  101. .UpdateColumns(x => new { x.Status, x.RetryCount, x.ResponseJson, x.ErrorMsg, x.UpdateTime })
  102. .ExecuteCommandAsync(ct);
  103. }
  104. private static string? Truncate(string? s, int max) =>
  105. string.IsNullOrEmpty(s) ? s : (s.Length <= max ? s : s[..max]);
  106. }