S8WatchSchedulerService.cs 85 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928
  1. using Admin.NET.Plugin.AiDOP.Entity.S8;
  2. using Admin.NET.Plugin.AiDOP.Infrastructure.S8;
  3. using Admin.NET.Plugin.AiDOP.Service.S8.Rules;
  4. using Microsoft.Extensions.Logging;
  5. using SqlSugar;
  6. using System.Data;
  7. using System.Globalization;
  8. using System.Text.Json;
  9. namespace Admin.NET.Plugin.AiDOP.Service.S8;
  10. /// <summary>
  11. /// 监视规则轮询调度服务(首轮存根)。
  12. /// 后续接入 Admin.NET 定时任务机制后,由调度器周期调用 <see cref="RunOnceAsync"/>,
  13. /// 按各规则的 PollIntervalSeconds 逐条评估并生成异常记录。
  14. /// </summary>
  15. public class S8WatchSchedulerService : ITransient
  16. {
  17. private readonly SqlSugarRepository<AdoS8WatchRule> _ruleRep;
  18. private readonly SqlSugarRepository<AdoS8AlertRule> _alertRuleRep;
  19. private readonly SqlSugarRepository<AdoS8DataSource> _dataSourceRep;
  20. private readonly SqlSugarRepository<AdoS8Exception> _exceptionRep;
  21. private readonly SqlSugarRepository<AdoS8ExceptionType> _exceptionTypeRep;
  22. private readonly S8NotificationService _notificationService;
  23. private readonly S8NotificationLayerResolver _notificationLayerResolver;
  24. private readonly S8ImpactMetricsService _impactMetricsService;
  25. private readonly S8ManualReportService _manualReportService;
  26. private readonly S8TimeoutRuleEvaluator _timeoutEvaluator;
  27. private readonly S8ShortageRuleEvaluator _shortageEvaluator;
  28. private readonly S8OutOfRangeRuleEvaluator _outOfRangeEvaluator;
  29. private readonly S8DataSourceRowLoader _rowLoader;
  30. private readonly ILogger<S8WatchSchedulerService> _logger;
  31. private readonly SqlSugarRepository<AdoS8DetectionLog> _detectionLogRep;
  32. private readonly SqlSugarRepository<AdoS8RuleDetectionState> _detectionStateRep;
  33. private const string DetectionTriggerSource = "WATCH_SCHEDULER";
  34. private const string DetectResultCreated = "CREATED";
  35. private const string DetectResultRefreshed = "REFRESHED";
  36. private const string DetectResultRecovered = "RECOVERED";
  37. private const string DetectResultNoHit = "NO_HIT";
  38. private const string DetectResultEvaluateFailed = "EVALUATE_FAILED";
  39. // S8-DETECTION-LOG-WRITE-REDUCE-P1-1:REFRESHED 明细写入限频窗口。
  40. // 同 (tenant, factory, rule_code, dedup_key) 在 10 分钟内最多写一条 REFRESHED detection_log;
  41. // 业务侧 RefreshDetectionAsync / BackfillLegacyExceptionAsync 不受限频影响。
  42. private const int RefreshedRateLimitMinutes = 10;
  43. private const string DefaultTriggerType = "VALUE_DEVIATION";
  44. private const string SqlDataSourceType = "SQL";
  45. // G01-05 未闭环状态集合:复用自 S8ExceptionService 当前 pendingStatuses 事实口径
  46. // (见 S8ExceptionService.GetPagedAsync 中 pendingStatuses 的定义,两处必须保持一致)。
  47. // 这不是“自定义未闭环集合”;若现有口径调整,两处需同步修改。
  48. private static readonly string[] UnclosedExceptionStatuses =
  49. { "NEW", "ASSIGNED", "IN_PROGRESS", "PENDING_VERIFICATION" };
  50. public S8WatchSchedulerService(
  51. SqlSugarRepository<AdoS8WatchRule> ruleRep,
  52. SqlSugarRepository<AdoS8AlertRule> alertRuleRep,
  53. SqlSugarRepository<AdoS8DataSource> dataSourceRep,
  54. SqlSugarRepository<AdoS8Exception> exceptionRep,
  55. SqlSugarRepository<AdoS8ExceptionType> exceptionTypeRep,
  56. S8NotificationService notificationService,
  57. S8NotificationLayerResolver notificationLayerResolver,
  58. S8ImpactMetricsService impactMetricsService,
  59. S8ManualReportService manualReportService,
  60. S8TimeoutRuleEvaluator timeoutEvaluator,
  61. S8ShortageRuleEvaluator shortageEvaluator,
  62. S8OutOfRangeRuleEvaluator outOfRangeEvaluator,
  63. S8DataSourceRowLoader rowLoader,
  64. ILogger<S8WatchSchedulerService> logger,
  65. SqlSugarRepository<AdoS8DetectionLog> detectionLogRep,
  66. SqlSugarRepository<AdoS8RuleDetectionState> detectionStateRep)
  67. {
  68. _ruleRep = ruleRep;
  69. _alertRuleRep = alertRuleRep;
  70. _dataSourceRep = dataSourceRep;
  71. _exceptionRep = exceptionRep;
  72. _exceptionTypeRep = exceptionTypeRep;
  73. _notificationService = notificationService;
  74. _notificationLayerResolver = notificationLayerResolver;
  75. _impactMetricsService = impactMetricsService;
  76. _manualReportService = manualReportService;
  77. _timeoutEvaluator = timeoutEvaluator;
  78. _shortageEvaluator = shortageEvaluator;
  79. _outOfRangeEvaluator = outOfRangeEvaluator;
  80. _rowLoader = rowLoader;
  81. _logger = logger;
  82. _detectionLogRep = detectionLogRep;
  83. _detectionStateRep = detectionStateRep;
  84. }
  85. public async Task<List<S8WatchExecutionRule>> LoadExecutionRulesAsync(long tenantId, long factoryId)
  86. {
  87. // R3 OUT_OF_RANGE 重写后,新三类(OUT_OF_RANGE/TIMEOUT/SHORTAGE)改走 ProcessRulesByTypeAsync。
  88. // 旧 AlertRule 兼容主链此处只装载 RuleType 为空/未分类的历史规则,避免新旧双跑导致重复建单。
  89. var watchRules = await _ruleRep.AsQueryable()
  90. .Where(x => x.TenantId == tenantId
  91. && x.FactoryId == factoryId
  92. && x.Enabled
  93. && x.SceneCode == S8SceneCode.S2
  94. && (x.RuleType == null || x.RuleType == ""))
  95. .ToListAsync();
  96. var deviceRules = watchRules
  97. .Where(x => IsDeviceWatchObjectType(x.WatchObjectType))
  98. .ToList();
  99. if (deviceRules.Count == 0) return new();
  100. var dataSourceIds = deviceRules
  101. .Select(x => x.DataSourceId)
  102. .Distinct()
  103. .ToList();
  104. var dataSources = await _dataSourceRep.AsQueryable()
  105. .Where(x => x.TenantId == tenantId
  106. && x.FactoryId == factoryId
  107. && x.Enabled
  108. && dataSourceIds.Contains(x.Id))
  109. .ToListAsync();
  110. var dataSourceMap = dataSources.ToDictionary(x => x.Id);
  111. if (dataSourceMap.Count == 0) return new();
  112. var alertRules = (await _alertRuleRep.AsQueryable()
  113. .Where(x => x.TenantId == tenantId
  114. && x.FactoryId == factoryId
  115. && x.SceneCode == S8SceneCode.S2)
  116. .ToListAsync())
  117. .Where(IsSupportedAlertRule)
  118. .ToList();
  119. // G-01 首版 AlertRule 冲突口径(C 收口):
  120. // 当前场景存在多条可运行 AlertRule 时,视为“当前规则配置冲突”并跳过该规则,
  121. // 不按“首条”继续运行,也不扩大为“整场景停摆”。
  122. // 当前模型下所有 device watchRule 共享同场景 AlertRule,故冲突态下所有 device 规则均跳过,
  123. // 但此处按“逐规则跳过”的语义实现,避免被误读为“整场景 return empty 停摆”。
  124. var alertRule = alertRules.Count == 1 ? alertRules[0] : null;
  125. var executionRules = new List<S8WatchExecutionRule>();
  126. foreach (var watchRule in deviceRules.OrderBy(x => x.Id))
  127. {
  128. // 配置冲突:当前规则跳过(不停摆其他规则)。
  129. if (alertRule == null)
  130. continue;
  131. if (!dataSourceMap.TryGetValue(watchRule.DataSourceId, out var dataSource))
  132. continue;
  133. if (!IsSupportedSqlDataSource(dataSource))
  134. continue;
  135. executionRules.Add(new S8WatchExecutionRule
  136. {
  137. WatchRuleId = watchRule.Id,
  138. WatchRuleCode = watchRule.RuleCode,
  139. SceneCode = watchRule.SceneCode,
  140. TriggerType = DefaultTriggerType,
  141. WatchObjectType = watchRule.WatchObjectType.Trim(),
  142. DataSourceId = dataSource.Id,
  143. DataSourceCode = dataSource.DataSourceCode,
  144. DataSourceType = dataSource.Type,
  145. DataSourceConnection = dataSource.Endpoint?.Trim() ?? string.Empty,
  146. QueryExpression = watchRule.Expression?.Trim() ?? string.Empty,
  147. PollIntervalSeconds = watchRule.PollIntervalSeconds,
  148. AlertRuleId = alertRule.Id,
  149. AlertRuleCode = alertRule.RuleCode,
  150. TriggerCondition = alertRule.TriggerCondition!.Trim(),
  151. ThresholdValue = alertRule.ThresholdVal!.Trim(),
  152. Severity = alertRule.Severity
  153. });
  154. }
  155. return executionRules;
  156. }
  157. public async Task<List<S8WatchDeviceQueryResult>> QueryDeviceRowsAsync(long tenantId, long factoryId)
  158. {
  159. var executionRules = await LoadExecutionRulesAsync(tenantId, factoryId);
  160. var results = new List<S8WatchDeviceQueryResult>();
  161. foreach (var rule in executionRules)
  162. results.Add(await QueryDeviceRowsAsync(rule));
  163. return results;
  164. }
  165. public async Task<S8WatchDeviceQueryResult> QueryDeviceRowsAsync(S8WatchExecutionRule rule)
  166. {
  167. if (!S8DataSourceRowLoader.IsSupportedType(rule.DataSourceType))
  168. return S8WatchDeviceQueryResult.Fail(rule, "数据源类型不是 SQL/API,已跳过");
  169. if (string.IsNullOrWhiteSpace(rule.QueryExpression))
  170. return S8WatchDeviceQueryResult.Fail(rule, "查询表达式为空,已跳过");
  171. try
  172. {
  173. DataTable table;
  174. if (string.Equals(rule.DataSourceType, S8DataSourceRowLoader.ApiType, StringComparison.OrdinalIgnoreCase))
  175. {
  176. var ds = new AdoS8DataSource
  177. {
  178. Type = S8DataSourceRowLoader.ApiType,
  179. Endpoint = rule.DataSourceConnection,
  180. Enabled = true
  181. };
  182. table = await _rowLoader.LoadAsync(ds, rule.QueryExpression, SqlSugar.DbType.MySql, 30);
  183. }
  184. else
  185. {
  186. using var db = CreateSqlQueryScope(rule.DataSourceConnection);
  187. table = await db.Ado.GetDataTableAsync(rule.QueryExpression);
  188. }
  189. if (!HasRequiredColumns(table))
  190. return S8WatchDeviceQueryResult.Fail(rule, "查询结果缺少 required columns: related_object_code/current_value");
  191. var rows = table.Rows.Cast<DataRow>()
  192. .Select(MapDeviceRow)
  193. .Where(x => !string.IsNullOrWhiteSpace(x.RelatedObjectCode))
  194. .ToList();
  195. return S8WatchDeviceQueryResult.Ok(rule, rows);
  196. }
  197. catch (Exception ex)
  198. {
  199. return S8WatchDeviceQueryResult.Fail(rule, $"查询执行失败: {ex.Message}");
  200. }
  201. }
  202. /// <summary>
  203. /// G01-04:基于设备级结果行集做首版 VALUE_DEVIATION 单阈值判定,
  204. /// 产出命中结果对象列表,供 G01-05 去重与 G01-06 建单消费。
  205. /// 本方法不做去重、不做建单、不做严重度重算、不做时间线。
  206. /// </summary>
  207. public async Task<List<S8WatchHitResult>> EvaluateHitsAsync(long tenantId, long factoryId)
  208. {
  209. var executionRules = await LoadExecutionRulesAsync(tenantId, factoryId);
  210. var ruleMap = executionRules.ToDictionary(x => x.WatchRuleId);
  211. var queryResults = new List<S8WatchDeviceQueryResult>();
  212. foreach (var rule in executionRules)
  213. queryResults.Add(await QueryDeviceRowsAsync(rule));
  214. var hits = new List<S8WatchHitResult>();
  215. foreach (var queryResult in queryResults)
  216. {
  217. // G01-03 查询失败:跳过,不进入判定。
  218. if (!queryResult.Success) continue;
  219. if (!ruleMap.TryGetValue(queryResult.WatchRuleId, out var rule)) continue;
  220. // 判定参数缺失:跳过当前规则。
  221. if (string.IsNullOrWhiteSpace(rule.TriggerCondition)
  222. || string.IsNullOrWhiteSpace(rule.ThresholdValue))
  223. continue;
  224. // 比较符非法:跳过当前规则。
  225. var op = TryParseTriggerCondition(rule.TriggerCondition);
  226. if (op == null) continue;
  227. // ThresholdValue 非法:跳过当前规则。
  228. if (!TryParseDecimal(rule.ThresholdValue, out var threshold)) continue;
  229. foreach (var row in queryResult.Rows)
  230. {
  231. // CurrentValue 非法(null / 无法解析数值):跳过当前行,不进入判定。
  232. if (row.CurrentValue == null) continue;
  233. // 未命中:不进入后续链路。
  234. if (!EvaluateHit(row.CurrentValue.Value, op, threshold)) continue;
  235. hits.Add(new S8WatchHitResult
  236. {
  237. SourceRuleId = rule.WatchRuleId,
  238. SourceRuleCode = rule.WatchRuleCode,
  239. AlertRuleId = rule.AlertRuleId,
  240. DataSourceId = rule.DataSourceId,
  241. RelatedObjectCode = row.RelatedObjectCode,
  242. CurrentValue = row.CurrentValue.Value,
  243. ThresholdValue = threshold,
  244. TriggerCondition = op,
  245. Severity = rule.Severity,
  246. OccurrenceDeptId = row.OccurrenceDeptId,
  247. ResponsibleDeptId = row.ResponsibleDeptId,
  248. SourcePayload = row.SourcePayload
  249. });
  250. }
  251. }
  252. return hits;
  253. }
  254. /// <summary>
  255. /// G01-05:未闭环异常去重最小实现。
  256. /// 消费 G01-04 产出的 <see cref="S8WatchHitResult"/>,按 (SourceRuleId + RelatedObjectCode)
  257. /// 在未闭环状态集合内判重,只回答“是否允许建单”。
  258. /// 首版明确不做:原单刷新 / 时间线追加 / payload 更新 / 次数累计 / 严重度重算 / 状态修复。
  259. /// </summary>
  260. public async Task<List<S8WatchDedupResult>> EvaluateDedupAsync(long tenantId, long factoryId)
  261. {
  262. var hits = await EvaluateHitsAsync(tenantId, factoryId);
  263. var results = new List<S8WatchDedupResult>(hits.Count);
  264. foreach (var hit in hits)
  265. {
  266. // 防御性分支:正常情况下 SourceRuleId 与 RelatedObjectCode 已由上游
  267. // (G01-02 规则装配 + G01-03 查询结果列校验)保证;此处仅作兜底,
  268. // 不是首版正常路径。
  269. if (hit.SourceRuleId <= 0 || string.IsNullOrWhiteSpace(hit.RelatedObjectCode))
  270. {
  271. results.Add(new S8WatchDedupResult
  272. {
  273. Hit = hit,
  274. CanCreate = false,
  275. MatchedExceptionId = null,
  276. Reason = "missing_dedup_key"
  277. });
  278. continue;
  279. }
  280. long matchedId;
  281. try
  282. {
  283. matchedId = await FindPendingExceptionIdAsync(
  284. tenantId, factoryId, hit.SourceRuleId, hit.RelatedObjectCode);
  285. }
  286. catch
  287. {
  288. // 去重查询失败:首版偏保守,宁可阻止也不重复建单,不扩展为补偿。
  289. results.Add(new S8WatchDedupResult
  290. {
  291. Hit = hit,
  292. CanCreate = false,
  293. MatchedExceptionId = null,
  294. Reason = "query_failed"
  295. });
  296. continue;
  297. }
  298. if (matchedId > 0)
  299. {
  300. // 命中已有未闭环异常 → 阻止建单。
  301. results.Add(new S8WatchDedupResult
  302. {
  303. Hit = hit,
  304. CanCreate = false,
  305. MatchedExceptionId = matchedId,
  306. Reason = "duplicate_pending"
  307. });
  308. }
  309. else
  310. {
  311. // 未命中 → 允许建单,交 G01-06 消费。
  312. results.Add(new S8WatchDedupResult
  313. {
  314. Hit = hit,
  315. CanCreate = true,
  316. MatchedExceptionId = null,
  317. Reason = "no_pending"
  318. });
  319. }
  320. }
  321. return results;
  322. }
  323. // 取任意一条匹配的未闭环异常 Id 作为“是否存在重复单”的拦截依据。
  324. // 首版只需要“存在性”,不关心“最早 / 最新”;不在 G01-05 处理排序语义。
  325. private async Task<long> FindPendingExceptionIdAsync(
  326. long tenantId, long factoryId, long sourceRuleId, string relatedObjectCode)
  327. {
  328. // SqlSugar 表达式翻译要求 Contains 数组变量必须可访问;此处将类级常量
  329. // 承接到方法内局部变量,仅为表达式翻译服务,值与 UnclosedExceptionStatuses 一致。
  330. var statuses = UnclosedExceptionStatuses;
  331. var ids = await _exceptionRep.AsQueryable()
  332. .Where(x => x.TenantId == tenantId
  333. && x.FactoryId == factoryId
  334. && !x.IsDeleted
  335. && x.SourceRuleId == sourceRuleId
  336. && x.RelatedObjectCode == relatedObjectCode
  337. && statuses.Contains(x.Status))
  338. .Select(x => x.Id)
  339. .Take(1)
  340. .ToListAsync();
  341. return ids.Count > 0 ? ids[0] : 0L;
  342. }
  343. /// <summary>
  344. /// G01-06:自动建单入口。消费 G01-05 去重结果,对 CanCreate==true 的命中
  345. /// 复用 S8ManualReportService.CreateFromWatchAsync(同一主链的自动建单分支)落成标准 AdoS8Exception。
  346. /// CanCreate==false 直接跳过;创建失败返回最小失败结果,不补偿、不重试、不对账。
  347. /// </summary>
  348. public async Task<List<S8WatchCreationResult>> CreateExceptionsAsync(long tenantId, long factoryId)
  349. {
  350. var dedupResults = await EvaluateDedupAsync(tenantId, factoryId);
  351. var results = new List<S8WatchCreationResult>(dedupResults.Count);
  352. foreach (var dedup in dedupResults)
  353. {
  354. if (!dedup.CanCreate)
  355. {
  356. results.Add(new S8WatchCreationResult
  357. {
  358. DedupResult = dedup,
  359. Created = false,
  360. Skipped = true,
  361. CreatedExceptionId = null,
  362. Reason = dedup.Reason,
  363. ErrorMessage = null
  364. });
  365. continue;
  366. }
  367. try
  368. {
  369. var entity = await _manualReportService.CreateFromWatchAsync(dedup.Hit);
  370. await TryDispatchLayerNotificationAsync(entity);
  371. results.Add(new S8WatchCreationResult
  372. {
  373. DedupResult = dedup,
  374. Created = true,
  375. Skipped = false,
  376. CreatedExceptionId = entity.Id,
  377. Reason = "auto_created",
  378. ErrorMessage = null
  379. });
  380. }
  381. catch (Exception ex)
  382. {
  383. results.Add(new S8WatchCreationResult
  384. {
  385. DedupResult = dedup,
  386. Created = false,
  387. Skipped = false,
  388. CreatedExceptionId = null,
  389. Reason = "create_failed",
  390. ErrorMessage = ex.Message
  391. });
  392. }
  393. }
  394. // R3-OUT_OF_RANGE-REWRITE-1:三类正式 evaluator 路径。
  395. // 旧 AlertRule 兼容主链(上方 dedupResults 循环)已在 LoadExecutionRulesAsync 处过滤掉
  396. // OUT_OF_RANGE/TIMEOUT/SHORTAGE,只保留未分类历史规则;故新旧不双跑。
  397. // R6 RunId:本次 CreateExceptionsAsync 调用对应的统一关联 id,落入 detection_log。
  398. var runId = Guid.NewGuid().ToString("N").Substring(0, 16);
  399. results.AddRange(await ProcessRulesByTypeAsync(tenantId, factoryId, _timeoutEvaluator, S8TimeoutRuleEvaluator.RuleTypeCode, runId));
  400. results.AddRange(await ProcessRulesByTypeAsync(tenantId, factoryId, _shortageEvaluator, S8ShortageRuleEvaluator.RuleTypeCode, runId));
  401. results.AddRange(await ProcessRulesByTypeAsync(tenantId, factoryId, _outOfRangeEvaluator, S8OutOfRangeRuleEvaluator.RuleTypeCode, runId));
  402. return results;
  403. }
  404. /// <summary>
  405. /// R2 TIMEOUT 类规则主链:薄包装,复用 <see cref="ProcessRulesByTypeAsync"/>。RunId 由内部生成。
  406. /// </summary>
  407. public Task<List<S8WatchCreationResult>> ProcessTimeoutRulesAsync(long tenantId, long factoryId) =>
  408. ProcessRulesByTypeAsync(tenantId, factoryId, _timeoutEvaluator, S8TimeoutRuleEvaluator.RuleTypeCode, Guid.NewGuid().ToString("N").Substring(0, 16));
  409. /// <summary>
  410. /// R3 SHORTAGE 类规则主链:薄包装,复用 <see cref="ProcessRulesByTypeAsync"/>。RunId 由内部生成。
  411. /// </summary>
  412. public Task<List<S8WatchCreationResult>> ProcessShortageRulesAsync(long tenantId, long factoryId) =>
  413. ProcessRulesByTypeAsync(tenantId, factoryId, _shortageEvaluator, S8ShortageRuleEvaluator.RuleTypeCode, Guid.NewGuid().ToString("N").Substring(0, 16));
  414. /// <summary>
  415. /// R3-OUT_OF_RANGE-REWRITE-1:OUT_OF_RANGE 类规则主链。
  416. /// 复用 <see cref="ProcessRulesByTypeAsync"/>,并对历史 dedup_key=NULL 的旧记录做 compat fallback:
  417. /// (source_rule_id=rule.Id AND related_object_code=hit AND status!=CLOSED AND dedup_key IS NULL AND is_deleted=0)
  418. /// 命中则 backfill 6 列,避免重复建单。RunId 由内部生成。
  419. /// </summary>
  420. public Task<List<S8WatchCreationResult>> ProcessOutOfRangeRulesAsync(long tenantId, long factoryId) =>
  421. ProcessRulesByTypeAsync(tenantId, factoryId, _outOfRangeEvaluator, S8OutOfRangeRuleEvaluator.RuleTypeCode, Guid.NewGuid().ToString("N").Substring(0, 16));
  422. /// <summary>
  423. /// R2/R3 通用规则主链。S8-SCHED-CLEANUP-LEGACY-PATH-1:本方法已收敛为 thin wrapper,
  424. /// 单规则处理(evaluator → reconcile → hit 循环 → CREATED/REFRESHED/NO_HIT/EVALUATE_FAILED 日志)
  425. /// 全部下沉至 <see cref="ProcessSingleRuleAsync"/>,与 Job tick 路径
  426. /// (<see cref="RunDispatchTickAsync"/> → <see cref="RunSingleRuleAsync"/> → ProcessSingleRuleAsync)
  427. /// 共享同一份逻辑,避免双维护。
  428. ///
  429. /// 调用方仅有 <see cref="CreateExceptionsAsync"/>(debug run-once / Process*RulesAsync 公共薄包装)。
  430. /// debug run-once 不持 lease(保留"手动立即跑"语义),但本方法在每条规则结束时通过
  431. /// <see cref="ApplyRunOnceCompletionAsync"/> 同步更新 watch_rule.last_run_at / last_status /
  432. /// last_error / last_duration_ms / last_run_id / consecutive_failure_count,缩小 run-once 与
  433. /// Job tick 之间的 last_* 状态分裂;不动 lock_token / running_started_at / paused_until,避免
  434. /// 与正在持锁运行的 Job 撕扯。
  435. /// </summary>
  436. private async Task<List<S8WatchCreationResult>> ProcessRulesByTypeAsync(
  437. long tenantId, long factoryId, IS8RuleEvaluator evaluator, string ruleType, string runId)
  438. {
  439. var aggregate = new List<S8WatchCreationResult>();
  440. var rules = await _ruleRep.AsQueryable()
  441. .Where(x => x.TenantId == tenantId
  442. && x.FactoryId == factoryId
  443. && x.Enabled
  444. && x.RuleType == ruleType)
  445. .ToListAsync();
  446. if (rules.Count == 0) return aggregate;
  447. var alertRules = (await _alertRuleRep.AsQueryable()
  448. .Where(x => x.TenantId == tenantId && x.FactoryId == factoryId)
  449. .ToListAsync()).AsReadOnly();
  450. foreach (var rule in rules.OrderBy(x => x.Id))
  451. {
  452. // S8-RUN-ONCE-LEASE-AWARENESS-1:debug run-once 不持 lease,但若该 rule 已被 Scheduler Job
  453. // 通过 PickReadyRulesAsync 抢锁(lock_token 非空且 lock_until > now),run-once 跳过该 rule,
  454. // 不写 last_*、不写 detection_log、不动锁,以避免与 Job tick 并发评估同一 rule 而互相覆盖运行态。
  455. // 锁状态用 ToListAsync 的初始快照判定;run-once 与 Job 的微秒级竞速无法在不抢 lease 的前提下
  456. // 完全消除(已登记为 follow-up 风险)。
  457. if (!string.IsNullOrEmpty(rule.LockToken)
  458. && rule.LockUntil.HasValue
  459. && rule.LockUntil.Value > DateTime.Now)
  460. {
  461. _logger.LogInformation(
  462. "run_once_skip_locked ruleId={RuleId} ruleCode={RuleCode} ruleType={RuleType} lockToken={Token} lockedBy={By} lockUntil={Until}",
  463. rule.Id, rule.RuleCode, ruleType, rule.LockToken, rule.LockedBy, rule.LockUntil);
  464. aggregate.Add(BuildSkipResult(rule, "rule_locked_by_scheduler", null));
  465. continue;
  466. }
  467. var sw = System.Diagnostics.Stopwatch.StartNew();
  468. S8RuleRunResult completion;
  469. try
  470. {
  471. var ruleResults = await ProcessSingleRuleAsync(tenantId, factoryId, rule, ruleType, evaluator, alertRules, runId);
  472. aggregate.AddRange(ruleResults);
  473. completion = new S8RuleRunResult
  474. {
  475. Success = true,
  476. Stats = new S8RuleRunStats
  477. {
  478. Hits = ruleResults.Count,
  479. Created = ruleResults.Count(r => r.Created),
  480. Refreshed = ruleResults.Count(r => r.Reason == "duplicate_pending"),
  481. Pending = ruleResults.Count(r => r.Reason == "antiflap_pending_hit"),
  482. Failed = ruleResults.Count(r => r.Reason == "create_failed" || r.Reason == "refresh_failed" || r.Reason == "antiflap_failed" || r.Reason == "evaluate_failed")
  483. }
  484. };
  485. }
  486. catch (Exception ex)
  487. {
  488. // ProcessSingleRuleAsync 在 evaluator 抛 S8RuleEvaluatorException 时已写 EVALUATE_FAILED
  489. // detection_log 后再 throw(供 RunSingleRuleAsync 标 Success=false)。本路径无 lease,
  490. // 吞异常以保留"逐规则失败不影响其他规则"的旧 ProcessRulesByTypeAsync 语义。
  491. _logger.LogWarning(ex, "process_rule_failed ruleCode={RuleCode} ruleType={RuleType}", rule.RuleCode, ruleType);
  492. aggregate.Add(BuildSkipResult(rule, "evaluate_failed", ex.Message));
  493. completion = new S8RuleRunResult { Success = false, ErrorMessage = ex.Message, Stats = new() };
  494. }
  495. sw.Stop();
  496. try
  497. {
  498. await ApplyRunOnceCompletionAsync(rule, completion, (int)sw.ElapsedMilliseconds, runId);
  499. }
  500. catch (Exception ex)
  501. {
  502. _logger.LogWarning(ex, "run_once_completion_write_failed ruleCode={RuleCode} ruleType={RuleType}", rule.RuleCode, ruleType);
  503. }
  504. }
  505. return aggregate;
  506. }
  507. /// <summary>
  508. /// S8-SCHED-CLEANUP-LEGACY-PATH-1:debug run-once 的 last_* 状态回写(无 lease 版)。
  509. /// 与 <see cref="OnRuleCompletedAsync"/> 的语义平行,差异在于:
  510. /// - 不要求 lock_token 匹配(run-once 不持 lease)
  511. /// - 不写 lock_token / locked_by / lock_until / running_started_at(不与 Job lease 撕扯)
  512. /// - 不做 consecutive_failure_count 阈值的 paused_until 自动暂停(debug 路径不应自动暂停 demo rule)
  513. /// 写入:last_run_at / next_run_at / last_status / last_error / last_duration_ms / last_run_id /
  514. /// consecutive_failure_count / updated_at。
  515. /// </summary>
  516. private async Task ApplyRunOnceCompletionAsync(AdoS8WatchRule rule, S8RuleRunResult result, int durationMs, string runId)
  517. {
  518. var now = DateTime.Now;
  519. var nextRunAt = now.AddSeconds(NormalizePollInterval(rule.PollIntervalSeconds));
  520. if (result.Success)
  521. {
  522. await _ruleRep.Context.Updateable<AdoS8WatchRule>()
  523. .SetColumns(x => new AdoS8WatchRule
  524. {
  525. LastRunAt = now,
  526. NextRunAt = nextRunAt,
  527. LastStatus = "SUCCESS",
  528. LastError = null,
  529. LastDurationMs = durationMs,
  530. LastRunId = runId,
  531. ConsecutiveFailureCount = 0,
  532. UpdatedAt = now
  533. })
  534. .Where(x => x.Id == rule.Id)
  535. .ExecuteCommandAsync();
  536. }
  537. else
  538. {
  539. var errorTrunc = Truncate(result.ErrorMessage, 500);
  540. await _ruleRep.Context.Updateable<AdoS8WatchRule>()
  541. .SetColumns(x => new AdoS8WatchRule
  542. {
  543. LastRunAt = now,
  544. NextRunAt = nextRunAt,
  545. LastStatus = "FAILED",
  546. LastError = errorTrunc,
  547. LastDurationMs = durationMs,
  548. LastRunId = runId,
  549. ConsecutiveFailureCount = x.ConsecutiveFailureCount + 1,
  550. UpdatedAt = now
  551. })
  552. .Where(x => x.Id == rule.Id)
  553. .ExecuteCommandAsync();
  554. }
  555. }
  556. // S8-SCHED-EXEC-1:trigger / recover 抗抖计数兜底,null / <1 / >10 一律按 1,避免非法配置导致永远不建单 / 永远不恢复。
  557. private static int NormalizeAntiflapCount(int raw)
  558. {
  559. if (raw < 1 || raw > 10) return 1;
  560. return raw;
  561. }
  562. /// <summary>
  563. /// 命中时累加 detection_state.consecutive_hit_count;未存在则插入 hitCount=1。
  564. /// 返回当前 state 行(含 Id)以及命中后的 hitCount。
  565. /// 注意:本函数不消费 trigger_count_required;上游决定是否进入 CreateFromHitAsync。
  566. /// </summary>
  567. private async Task<(AdoS8RuleDetectionState? state, int hitCount)> UpsertDetectionStateOnHitAsync(
  568. long tenantId, long factoryId, AdoS8WatchRule rule, S8RuleHit hit)
  569. {
  570. var now = DateTime.Now;
  571. var existing = await _detectionStateRep.AsQueryable()
  572. .Where(x => x.TenantId == tenantId
  573. && x.FactoryId == factoryId
  574. && x.RuleCode == rule.RuleCode
  575. && x.DedupKey == hit.DedupKey)
  576. .FirstAsync();
  577. if (existing == null)
  578. {
  579. var fresh = new AdoS8RuleDetectionState
  580. {
  581. TenantId = tenantId,
  582. FactoryId = factoryId,
  583. RuleCode = rule.RuleCode,
  584. DedupKey = hit.DedupKey,
  585. SourceObjectType = string.IsNullOrEmpty(hit.SourceObjectType) ? null : hit.SourceObjectType,
  586. SourceObjectId = string.IsNullOrEmpty(hit.SourceObjectId) ? null : hit.SourceObjectId,
  587. ConsecutiveHitCount = 1,
  588. ConsecutiveMissCount = 0,
  589. LastSeenAt = now,
  590. LastHitAt = now,
  591. CreatedAt = now,
  592. UpdatedAt = now
  593. };
  594. // BUG-S8-DETECTION-STATE-ACTIVE-EXC-ID-TRIGGER1-001:必须回填 fresh.Id,否则
  595. // trigger=1 首 tick 建单后 UPDATE state SET active_exception_id WHERE id=state.Id
  596. // 命中 0 行(state.Id 为默认 0)。沿用 S8ManualReportService 既定模式。
  597. fresh = await _detectionStateRep.AsInsertable(fresh).ExecuteReturnEntityAsync();
  598. return (fresh, 1);
  599. }
  600. var newHitCount = existing.ConsecutiveHitCount + 1;
  601. await _detectionStateRep.Context.Updateable<AdoS8RuleDetectionState>()
  602. .SetColumns(x => new AdoS8RuleDetectionState
  603. {
  604. ConsecutiveHitCount = x.ConsecutiveHitCount + 1,
  605. ConsecutiveMissCount = 0,
  606. LastSeenAt = now,
  607. LastHitAt = now,
  608. SourceObjectType = string.IsNullOrEmpty(hit.SourceObjectType) ? existing.SourceObjectType : hit.SourceObjectType,
  609. SourceObjectId = string.IsNullOrEmpty(hit.SourceObjectId) ? existing.SourceObjectId : hit.SourceObjectId,
  610. UpdatedAt = now
  611. })
  612. .Where(x => x.Id == existing.Id)
  613. .ExecuteCommandAsync();
  614. existing.ConsecutiveHitCount = newHitCount;
  615. return (existing, newHitCount);
  616. }
  617. private async Task<long> FindOpenExceptionByDedupKeyAsync(long tenantId, long factoryId, string dedupKey)
  618. {
  619. var ids = await _exceptionRep.AsQueryable()
  620. .Where(x => x.TenantId == tenantId
  621. && x.FactoryId == factoryId
  622. && !x.IsDeleted
  623. && x.Status != "CLOSED"
  624. && x.DedupKey == dedupKey)
  625. .Select(x => x.Id)
  626. .Take(1)
  627. .ToListAsync();
  628. return ids.Count > 0 ? ids[0] : 0L;
  629. }
  630. /// <summary>
  631. /// R3 OUT_OF_RANGE compat fallback 查找:用 (source_rule_id, related_object_code, status!=CLOSED,
  632. /// dedup_key IS NULL, is_deleted=0) 严格条件定位旧 AlertRule 主链留下的历史记录。
  633. /// </summary>
  634. private async Task<long> FindLegacyOutOfRangeExceptionAsync(long tenantId, long factoryId, long sourceRuleId, string relatedObjectCode)
  635. {
  636. if (string.IsNullOrWhiteSpace(relatedObjectCode)) return 0L;
  637. var ids = await _exceptionRep.AsQueryable()
  638. .Where(x => x.TenantId == tenantId
  639. && x.FactoryId == factoryId
  640. && !x.IsDeleted
  641. && x.Status != "CLOSED"
  642. && x.DedupKey == null
  643. && x.SourceRuleId == sourceRuleId
  644. && x.RelatedObjectCode == relatedObjectCode)
  645. .Select(x => x.Id)
  646. .Take(1)
  647. .ToListAsync();
  648. return ids.Count > 0 ? ids[0] : 0L;
  649. }
  650. /// <summary>
  651. /// R3 OUT_OF_RANGE compat fallback backfill:把历史记录的 R1 新 6 列(dedup_key/source_rule_code/
  652. /// source_object_type/source_object_id/source_payload/last_detected_at)写入,并刷新 updated_at。
  653. /// </summary>
  654. private async Task BackfillLegacyExceptionAsync(long exceptionId, S8RuleHit hit)
  655. {
  656. await _exceptionRep.Context.Updateable<AdoS8Exception>()
  657. .SetColumns(x => new AdoS8Exception
  658. {
  659. DedupKey = hit.DedupKey,
  660. SourceRuleCode = hit.SourceRuleCode,
  661. SourceObjectType = hit.SourceObjectType,
  662. SourceObjectId = hit.SourceObjectId,
  663. SourcePayload = hit.SourcePayload,
  664. LastDetectedAt = hit.DetectedAt,
  665. UpdatedAt = DateTime.Now
  666. })
  667. .Where(x => x.Id == exceptionId)
  668. .ExecuteCommandAsync();
  669. }
  670. /// <summary>
  671. /// R5 恢复时间最小闭环:对当前 rule 下未关闭、有 dedup_key、recovered_at 仍为 NULL 的异常,
  672. /// 凡不在本轮 hits.dedup_key 集合内的,写入 recovered_at = now、updated_at = now。
  673. /// 仅写这 2 列;不动 status / assignee / verifier / source_payload / last_detected_at;
  674. /// recovered_at 一旦写入,本轮不做复发清空。
  675. /// R6 返回 recoveredIds 供上游决定是否写 NO_HIT 日志,并对每个 recovered exception 写一条 RECOVERED 日志。
  676. /// </summary>
  677. private async Task<List<long>> ReconcileRecoveriesForRuleAsync(
  678. long tenantId, long factoryId, AdoS8WatchRule rule, string ruleType, List<S8RuleHit> hits, string runId)
  679. {
  680. var hitDedupKeys = hits
  681. .Where(h => !string.IsNullOrWhiteSpace(h.DedupKey))
  682. .Select(h => h.DedupKey)
  683. .ToHashSet(StringComparer.Ordinal);
  684. var candidates = await _exceptionRep.AsQueryable()
  685. .Where(x => x.TenantId == tenantId
  686. && x.FactoryId == factoryId
  687. && !x.IsDeleted
  688. && x.Status != "CLOSED"
  689. && x.SourceRuleCode == rule.RuleCode
  690. && x.DedupKey != null
  691. && x.RecoveredAt == null)
  692. .Select(x => new { x.Id, x.DedupKey, x.SourceObjectType, x.SourceObjectId, x.RelatedObjectCode, x.ConsecutiveMissCount })
  693. .ToListAsync();
  694. if (candidates.Count == 0) return new List<long>();
  695. var now = DateTime.Now;
  696. var recoverRequired = NormalizeAntiflapCount(rule.RecoverCountRequired);
  697. var recoveredIds = new List<long>();
  698. foreach (var c in candidates)
  699. {
  700. if (hitDedupKeys.Contains(c.DedupKey!)) continue;
  701. // S8-SCHED-EXEC-1:恢复抗抖累计。
  702. // 1) 每次未命中:异常 ConsecutiveMissCount += 1,ConsecutiveHitCount 清零;
  703. // 2) miss < recover_count_required:仅累计,不写 recovered_at、不写 RECOVERED;
  704. // 3) miss >= recover_count_required:写 recovered_at、写 RECOVERED 日志。
  705. var newMissCount = c.ConsecutiveMissCount + 1;
  706. await _exceptionRep.Context.Updateable<AdoS8Exception>()
  707. .SetColumns(x => new AdoS8Exception
  708. {
  709. ConsecutiveMissCount = x.ConsecutiveMissCount + 1,
  710. ConsecutiveHitCount = 0,
  711. UpdatedAt = now
  712. })
  713. .Where(x => x.Id == c.Id)
  714. .ExecuteCommandAsync();
  715. // detection_state 同步累计 miss(建单后 state.active_exception_id 仍指向 c.Id)。
  716. await _detectionStateRep.Context.Updateable<AdoS8RuleDetectionState>()
  717. .SetColumns(x => new AdoS8RuleDetectionState
  718. {
  719. ConsecutiveMissCount = x.ConsecutiveMissCount + 1,
  720. ConsecutiveHitCount = 0,
  721. LastSeenAt = now,
  722. LastMissAt = now,
  723. UpdatedAt = now
  724. })
  725. .Where(x => x.TenantId == tenantId
  726. && x.FactoryId == factoryId
  727. && x.RuleCode == rule.RuleCode
  728. && x.DedupKey == c.DedupKey)
  729. .ExecuteCommandAsync();
  730. if (newMissCount < recoverRequired)
  731. {
  732. _logger.LogInformation(
  733. "antiflap_pending_recovery ruleCode={RuleCode} dedupKey={DedupKey} missCount={Miss} recoverRequired={Required}",
  734. rule.RuleCode, c.DedupKey, newMissCount, recoverRequired);
  735. continue;
  736. }
  737. await _exceptionRep.Context.Updateable<AdoS8Exception>()
  738. .SetColumns(x => new AdoS8Exception
  739. {
  740. RecoveredAt = now,
  741. UpdatedAt = now
  742. })
  743. .Where(x => x.Id == c.Id)
  744. .ExecuteCommandAsync();
  745. recoveredIds.Add(c.Id);
  746. await WriteDetectionLogAsync(new AdoS8DetectionLog
  747. {
  748. TenantId = tenantId, FactoryId = factoryId,
  749. RuleId = rule.Id, RuleCode = rule.RuleCode, RuleType = ruleType, SceneCode = rule.SceneCode,
  750. SourceObjectType = c.SourceObjectType, SourceObjectId = c.SourceObjectId,
  751. RelatedObjectCode = c.RelatedObjectCode, DedupKey = c.DedupKey,
  752. DetectResult = DetectResultRecovered,
  753. ExceptionId = c.Id,
  754. DetectedAt = now,
  755. PayloadSnapshot = JsonSerializer.Serialize(new { ruleId = rule.Id, ruleCode = rule.RuleCode, reason = "no_longer_hit", missCount = newMissCount, recoverRequired }),
  756. RunId = runId, TriggerSource = DetectionTriggerSource,
  757. Remark = "Rule no longer hit; recovered_at marked"
  758. });
  759. // S8-NOTIFY-WIRE-RECOVERED-1:detection_log 已写入、recovered_at 已落库后挂入恢复通知。
  760. // 通知失败仅 LogWarning,绝不影响恢复状态/检测日志。
  761. await TryDispatchRecoveredLayerNotificationAsync(c.Id);
  762. }
  763. if (recoveredIds.Count > 0)
  764. {
  765. _logger.LogInformation(
  766. "rule_recovered ruleCode={RuleCode} ruleType={RuleType} recoveredCount={Count} recoveredIds={Ids}",
  767. rule.RuleCode, ruleType, recoveredIds.Count, string.Join(",", recoveredIds));
  768. }
  769. return recoveredIds;
  770. }
  771. /// <summary>R6 通用 hit 日志构造(CREATED / REFRESHED 共用)。</summary>
  772. private static AdoS8DetectionLog BuildHitLog(
  773. long tenantId, long factoryId, AdoS8WatchRule rule, string ruleType, S8RuleHit hit,
  774. string detectResult, long exceptionId, string runId) => new()
  775. {
  776. TenantId = tenantId, FactoryId = factoryId,
  777. RuleId = rule.Id, RuleCode = rule.RuleCode, RuleType = ruleType, SceneCode = rule.SceneCode,
  778. SourceObjectType = hit.SourceObjectType, SourceObjectId = hit.SourceObjectId,
  779. RelatedObjectCode = hit.RelatedObjectCode, DedupKey = hit.DedupKey,
  780. DetectResult = detectResult,
  781. ExceptionId = exceptionId,
  782. DetectedAt = hit.DetectedAt,
  783. PayloadSnapshot = hit.SourcePayload,
  784. RunId = runId,
  785. TriggerSource = DetectionTriggerSource
  786. };
  787. /// <summary>R6 日志写入:失败仅 LogWarning,不阻断主链;不抛异常。</summary>
  788. private async Task WriteDetectionLogAsync(AdoS8DetectionLog log)
  789. {
  790. try
  791. {
  792. await _detectionLogRep.InsertAsync(log);
  793. }
  794. catch (Exception ex)
  795. {
  796. _logger.LogWarning(ex,
  797. "detection_log_write_failed runId={RunId} detectResult={Result} ruleCode={RuleCode} exceptionId={ExceptionId}",
  798. log.RunId, log.DetectResult, log.RuleCode, log.ExceptionId);
  799. }
  800. }
  801. /// <summary>
  802. /// S8-DETECTION-LOG-WRITE-REDUCE-P1-1:REFRESHED 明细限频判定。
  803. /// 查询 cutoff = detectedAt - RefreshedRateLimitMinutes 之后,
  804. /// 是否已有同 (tenant_id, factory_id, rule_code, dedup_key, DetectResult=REFRESHED) 的 detection_log;
  805. /// 命中既有索引 idx_s8_detection_log_dedup_time。查询失败仅 LogWarning 后返回 false,
  806. /// 宁可多写一条 REFRESHED 明细,也不阻断调度主链路;ruleCode / dedupKey 空白时同样返回 false(保留写入)。
  807. /// 业务侧 RefreshDetectionAsync / BackfillLegacyExceptionAsync 不在限频范围。
  808. /// </summary>
  809. private async Task<bool> HasRecentRefreshedDetectionLogAsync(
  810. long tenantId, long factoryId, string ruleCode, string dedupKey, DateTime detectedAt)
  811. {
  812. if (string.IsNullOrWhiteSpace(ruleCode) || string.IsNullOrWhiteSpace(dedupKey))
  813. return false;
  814. var cutoff = detectedAt.AddMinutes(-RefreshedRateLimitMinutes);
  815. try
  816. {
  817. return await _detectionLogRep.AsQueryable()
  818. .Where(x => x.TenantId == tenantId
  819. && x.FactoryId == factoryId
  820. && x.DedupKey == dedupKey
  821. && x.RuleCode == ruleCode
  822. && x.DetectResult == DetectResultRefreshed
  823. && x.DetectedAt >= cutoff)
  824. .AnyAsync();
  825. }
  826. catch (Exception ex)
  827. {
  828. _logger.LogWarning(ex,
  829. "detection_log_refreshed_ratelimit_check_failed ruleCode={RuleCode} dedupKey={DedupKey}",
  830. ruleCode, dedupKey);
  831. return false;
  832. }
  833. }
  834. private static string Truncate(string? s, int max) =>
  835. string.IsNullOrEmpty(s) ? string.Empty : (s.Length <= max ? s : s.Substring(0, max));
  836. private async Task RefreshDetectionAsync(long exceptionId, S8RuleHit hit)
  837. {
  838. // S8-SCHED-EXEC-1:刷新阶段抗抖累计 + 复发清空 recovered_at。
  839. // ConsecutiveHitCount += 1(用 SetColumns 内表达式完成原子自增);ConsecutiveMissCount 归零。
  840. // RecoveredAt 不为 NULL 时(复发)一并清空,保持业务对"再次命中即视为活跃"的预期。
  841. await _exceptionRep.Context.Updateable<AdoS8Exception>()
  842. .SetColumns(x => new AdoS8Exception
  843. {
  844. LastDetectedAt = hit.DetectedAt,
  845. SourcePayload = hit.SourcePayload,
  846. ConsecutiveHitCount = x.ConsecutiveHitCount + 1,
  847. ConsecutiveMissCount = 0,
  848. RecoveredAt = null,
  849. UpdatedAt = DateTime.Now
  850. })
  851. .Where(x => x.Id == exceptionId)
  852. .ExecuteCommandAsync();
  853. }
  854. private static S8WatchCreationResult BuildCreatedResult(AdoS8WatchRule rule, S8RuleHit hit, long exceptionId) =>
  855. new()
  856. {
  857. DedupResult = new S8WatchDedupResult
  858. {
  859. Hit = ToWatchHit(rule, hit),
  860. CanCreate = true,
  861. MatchedExceptionId = null,
  862. Reason = "no_pending"
  863. },
  864. Created = true,
  865. Skipped = false,
  866. CreatedExceptionId = exceptionId,
  867. Reason = "auto_created",
  868. ErrorMessage = null
  869. };
  870. private static S8WatchCreationResult BuildSkippedDuplicate(AdoS8WatchRule rule, S8RuleHit hit, long matchedId) =>
  871. new()
  872. {
  873. DedupResult = new S8WatchDedupResult
  874. {
  875. Hit = ToWatchHit(rule, hit),
  876. CanCreate = false,
  877. MatchedExceptionId = matchedId,
  878. Reason = "duplicate_pending"
  879. },
  880. Created = false,
  881. Skipped = true,
  882. CreatedExceptionId = null,
  883. Reason = "duplicate_pending",
  884. ErrorMessage = null
  885. };
  886. private static S8WatchCreationResult BuildSkipResult(AdoS8WatchRule rule, string reason, string? error, S8RuleHit? hit = null) =>
  887. new()
  888. {
  889. DedupResult = new S8WatchDedupResult
  890. {
  891. Hit = hit != null ? ToWatchHit(rule, hit) : new S8WatchHitResult { SourceRuleId = rule.Id, SourceRuleCode = rule.RuleCode },
  892. CanCreate = false,
  893. MatchedExceptionId = null,
  894. Reason = reason
  895. },
  896. Created = false,
  897. Skipped = true,
  898. CreatedExceptionId = null,
  899. Reason = reason,
  900. ErrorMessage = error
  901. };
  902. private static S8WatchHitResult ToWatchHit(AdoS8WatchRule rule, S8RuleHit hit) => new()
  903. {
  904. SourceRuleId = hit.SourceRuleId == 0 ? rule.Id : hit.SourceRuleId,
  905. SourceRuleCode = string.IsNullOrEmpty(hit.SourceRuleCode) ? rule.RuleCode : hit.SourceRuleCode,
  906. DataSourceId = hit.DataSourceId,
  907. RelatedObjectCode = hit.RelatedObjectCode,
  908. Severity = hit.Severity,
  909. OccurrenceDeptId = hit.OccurrenceDeptId,
  910. ResponsibleDeptId = hit.ResponsibleDeptId,
  911. SourcePayload = hit.SourcePayload
  912. };
  913. /// <summary>
  914. /// 单次轮询入口。当前仅完成规则读取与组装,返回可执行规则数量,不做实际数据采集。
  915. /// </summary>
  916. public async Task<int> RunOnceAsync()
  917. {
  918. var executionRules = await LoadExecutionRulesAsync(1, 1);
  919. return executionRules.Count;
  920. }
  921. // G01-04 首版最小比较符集合:>, >=, <, <=。
  922. // 允许首尾空格;非此集合的一律视为“比较符非法”,由调用方跳过。
  923. private static string? TryParseTriggerCondition(string raw)
  924. {
  925. var normalized = raw.Trim();
  926. return normalized switch
  927. {
  928. ">" => ">",
  929. ">=" => ">=",
  930. "<" => "<",
  931. "<=" => "<=",
  932. _ => null
  933. };
  934. }
  935. private static bool TryParseDecimal(string raw, out decimal value) =>
  936. decimal.TryParse(raw.Trim(), NumberStyles.Any, CultureInfo.InvariantCulture, out value);
  937. private static bool EvaluateHit(decimal current, string op, decimal threshold) => op switch
  938. {
  939. ">" => current > threshold,
  940. ">=" => current >= threshold,
  941. "<" => current < threshold,
  942. "<=" => current <= threshold,
  943. _ => false
  944. };
  945. private static bool IsSupportedAlertRule(AdoS8AlertRule alertRule) =>
  946. !string.IsNullOrWhiteSpace(alertRule.TriggerCondition)
  947. && !string.IsNullOrWhiteSpace(alertRule.ThresholdVal);
  948. private static bool IsSupportedSqlDataSource(AdoS8DataSource dataSource) =>
  949. dataSource.Enabled
  950. && S8DataSourceRowLoader.IsSupportedType(dataSource.Type)
  951. && !string.IsNullOrWhiteSpace(dataSource.Endpoint);
  952. private static bool IsDeviceWatchObjectType(string? watchObjectType)
  953. {
  954. if (string.IsNullOrWhiteSpace(watchObjectType)) return false;
  955. var normalized = watchObjectType.Trim().ToUpperInvariant();
  956. return normalized is "DEVICE" or "EQUIPMENT" || watchObjectType.Trim() == "设备";
  957. }
  958. private SqlSugarScope CreateSqlQueryScope(string connectionString)
  959. {
  960. var dbType = _ruleRep.Context.CurrentConnectionConfig.DbType;
  961. return new SqlSugarScope(new ConnectionConfig
  962. {
  963. ConfigId = $"s8-watch-sql-{Guid.NewGuid():N}",
  964. DbType = dbType,
  965. ConnectionString = connectionString,
  966. InitKeyType = InitKeyType.Attribute,
  967. IsAutoCloseConnection = true
  968. });
  969. }
  970. private static bool HasRequiredColumns(DataTable table) =>
  971. TryGetColumnName(table.Columns, "related_object_code") != null
  972. && TryGetColumnName(table.Columns, "current_value") != null;
  973. private static S8WatchDeviceRow MapDeviceRow(DataRow row)
  974. {
  975. var columns = row.Table.Columns;
  976. var relatedObjectCodeColumn = TryGetColumnName(columns, "related_object_code");
  977. var currentValueColumn = TryGetColumnName(columns, "current_value");
  978. var occurrenceDeptIdColumn = TryGetColumnName(columns, "occurrence_dept_id");
  979. var responsibleDeptIdColumn = TryGetColumnName(columns, "responsible_dept_id");
  980. return new S8WatchDeviceRow
  981. {
  982. RelatedObjectCode = ReadString(row, relatedObjectCodeColumn),
  983. CurrentValue = ReadDecimal(row, currentValueColumn),
  984. OccurrenceDeptId = ReadLong(row, occurrenceDeptIdColumn),
  985. ResponsibleDeptId = ReadLong(row, responsibleDeptIdColumn),
  986. SourcePayload = BuildSourcePayload(row)
  987. };
  988. }
  989. private static string? TryGetColumnName(DataColumnCollection columns, string expectedName)
  990. {
  991. var normalizedExpected = NormalizeColumnName(expectedName);
  992. foreach (DataColumn column in columns)
  993. {
  994. if (NormalizeColumnName(column.ColumnName) == normalizedExpected)
  995. return column.ColumnName;
  996. }
  997. return null;
  998. }
  999. private static string NormalizeColumnName(string columnName) =>
  1000. columnName.Replace("_", string.Empty, StringComparison.Ordinal).Trim().ToUpperInvariant();
  1001. private static string ReadString(DataRow row, string? columnName)
  1002. {
  1003. if (string.IsNullOrWhiteSpace(columnName)) return string.Empty;
  1004. var value = row[columnName];
  1005. return value == DBNull.Value ? string.Empty : Convert.ToString(value)?.Trim() ?? string.Empty;
  1006. }
  1007. private static long? ReadLong(DataRow row, string? columnName)
  1008. {
  1009. if (string.IsNullOrWhiteSpace(columnName)) return null;
  1010. var value = row[columnName];
  1011. if (value == DBNull.Value) return null;
  1012. return long.TryParse(Convert.ToString(value, CultureInfo.InvariantCulture), out var result) ? result : null;
  1013. }
  1014. private static decimal? ReadDecimal(DataRow row, string? columnName)
  1015. {
  1016. if (string.IsNullOrWhiteSpace(columnName)) return null;
  1017. var value = row[columnName];
  1018. if (value == DBNull.Value) return null;
  1019. return decimal.TryParse(Convert.ToString(value, CultureInfo.InvariantCulture), NumberStyles.Any, CultureInfo.InvariantCulture, out var result)
  1020. ? result
  1021. : null;
  1022. }
  1023. private static string BuildSourcePayload(DataRow row)
  1024. {
  1025. var payload = new Dictionary<string, object?>(StringComparer.OrdinalIgnoreCase);
  1026. foreach (DataColumn column in row.Table.Columns)
  1027. {
  1028. var value = row[column];
  1029. payload[column.ColumnName] = value == DBNull.Value ? null : value;
  1030. }
  1031. return JsonSerializer.Serialize(payload);
  1032. }
  1033. // ============================================================
  1034. // S8-SCHED-EXEC-1:DB 驱动调度执行层
  1035. // ============================================================
  1036. private const int LeaseDurationMinutes = 5;
  1037. private const int AutoPauseFailureThreshold = 3;
  1038. private const int AutoPauseDurationHours = 1;
  1039. private const int DefaultPollIntervalSeconds = 300;
  1040. private const int MinPollIntervalSeconds = 60;
  1041. private const int MaxPollIntervalSeconds = 86400;
  1042. /// <summary>
  1043. /// S8-SCHED-EXEC-1:释放过期 lease(lock_until &lt; NOW),不修改 last_status / last_error,仅清空 lock 三件套 + running_started_at。
  1044. /// 返回释放的行数。
  1045. /// </summary>
  1046. public async Task<int> ResetExpiredLeasesAsync(long tenantId, long factoryId)
  1047. {
  1048. var now = DateTime.Now;
  1049. var affected = await _ruleRep.Context.Updateable<AdoS8WatchRule>()
  1050. .SetColumns(x => new AdoS8WatchRule
  1051. {
  1052. LockToken = null,
  1053. LockedBy = null,
  1054. LockUntil = null,
  1055. RunningStartedAt = null,
  1056. UpdatedAt = now
  1057. })
  1058. .Where(x => x.TenantId == tenantId
  1059. && x.FactoryId == factoryId
  1060. && x.LockUntil != null
  1061. && x.LockUntil < now)
  1062. .ExecuteCommandAsync();
  1063. if (affected > 0)
  1064. {
  1065. _logger.LogWarning(
  1066. "lease_reset tenantId={Tenant} factoryId={Factory} releasedCount={Count}",
  1067. tenantId, factoryId, affected);
  1068. }
  1069. return affected;
  1070. }
  1071. /// <summary>
  1072. /// S8-SCHED-EXEC-1:到期规则候选 + 乐观 UPDATE 抢锁,返回成功抢到的 lease 列表。
  1073. /// 抢锁条件:enabled=1 AND (paused_until IS NULL OR paused_until &lt;= NOW)
  1074. /// AND (next_run_at IS NULL OR next_run_at &lt;= NOW)
  1075. /// AND (lock_until IS NULL OR lock_until &lt;= NOW)。
  1076. /// 抢锁回写:lock_token / locked_by / lock_until = NOW + 5min / running_started_at = NOW / last_run_id = runId。
  1077. /// affectedRows == 1 才算抢到;后续 OnRuleCompletedAsync 必须按 lockToken 回写,避免旧进程覆盖新 lease。
  1078. /// </summary>
  1079. public async Task<List<S8RuleLease>> PickReadyRulesAsync(long tenantId, long factoryId, int batchSize, string lockedBy, string runId)
  1080. {
  1081. if (batchSize <= 0) batchSize = 16;
  1082. var now = DateTime.Now;
  1083. var candidates = await _ruleRep.AsQueryable()
  1084. .Where(x => x.TenantId == tenantId
  1085. && x.FactoryId == factoryId
  1086. && x.Enabled
  1087. && (x.PausedUntil == null || x.PausedUntil <= now)
  1088. && (x.NextRunAt == null || x.NextRunAt <= now)
  1089. && (x.LockUntil == null || x.LockUntil <= now))
  1090. .OrderBy(x => x.NextRunAt, OrderByType.Asc)
  1091. .OrderBy(x => x.Id, OrderByType.Asc)
  1092. .Take(batchSize)
  1093. .Select(x => new { x.Id, x.RuleCode, x.RuleType })
  1094. .ToListAsync();
  1095. if (candidates.Count == 0) return new();
  1096. var leases = new List<S8RuleLease>();
  1097. foreach (var c in candidates)
  1098. {
  1099. var token = Guid.NewGuid().ToString("N");
  1100. var lockUntil = DateTime.Now.AddMinutes(LeaseDurationMinutes);
  1101. var runningAt = DateTime.Now;
  1102. // 乐观 UPDATE:再校验一次条件,affectedRows=1 才算抢到。
  1103. var affected = await _ruleRep.Context.Updateable<AdoS8WatchRule>()
  1104. .SetColumns(x => new AdoS8WatchRule
  1105. {
  1106. LockToken = token,
  1107. LockedBy = lockedBy,
  1108. LockUntil = lockUntil,
  1109. RunningStartedAt = runningAt,
  1110. LastRunId = runId,
  1111. UpdatedAt = runningAt
  1112. })
  1113. .Where(x => x.Id == c.Id
  1114. && x.Enabled
  1115. && (x.PausedUntil == null || x.PausedUntil <= runningAt)
  1116. && (x.NextRunAt == null || x.NextRunAt <= runningAt)
  1117. && (x.LockUntil == null || x.LockUntil <= runningAt))
  1118. .ExecuteCommandAsync();
  1119. if (affected == 1)
  1120. {
  1121. leases.Add(new S8RuleLease
  1122. {
  1123. RuleId = c.Id,
  1124. RuleCode = c.RuleCode,
  1125. RuleType = c.RuleType,
  1126. LockToken = token,
  1127. LockedBy = lockedBy,
  1128. LockUntil = lockUntil,
  1129. RunId = runId,
  1130. AcquiredAt = runningAt
  1131. });
  1132. }
  1133. }
  1134. return leases;
  1135. }
  1136. /// <summary>
  1137. /// S8-SCHED-EXEC-1:执行单条已抢锁规则的 evaluator → 抗抖去重 → 建单/刷新 → 恢复 reconcile。
  1138. /// 不释放 lease(OnRuleCompletedAsync 负责);evaluator 抛异常时 Result.Success=false 并保留 ErrorMessage。
  1139. /// </summary>
  1140. public async Task<S8RuleRunResult> RunSingleRuleAsync(long tenantId, long factoryId, S8RuleLease lease)
  1141. {
  1142. var rule = await _ruleRep.AsQueryable()
  1143. .Where(x => x.Id == lease.RuleId)
  1144. .FirstAsync();
  1145. if (rule == null)
  1146. {
  1147. return new S8RuleRunResult { Success = false, ErrorMessage = "rule_not_found", Stats = new() };
  1148. }
  1149. var ruleType = rule.RuleType;
  1150. if (string.IsNullOrWhiteSpace(ruleType))
  1151. {
  1152. // 未分类的旧规则不在新调度路径承载;标 SKIPPED 但不视为失败。
  1153. return new S8RuleRunResult { Success = true, ErrorMessage = "rule_type_empty_skipped", Stats = new() };
  1154. }
  1155. IS8RuleEvaluator? evaluator = ruleType switch
  1156. {
  1157. S8TimeoutRuleEvaluator.RuleTypeCode => _timeoutEvaluator,
  1158. S8ShortageRuleEvaluator.RuleTypeCode => _shortageEvaluator,
  1159. S8OutOfRangeRuleEvaluator.RuleTypeCode => _outOfRangeEvaluator,
  1160. _ => null
  1161. };
  1162. if (evaluator == null)
  1163. {
  1164. return new S8RuleRunResult { Success = false, ErrorMessage = $"unsupported_rule_type:{ruleType}", Stats = new() };
  1165. }
  1166. try
  1167. {
  1168. var alertRules = (await _alertRuleRep.AsQueryable()
  1169. .Where(x => x.TenantId == tenantId && x.FactoryId == factoryId)
  1170. .ToListAsync()).AsReadOnly();
  1171. var results = await ProcessSingleRuleAsync(tenantId, factoryId, rule, ruleType, evaluator, alertRules, lease.RunId);
  1172. var stats = new S8RuleRunStats
  1173. {
  1174. Hits = results.Count,
  1175. Created = results.Count(r => r.Created),
  1176. Refreshed = results.Count(r => r.Reason == "duplicate_pending"),
  1177. Pending = results.Count(r => r.Reason == "antiflap_pending_hit"),
  1178. Failed = results.Count(r => r.Reason == "create_failed" || r.Reason == "refresh_failed" || r.Reason == "antiflap_failed" || r.Reason == "evaluate_failed")
  1179. };
  1180. return new S8RuleRunResult { Success = true, Stats = stats };
  1181. }
  1182. catch (Exception ex)
  1183. {
  1184. return new S8RuleRunResult
  1185. {
  1186. Success = false,
  1187. ErrorMessage = ex.Message,
  1188. Stats = new()
  1189. };
  1190. }
  1191. }
  1192. /// <summary>
  1193. /// S8-SCHED-EXEC-1:单规则处理(evaluator → reconcile → hit 循环)。
  1194. /// 与 ProcessRulesByTypeAsync 内单规则循环体语义一致;此处抽出便于新调度路径直接调用单条 rule。
  1195. /// </summary>
  1196. private async Task<List<S8WatchCreationResult>> ProcessSingleRuleAsync(
  1197. long tenantId, long factoryId, AdoS8WatchRule rule, string ruleType,
  1198. IS8RuleEvaluator evaluator, IReadOnlyList<AdoS8AlertRule> alertRules, string runId)
  1199. {
  1200. var results = new List<S8WatchCreationResult>();
  1201. List<S8RuleHit> hits;
  1202. try
  1203. {
  1204. hits = await evaluator.EvaluateAsync(tenantId, factoryId, rule, alertRules);
  1205. }
  1206. catch (Exception ex)
  1207. {
  1208. var failureReason = ex is S8RuleEvaluatorException sre ? sre.Reason : ex.GetType().Name;
  1209. await WriteDetectionLogAsync(new AdoS8DetectionLog
  1210. {
  1211. TenantId = tenantId, FactoryId = factoryId,
  1212. RuleId = rule.Id, RuleCode = rule.RuleCode, RuleType = ruleType, SceneCode = rule.SceneCode,
  1213. SourceObjectType = rule.SourceObjectType,
  1214. DetectResult = DetectResultEvaluateFailed,
  1215. DetectedAt = DateTime.Now,
  1216. FailureReason = failureReason,
  1217. FailureMessage = Truncate(ex.Message, 1000),
  1218. RunId = runId, TriggerSource = DetectionTriggerSource
  1219. });
  1220. results.Add(BuildSkipResult(rule, "evaluate_failed", ex.Message));
  1221. throw;
  1222. }
  1223. List<long> recoveredIds;
  1224. try
  1225. {
  1226. recoveredIds = await ReconcileRecoveriesForRuleAsync(tenantId, factoryId, rule, ruleType, hits, runId);
  1227. }
  1228. catch (Exception ex)
  1229. {
  1230. _logger.LogWarning(ex, "recovery_reconcile_failed ruleCode={RuleCode} ruleType={RuleType}", rule.RuleCode, ruleType);
  1231. recoveredIds = new();
  1232. }
  1233. // S8-DETECTION-LOG-WRITE-REDUCE-P1-1:NO_HIT 不再写 detection_log 明细。
  1234. // 规则级"被定期评估"信号由 ado_s8_watch_rule.LastRunAt / LastStatus / LastRunId / LastDurationMs
  1235. // 在 OnRuleCompletedAsync / ApplyRunOnceCompletionAsync 中承接,无需 detection_log 冗余记录。
  1236. // DetectResultNoHit 常量保留(历史数据反查 / 未来如需恢复明细写入)。
  1237. foreach (var hit in hits)
  1238. {
  1239. if (string.IsNullOrWhiteSpace(hit.DedupKey))
  1240. {
  1241. results.Add(BuildSkipResult(rule, "missing_dedup_key", null, hit));
  1242. continue;
  1243. }
  1244. long matchedId;
  1245. try
  1246. {
  1247. matchedId = await FindOpenExceptionByDedupKeyAsync(tenantId, factoryId, hit.DedupKey);
  1248. }
  1249. catch (Exception ex)
  1250. {
  1251. results.Add(BuildSkipResult(rule, "query_failed", ex.Message, hit));
  1252. continue;
  1253. }
  1254. if (matchedId > 0)
  1255. {
  1256. try
  1257. {
  1258. await RefreshDetectionAsync(matchedId, hit);
  1259. if (!await HasRecentRefreshedDetectionLogAsync(tenantId, factoryId, rule.RuleCode, hit.DedupKey, hit.DetectedAt))
  1260. {
  1261. await WriteDetectionLogAsync(BuildHitLog(tenantId, factoryId, rule, ruleType, hit, DetectResultRefreshed, matchedId, runId));
  1262. }
  1263. results.Add(BuildSkippedDuplicate(rule, hit, matchedId));
  1264. }
  1265. catch (Exception ex)
  1266. {
  1267. results.Add(BuildSkipResult(rule, "refresh_failed", ex.Message, hit));
  1268. }
  1269. continue;
  1270. }
  1271. if (string.Equals(ruleType, S8OutOfRangeRuleEvaluator.RuleTypeCode, StringComparison.OrdinalIgnoreCase))
  1272. {
  1273. long compatId;
  1274. try
  1275. {
  1276. compatId = await FindLegacyOutOfRangeExceptionAsync(tenantId, factoryId, rule.Id, hit.RelatedObjectCode);
  1277. }
  1278. catch (Exception ex)
  1279. {
  1280. results.Add(BuildSkipResult(rule, "query_failed", ex.Message, hit));
  1281. continue;
  1282. }
  1283. if (compatId > 0)
  1284. {
  1285. try
  1286. {
  1287. await BackfillLegacyExceptionAsync(compatId, hit);
  1288. if (!await HasRecentRefreshedDetectionLogAsync(tenantId, factoryId, rule.RuleCode, hit.DedupKey, hit.DetectedAt))
  1289. {
  1290. await WriteDetectionLogAsync(BuildHitLog(tenantId, factoryId, rule, ruleType, hit, DetectResultRefreshed, compatId, runId));
  1291. }
  1292. results.Add(BuildSkippedDuplicate(rule, hit, compatId));
  1293. }
  1294. catch (Exception ex)
  1295. {
  1296. results.Add(BuildSkipResult(rule, "refresh_failed", ex.Message, hit));
  1297. }
  1298. continue;
  1299. }
  1300. }
  1301. bool typeExists;
  1302. try
  1303. {
  1304. typeExists = await _exceptionTypeRep.AsQueryable()
  1305. .Where(t => t.TypeCode == hit.ExceptionTypeCode
  1306. && (t.TenantId == 0 || t.TenantId == tenantId)
  1307. && (t.FactoryId == 0 || t.FactoryId == factoryId)
  1308. && t.Enabled)
  1309. .AnyAsync();
  1310. }
  1311. catch (Exception ex)
  1312. {
  1313. results.Add(BuildSkipResult(rule, "query_failed", ex.Message, hit));
  1314. continue;
  1315. }
  1316. if (!typeExists)
  1317. {
  1318. results.Add(BuildSkipResult(rule, "exception_type_missing", null, hit));
  1319. continue;
  1320. }
  1321. int hitCount;
  1322. AdoS8RuleDetectionState? state;
  1323. try
  1324. {
  1325. (state, hitCount) = await UpsertDetectionStateOnHitAsync(tenantId, factoryId, rule, hit);
  1326. }
  1327. catch (Exception ex)
  1328. {
  1329. results.Add(BuildSkipResult(rule, "antiflap_failed", ex.Message, hit));
  1330. continue;
  1331. }
  1332. var triggerRequired = NormalizeAntiflapCount(rule.TriggerCountRequired);
  1333. if (hitCount < triggerRequired)
  1334. {
  1335. _logger.LogInformation(
  1336. "antiflap_pending_hit ruleCode={RuleCode} dedupKey={DedupKey} hitCount={HitCount} trigger={Trigger}",
  1337. rule.RuleCode, hit.DedupKey, hitCount, triggerRequired);
  1338. results.Add(BuildSkipResult(rule, "antiflap_pending_hit", null, hit));
  1339. continue;
  1340. }
  1341. try
  1342. {
  1343. var entity = await _manualReportService.CreateFromHitAsync(hit);
  1344. await _exceptionRep.Context.Updateable<AdoS8Exception>()
  1345. .SetColumns(x => new AdoS8Exception
  1346. {
  1347. ConsecutiveHitCount = hitCount,
  1348. ConsecutiveMissCount = 0,
  1349. UpdatedAt = DateTime.Now
  1350. })
  1351. .Where(x => x.Id == entity.Id)
  1352. .ExecuteCommandAsync();
  1353. if (state != null)
  1354. {
  1355. await _detectionStateRep.Context.Updateable<AdoS8RuleDetectionState>()
  1356. .SetColumns(x => new AdoS8RuleDetectionState
  1357. {
  1358. ActiveExceptionId = entity.Id,
  1359. UpdatedAt = DateTime.Now
  1360. })
  1361. .Where(x => x.Id == state.Id)
  1362. .ExecuteCommandAsync();
  1363. }
  1364. await WriteDetectionLogAsync(BuildHitLog(tenantId, factoryId, rule, ruleType, hit, DetectResultCreated, entity.Id, runId));
  1365. await TryDispatchLayerNotificationAsync(entity);
  1366. results.Add(BuildCreatedResult(rule, hit, entity.Id));
  1367. }
  1368. catch (Exception ex)
  1369. {
  1370. results.Add(BuildSkipResult(rule, "create_failed", ex.Message, hit));
  1371. }
  1372. }
  1373. return results;
  1374. }
  1375. /// <summary>
  1376. /// S8-SCHED-EXEC-1:lease 执行完成回写。
  1377. /// 必须 WHERE id = lease.RuleId AND lock_token = lease.LockToken;affectedRows = 0 视为 lease 丢失,记录 Warning,不覆盖状态。
  1378. /// 失败 ≥ 阈值(默认 3)写 paused_until = NOW + 1h。
  1379. /// </summary>
  1380. public async Task OnRuleCompletedAsync(long tenantId, long factoryId, S8RuleLease lease, S8RuleRunResult result, int durationMs)
  1381. {
  1382. var rule = await _ruleRep.AsQueryable().Where(x => x.Id == lease.RuleId).FirstAsync();
  1383. if (rule == null)
  1384. {
  1385. _logger.LogWarning("lease_complete_rule_missing ruleId={RuleId}", lease.RuleId);
  1386. return;
  1387. }
  1388. var now = DateTime.Now;
  1389. var effectiveInterval = NormalizePollInterval(rule.PollIntervalSeconds);
  1390. var nextRunAt = now.AddSeconds(effectiveInterval);
  1391. int affected;
  1392. if (result.Success)
  1393. {
  1394. affected = await _ruleRep.Context.Updateable<AdoS8WatchRule>()
  1395. .SetColumns(x => new AdoS8WatchRule
  1396. {
  1397. LastRunAt = now,
  1398. NextRunAt = nextRunAt,
  1399. LastStatus = "SUCCESS",
  1400. LastError = null,
  1401. LastDurationMs = durationMs,
  1402. ConsecutiveFailureCount = 0,
  1403. LockToken = null,
  1404. LockedBy = null,
  1405. LockUntil = null,
  1406. RunningStartedAt = null,
  1407. UpdatedAt = now
  1408. })
  1409. .Where(x => x.Id == lease.RuleId && x.LockToken == lease.LockToken)
  1410. .ExecuteCommandAsync();
  1411. }
  1412. else
  1413. {
  1414. var errorTrunc = Truncate(result.ErrorMessage, 500);
  1415. var newFailures = rule.ConsecutiveFailureCount + 1;
  1416. DateTime? pausedUntil = rule.PausedUntil;
  1417. string? pauseReason = rule.PauseReason;
  1418. if (newFailures >= AutoPauseFailureThreshold)
  1419. {
  1420. pausedUntil = now.AddHours(AutoPauseDurationHours);
  1421. pauseReason = Truncate($"AUTO_PAUSED_AFTER_{AutoPauseFailureThreshold}_FAILURES: {errorTrunc}", 64);
  1422. }
  1423. affected = await _ruleRep.Context.Updateable<AdoS8WatchRule>()
  1424. .SetColumns(x => new AdoS8WatchRule
  1425. {
  1426. LastRunAt = now,
  1427. NextRunAt = nextRunAt,
  1428. LastStatus = "FAILED",
  1429. LastError = errorTrunc,
  1430. LastDurationMs = durationMs,
  1431. ConsecutiveFailureCount = x.ConsecutiveFailureCount + 1,
  1432. PausedUntil = pausedUntil,
  1433. PauseReason = pauseReason,
  1434. LockToken = null,
  1435. LockedBy = null,
  1436. LockUntil = null,
  1437. RunningStartedAt = null,
  1438. UpdatedAt = now
  1439. })
  1440. .Where(x => x.Id == lease.RuleId && x.LockToken == lease.LockToken)
  1441. .ExecuteCommandAsync();
  1442. }
  1443. if (affected == 0)
  1444. {
  1445. _logger.LogWarning(
  1446. "lease_lost_on_complete ruleId={RuleId} ruleCode={RuleCode} lockToken={LockToken}",
  1447. lease.RuleId, lease.RuleCode, lease.LockToken);
  1448. }
  1449. }
  1450. /// <summary>
  1451. /// S8-SCHED-EXEC-1:单 tick 完整流程。Job / debug 调度入口。
  1452. /// 1) ResetExpiredLeasesAsync
  1453. /// 2) PickReadyRulesAsync(batchSize)
  1454. /// 3) 每条 rule 独立 try/catch 调用 RunSingleRuleAsync + OnRuleCompletedAsync
  1455. /// 单条规则失败不影响其他规则;整 tick 不抛异常。
  1456. /// </summary>
  1457. public async Task<S8DispatchTickResult> RunDispatchTickAsync(long tenantId, long factoryId, int batchSize, string lockedBy)
  1458. {
  1459. var tickId = Guid.NewGuid().ToString("N").Substring(0, 8);
  1460. var runId = Guid.NewGuid().ToString("N").Substring(0, 16);
  1461. var summary = new S8DispatchTickResult { TickId = tickId, RunId = runId };
  1462. try
  1463. {
  1464. summary.LeaseReleased = await ResetExpiredLeasesAsync(tenantId, factoryId);
  1465. }
  1466. catch (Exception ex)
  1467. {
  1468. _logger.LogError(ex, "tick_reset_lease_failed tickId={TickId}", tickId);
  1469. }
  1470. List<S8RuleLease> leases;
  1471. try
  1472. {
  1473. leases = await PickReadyRulesAsync(tenantId, factoryId, batchSize, lockedBy, runId);
  1474. }
  1475. catch (Exception ex)
  1476. {
  1477. _logger.LogError(ex, "tick_pick_failed tickId={TickId}", tickId);
  1478. return summary;
  1479. }
  1480. summary.Picked = leases.Count;
  1481. foreach (var lease in leases)
  1482. {
  1483. var sw = System.Diagnostics.Stopwatch.StartNew();
  1484. S8RuleRunResult runResult;
  1485. try
  1486. {
  1487. runResult = await RunSingleRuleAsync(tenantId, factoryId, lease);
  1488. }
  1489. catch (Exception ex)
  1490. {
  1491. runResult = new S8RuleRunResult { Success = false, ErrorMessage = ex.Message, Stats = new() };
  1492. }
  1493. sw.Stop();
  1494. try
  1495. {
  1496. await OnRuleCompletedAsync(tenantId, factoryId, lease, runResult, (int)sw.ElapsedMilliseconds);
  1497. }
  1498. catch (Exception ex)
  1499. {
  1500. _logger.LogError(ex, "tick_complete_failed tickId={TickId} ruleId={RuleId} ruleCode={RuleCode}", tickId, lease.RuleId, lease.RuleCode);
  1501. }
  1502. _logger.LogInformation(
  1503. "tick_rule_done tickId={TickId} runId={RunId} ruleId={RuleId} ruleCode={RuleCode} status={Status} durationMs={Dur} hits={Hits} created={Created} refreshed={Refreshed} pending={Pending} failed={Failed} error={Error}",
  1504. tickId, runId, lease.RuleId, lease.RuleCode,
  1505. runResult.Success ? "SUCCESS" : "FAILED",
  1506. sw.ElapsedMilliseconds,
  1507. runResult.Stats.Hits, runResult.Stats.Created, runResult.Stats.Refreshed, runResult.Stats.Pending, runResult.Stats.Failed,
  1508. runResult.ErrorMessage);
  1509. if (runResult.Success)
  1510. {
  1511. summary.Success++;
  1512. summary.Created += runResult.Stats.Created;
  1513. summary.Refreshed += runResult.Stats.Refreshed;
  1514. summary.Pending += runResult.Stats.Pending;
  1515. summary.PerRuleFailed += runResult.Stats.Failed;
  1516. }
  1517. else
  1518. {
  1519. summary.Failed++;
  1520. }
  1521. }
  1522. return summary;
  1523. }
  1524. private static int NormalizePollInterval(int raw)
  1525. {
  1526. if (raw < MinPollIntervalSeconds || raw > MaxPollIntervalSeconds) return DefaultPollIntervalSeconds;
  1527. return raw;
  1528. }
  1529. /// <summary>
  1530. /// S8-NOTIFY-WIRE-WATCH-1:异常自动建单成功后,非破坏性挂入通知分层路由。
  1531. /// 全程异常隔离:任何异常仅 LogWarning,不抛回主流程,不影响 detection_log / 事务 /
  1532. /// 异常状态机;该方法独立于 CreateFromWatchAsync / CreateFromHitAsync 的事务边界
  1533. /// (两者已 commit 后才返回 entity,故在此调用安全)。
  1534. /// sceneCode:先从 entity.SceneCode;空则 fallback 到 "S8_DEMO_DEFAULT"(demo 路径)。
  1535. /// severity:直接取 entity.Severity(CreateFromWatchAsync/CreateFromHitAsync 已保证非空)。
  1536. /// </summary>
  1537. private async Task TryDispatchLayerNotificationAsync(AdoS8Exception entity)
  1538. {
  1539. if (entity == null || entity.Id <= 0) return;
  1540. try
  1541. {
  1542. var sceneCode = string.IsNullOrWhiteSpace(entity.SceneCode) ? "S8_DEMO_DEFAULT" : entity.SceneCode;
  1543. // S8-SEVERITY-FOLLOW-SERIOUS-STANDARDIZE-EXEC-1:写入前 Normalize,落 FOLLOW/SERIOUS。
  1544. var severity = S8SeverityCode.Normalize(entity.Severity);
  1545. // S8-DEMO-IMPACT-SORT-NOTICE-1:附带 30 天影响统计(重复次数 / 累计损失 / 建议关注级别)。
  1546. // 计算失败不阻断通知主链路;snap==null 时 BuildNotification 仅写基础 Context。
  1547. ExceptionImpactSnapshot? snap = null;
  1548. try
  1549. {
  1550. snap = await _impactMetricsService.ComputeOneAsync(entity);
  1551. }
  1552. catch (Exception ex)
  1553. {
  1554. _logger.LogWarning(ex, "notify_impact_compute_throw exceptionId={ExceptionId}", entity.Id);
  1555. }
  1556. var baseContent =
  1557. $"异常 {entity.ExceptionCode}:{entity.Title}(场景 {sceneCode},严重度 {severity}" +
  1558. (string.IsNullOrWhiteSpace(entity.SourceRuleCode) ? "" : $",规则 {entity.SourceRuleCode}") + ")";
  1559. var content = snap == null
  1560. ? baseContent
  1561. : baseContent
  1562. + Environment.NewLine
  1563. + $"过去30天同类异常发生 {snap.RepeatCount30d} 次,已关闭累计损失 {snap.CumulativeLossHours30d.ToString("0.#")} 小时,建议关注级别:{snap.SuggestedAttentionLabel}";
  1564. await _notificationLayerResolver.DispatchByLayerAsync(new S8NotificationLayerResolver.DispatchByLayerInput
  1565. {
  1566. TenantId = entity.TenantId,
  1567. FactoryId = entity.FactoryId,
  1568. ExceptionId = entity.Id,
  1569. ExceptionNo = entity.ExceptionCode,
  1570. SceneCode = sceneCode,
  1571. Severity = severity,
  1572. Title = entity.Title ?? string.Empty,
  1573. Content = content,
  1574. Status = entity.Status,
  1575. SourceRuleCode = entity.SourceRuleCode,
  1576. JumpUrl = $"/aidop/s8/exceptions/{entity.Id}",
  1577. RepeatCount30d = snap?.RepeatCount30d,
  1578. CumulativeLossHours30d = snap?.CumulativeLossHours30d,
  1579. SuggestedAttentionLevel = snap?.SuggestedAttentionLevel,
  1580. SuggestedAttentionLabel = snap?.SuggestedAttentionLabel,
  1581. ImpactReason = snap?.ImpactReason,
  1582. });
  1583. }
  1584. catch (Exception ex)
  1585. {
  1586. _logger.LogWarning(ex, "notify_dispatch_throw exceptionId={ExceptionId}", entity.Id);
  1587. }
  1588. }
  1589. /// <summary>
  1590. /// S8-NOTIFY-WIRE-RECOVERED-1:异常恢复(recovered_at 已写入、RECOVERED detection_log 已落库)后,
  1591. /// 非破坏性挂入分层通知。全程异常隔离:任何异常仅 LogWarning,不抛回主流程,不影响 detection_log /
  1592. /// 状态机;call site 已在事务边界外(recovered 路径无事务)。
  1593. /// 重新读取 entity 拿场景/严重度/编号/状态/规则代码(恢复事件相对低频,1 次额外读可接受)。
  1594. /// S8-DEMO-IMPACT-SORT-NOTICE-1:恢复事件**不**追加影响统计字段,保持原有恢复语义不变。
  1595. /// </summary>
  1596. private async Task TryDispatchRecoveredLayerNotificationAsync(long exceptionId)
  1597. {
  1598. if (exceptionId <= 0) return;
  1599. try
  1600. {
  1601. var entity = await _exceptionRep.GetByIdAsync(exceptionId);
  1602. if (entity == null)
  1603. {
  1604. _logger.LogWarning("notify_recovered_dispatch_entity_missing exceptionId={ExceptionId}", exceptionId);
  1605. return;
  1606. }
  1607. var sceneCode = string.IsNullOrWhiteSpace(entity.SceneCode) ? "S8_DEMO_DEFAULT" : entity.SceneCode;
  1608. // S8-SEVERITY-FOLLOW-SERIOUS-STANDARDIZE-EXEC-1:写入前 Normalize,落 FOLLOW/SERIOUS。
  1609. var severity = S8SeverityCode.Normalize(entity.Severity);
  1610. var title = $"【已恢复】{entity.ExceptionCode}";
  1611. var content =
  1612. $"异常 {entity.ExceptionCode} 已恢复,场景 {sceneCode},严重度 {severity}" +
  1613. (string.IsNullOrWhiteSpace(entity.SourceRuleCode) ? "" : $",规则 {entity.SourceRuleCode}");
  1614. await _notificationLayerResolver.DispatchByLayerAsync(new S8NotificationLayerResolver.DispatchByLayerInput
  1615. {
  1616. TenantId = entity.TenantId,
  1617. FactoryId = entity.FactoryId,
  1618. ExceptionId = entity.Id,
  1619. ExceptionNo = entity.ExceptionCode,
  1620. SceneCode = sceneCode,
  1621. Severity = severity,
  1622. Title = title,
  1623. Content = content,
  1624. Status = entity.Status,
  1625. SourceRuleCode = entity.SourceRuleCode,
  1626. JumpUrl = $"/aidop/s8/exceptions/{entity.Id}",
  1627. Recovered = true,
  1628. });
  1629. }
  1630. catch (Exception ex)
  1631. {
  1632. _logger.LogWarning(ex, "notify_recovered_dispatch_throw exceptionId={ExceptionId}", exceptionId);
  1633. }
  1634. }
  1635. }
  1636. public sealed class S8WatchExecutionRule
  1637. {
  1638. public long WatchRuleId { get; set; }
  1639. public string WatchRuleCode { get; set; } = string.Empty;
  1640. public string SceneCode { get; set; } = string.Empty;
  1641. public string TriggerType { get; set; } = string.Empty;
  1642. public string WatchObjectType { get; set; } = string.Empty;
  1643. public long DataSourceId { get; set; }
  1644. public string DataSourceCode { get; set; } = string.Empty;
  1645. public string DataSourceType { get; set; } = string.Empty;
  1646. public string DataSourceConnection { get; set; } = string.Empty;
  1647. public string QueryExpression { get; set; } = string.Empty;
  1648. public int PollIntervalSeconds { get; set; }
  1649. public long AlertRuleId { get; set; }
  1650. public string AlertRuleCode { get; set; } = string.Empty;
  1651. public string TriggerCondition { get; set; } = string.Empty;
  1652. public string ThresholdValue { get; set; } = string.Empty;
  1653. public string Severity { get; set; } = string.Empty;
  1654. }
  1655. public sealed class S8WatchDeviceQueryResult
  1656. {
  1657. public long WatchRuleId { get; set; }
  1658. public string WatchRuleCode { get; set; } = string.Empty;
  1659. public bool Success { get; set; }
  1660. public string? FailureReason { get; set; }
  1661. public List<S8WatchDeviceRow> Rows { get; set; } = new();
  1662. public static S8WatchDeviceQueryResult Ok(S8WatchExecutionRule rule, List<S8WatchDeviceRow> rows) =>
  1663. new()
  1664. {
  1665. WatchRuleId = rule.WatchRuleId,
  1666. WatchRuleCode = rule.WatchRuleCode,
  1667. Success = true,
  1668. Rows = rows
  1669. };
  1670. public static S8WatchDeviceQueryResult Fail(S8WatchExecutionRule rule, string reason) =>
  1671. new()
  1672. {
  1673. WatchRuleId = rule.WatchRuleId,
  1674. WatchRuleCode = rule.WatchRuleCode,
  1675. Success = false,
  1676. FailureReason = reason
  1677. };
  1678. }
  1679. public sealed class S8WatchDeviceRow
  1680. {
  1681. public string RelatedObjectCode { get; set; } = string.Empty;
  1682. public decimal? CurrentValue { get; set; }
  1683. public long? OccurrenceDeptId { get; set; }
  1684. public long? ResponsibleDeptId { get; set; }
  1685. public string SourcePayload { get; set; } = string.Empty;
  1686. }
  1687. /// <summary>
  1688. /// G01-05 去重结果对象。仅服务 G01-06 建单前拦截,由 CanCreate 单决策位决定是否建单。
  1689. /// 只服务首版唯一场景 S2(迁移后由 S2S6_PRODUCTION 切到单模块 S2)+ 唯一 trigger_type VALUE_DEVIATION + 设备对象。
  1690. /// 不预留多 trigger_type / 平台化去重扩展结构。
  1691. /// Reason 值域:no_pending / duplicate_pending / missing_dedup_key / query_failed。
  1692. /// </summary>
  1693. public sealed class S8WatchDedupResult
  1694. {
  1695. public S8WatchHitResult Hit { get; set; } = new();
  1696. public bool CanCreate { get; set; }
  1697. public long? MatchedExceptionId { get; set; }
  1698. public string Reason { get; set; } = string.Empty;
  1699. }
  1700. /// <summary>
  1701. /// G01-06 建单结果对象。仅服务 G-01 首版主线验收,由 Created / Skipped 两位决定结局。
  1702. /// 只服务首版唯一场景 S2(迁移后由 S2S6_PRODUCTION 切到单模块 S2)+ 唯一 trigger_type VALUE_DEVIATION + 设备对象。
  1703. /// 不预留多 trigger_type / 平台化工单扩展结构。
  1704. /// Reason 值域:auto_created / create_failed / 透传自 DedupResult.Reason。
  1705. /// </summary>
  1706. public sealed class S8WatchCreationResult
  1707. {
  1708. public S8WatchDedupResult DedupResult { get; set; } = new();
  1709. public bool Created { get; set; }
  1710. public bool Skipped { get; set; }
  1711. public long? CreatedExceptionId { get; set; }
  1712. public string Reason { get; set; } = string.Empty;
  1713. public string? ErrorMessage { get; set; }
  1714. }
  1715. /// <summary>
  1716. /// G01-04 命中结果对象。承载 G01-05 去重与 G01-06 建单所需最小追溯字段,
  1717. /// 仅服务首版唯一场景 S2(迁移后由 S2S6_PRODUCTION 切到单模块 S2)+ 唯一 trigger_type VALUE_DEVIATION + 设备对象。
  1718. /// 不预留多 trigger_type / 多场景 / 平台化扩展结构。
  1719. /// </summary>
  1720. public sealed class S8WatchHitResult
  1721. {
  1722. public long SourceRuleId { get; set; }
  1723. public string SourceRuleCode { get; set; } = string.Empty;
  1724. public long AlertRuleId { get; set; }
  1725. public long DataSourceId { get; set; }
  1726. public string RelatedObjectCode { get; set; } = string.Empty;
  1727. public decimal CurrentValue { get; set; }
  1728. public decimal ThresholdValue { get; set; }
  1729. public string TriggerCondition { get; set; } = string.Empty;
  1730. public string Severity { get; set; } = string.Empty;
  1731. public long? OccurrenceDeptId { get; set; }
  1732. public long? ResponsibleDeptId { get; set; }
  1733. public string SourcePayload { get; set; } = string.Empty;
  1734. }
  1735. /// <summary>S8-SCHED-EXEC-1:lease 抢占成功后传递的最小标识对象。</summary>
  1736. public sealed class S8RuleLease
  1737. {
  1738. public long RuleId { get; set; }
  1739. public string RuleCode { get; set; } = string.Empty;
  1740. public string? RuleType { get; set; }
  1741. public string LockToken { get; set; } = string.Empty;
  1742. public string LockedBy { get; set; } = string.Empty;
  1743. public DateTime LockUntil { get; set; }
  1744. public string RunId { get; set; } = string.Empty;
  1745. public DateTime AcquiredAt { get; set; }
  1746. }
  1747. /// <summary>S8-SCHED-EXEC-1:单条规则执行结果,OnRuleCompletedAsync 据此更新状态。</summary>
  1748. public sealed class S8RuleRunResult
  1749. {
  1750. public bool Success { get; set; }
  1751. public string? ErrorMessage { get; set; }
  1752. public S8RuleRunStats Stats { get; set; } = new();
  1753. }
  1754. public sealed class S8RuleRunStats
  1755. {
  1756. public int Hits { get; set; }
  1757. public int Created { get; set; }
  1758. public int Refreshed { get; set; }
  1759. public int Pending { get; set; }
  1760. public int Failed { get; set; }
  1761. }
  1762. /// <summary>S8-SCHED-EXEC-1:单 tick 调度结果聚合。</summary>
  1763. public sealed class S8DispatchTickResult
  1764. {
  1765. public string TickId { get; set; } = string.Empty;
  1766. public string RunId { get; set; } = string.Empty;
  1767. public int LeaseReleased { get; set; }
  1768. public int Picked { get; set; }
  1769. public int Success { get; set; }
  1770. public int Failed { get; set; }
  1771. public int Created { get; set; }
  1772. public int Refreshed { get; set; }
  1773. public int Pending { get; set; }
  1774. public int PerRuleFailed { get; set; }
  1775. }