S8WatchSchedulerService.cs 79 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832
  1. using Admin.NET.Plugin.AiDOP.Entity.S8;
  2. using Admin.NET.Plugin.AiDOP.Infrastructure.S8;
  3. using Admin.NET.Plugin.AiDOP.Service.S8.Rules;
  4. using Microsoft.Extensions.Logging;
  5. using SqlSugar;
  6. using System.Data;
  7. using System.Globalization;
  8. using System.Text.Json;
  9. namespace Admin.NET.Plugin.AiDOP.Service.S8;
  10. /// <summary>
  11. /// 监视规则轮询调度服务(首轮存根)。
  12. /// 后续接入 Admin.NET 定时任务机制后,由调度器周期调用 <see cref="RunOnceAsync"/>,
  13. /// 按各规则的 PollIntervalSeconds 逐条评估并生成异常记录。
  14. /// </summary>
  15. public class S8WatchSchedulerService : ITransient
  16. {
  17. private readonly SqlSugarRepository<AdoS8WatchRule> _ruleRep;
  18. private readonly SqlSugarRepository<AdoS8AlertRule> _alertRuleRep;
  19. private readonly SqlSugarRepository<AdoS8DataSource> _dataSourceRep;
  20. private readonly SqlSugarRepository<AdoS8Exception> _exceptionRep;
  21. private readonly SqlSugarRepository<AdoS8ExceptionType> _exceptionTypeRep;
  22. private readonly S8NotificationService _notificationService;
  23. private readonly S8ManualReportService _manualReportService;
  24. private readonly S8TimeoutRuleEvaluator _timeoutEvaluator;
  25. private readonly S8ShortageRuleEvaluator _shortageEvaluator;
  26. private readonly S8OutOfRangeRuleEvaluator _outOfRangeEvaluator;
  27. private readonly ILogger<S8WatchSchedulerService> _logger;
  28. private readonly SqlSugarRepository<AdoS8DetectionLog> _detectionLogRep;
  29. private readonly SqlSugarRepository<AdoS8RuleDetectionState> _detectionStateRep;
  30. private const string DetectionTriggerSource = "WATCH_SCHEDULER";
  31. private const string DetectResultCreated = "CREATED";
  32. private const string DetectResultRefreshed = "REFRESHED";
  33. private const string DetectResultRecovered = "RECOVERED";
  34. private const string DetectResultNoHit = "NO_HIT";
  35. private const string DetectResultEvaluateFailed = "EVALUATE_FAILED";
  36. private const string DefaultTriggerType = "VALUE_DEVIATION";
  37. private const string SqlDataSourceType = "SQL";
  38. // G01-05 未闭环状态集合:复用自 S8ExceptionService 当前 pendingStatuses 事实口径
  39. // (见 S8ExceptionService.GetPagedAsync 中 pendingStatuses 的定义,两处必须保持一致)。
  40. // 这不是“自定义未闭环集合”;若现有口径调整,两处需同步修改。
  41. private static readonly string[] UnclosedExceptionStatuses =
  42. { "NEW", "ASSIGNED", "IN_PROGRESS", "PENDING_VERIFICATION" };
  43. public S8WatchSchedulerService(
  44. SqlSugarRepository<AdoS8WatchRule> ruleRep,
  45. SqlSugarRepository<AdoS8AlertRule> alertRuleRep,
  46. SqlSugarRepository<AdoS8DataSource> dataSourceRep,
  47. SqlSugarRepository<AdoS8Exception> exceptionRep,
  48. SqlSugarRepository<AdoS8ExceptionType> exceptionTypeRep,
  49. S8NotificationService notificationService,
  50. S8ManualReportService manualReportService,
  51. S8TimeoutRuleEvaluator timeoutEvaluator,
  52. S8ShortageRuleEvaluator shortageEvaluator,
  53. S8OutOfRangeRuleEvaluator outOfRangeEvaluator,
  54. ILogger<S8WatchSchedulerService> logger,
  55. SqlSugarRepository<AdoS8DetectionLog> detectionLogRep,
  56. SqlSugarRepository<AdoS8RuleDetectionState> detectionStateRep)
  57. {
  58. _ruleRep = ruleRep;
  59. _alertRuleRep = alertRuleRep;
  60. _dataSourceRep = dataSourceRep;
  61. _exceptionRep = exceptionRep;
  62. _exceptionTypeRep = exceptionTypeRep;
  63. _notificationService = notificationService;
  64. _manualReportService = manualReportService;
  65. _timeoutEvaluator = timeoutEvaluator;
  66. _shortageEvaluator = shortageEvaluator;
  67. _outOfRangeEvaluator = outOfRangeEvaluator;
  68. _logger = logger;
  69. _detectionLogRep = detectionLogRep;
  70. _detectionStateRep = detectionStateRep;
  71. }
  72. public async Task<List<S8WatchExecutionRule>> LoadExecutionRulesAsync(long tenantId, long factoryId)
  73. {
  74. // R3 OUT_OF_RANGE 重写后,新三类(OUT_OF_RANGE/TIMEOUT/SHORTAGE)改走 ProcessRulesByTypeAsync。
  75. // 旧 AlertRule 兼容主链此处只装载 RuleType 为空/未分类的历史规则,避免新旧双跑导致重复建单。
  76. var watchRules = await _ruleRep.AsQueryable()
  77. .Where(x => x.TenantId == tenantId
  78. && x.FactoryId == factoryId
  79. && x.Enabled
  80. && x.SceneCode == S8SceneCode.S2S6Production
  81. && (x.RuleType == null || x.RuleType == ""))
  82. .ToListAsync();
  83. var deviceRules = watchRules
  84. .Where(x => IsDeviceWatchObjectType(x.WatchObjectType))
  85. .ToList();
  86. if (deviceRules.Count == 0) return new();
  87. var dataSourceIds = deviceRules
  88. .Select(x => x.DataSourceId)
  89. .Distinct()
  90. .ToList();
  91. var dataSources = await _dataSourceRep.AsQueryable()
  92. .Where(x => x.TenantId == tenantId
  93. && x.FactoryId == factoryId
  94. && x.Enabled
  95. && dataSourceIds.Contains(x.Id))
  96. .ToListAsync();
  97. var dataSourceMap = dataSources.ToDictionary(x => x.Id);
  98. if (dataSourceMap.Count == 0) return new();
  99. var alertRules = (await _alertRuleRep.AsQueryable()
  100. .Where(x => x.TenantId == tenantId
  101. && x.FactoryId == factoryId
  102. && x.SceneCode == S8SceneCode.S2S6Production)
  103. .ToListAsync())
  104. .Where(IsSupportedAlertRule)
  105. .ToList();
  106. // G-01 首版 AlertRule 冲突口径(C 收口):
  107. // 当前场景存在多条可运行 AlertRule 时,视为“当前规则配置冲突”并跳过该规则,
  108. // 不按“首条”继续运行,也不扩大为“整场景停摆”。
  109. // 当前模型下所有 device watchRule 共享同场景 AlertRule,故冲突态下所有 device 规则均跳过,
  110. // 但此处按“逐规则跳过”的语义实现,避免被误读为“整场景 return empty 停摆”。
  111. var alertRule = alertRules.Count == 1 ? alertRules[0] : null;
  112. var executionRules = new List<S8WatchExecutionRule>();
  113. foreach (var watchRule in deviceRules.OrderBy(x => x.Id))
  114. {
  115. // 配置冲突:当前规则跳过(不停摆其他规则)。
  116. if (alertRule == null)
  117. continue;
  118. if (!dataSourceMap.TryGetValue(watchRule.DataSourceId, out var dataSource))
  119. continue;
  120. if (!IsSupportedSqlDataSource(dataSource))
  121. continue;
  122. executionRules.Add(new S8WatchExecutionRule
  123. {
  124. WatchRuleId = watchRule.Id,
  125. WatchRuleCode = watchRule.RuleCode,
  126. SceneCode = watchRule.SceneCode,
  127. TriggerType = DefaultTriggerType,
  128. WatchObjectType = watchRule.WatchObjectType.Trim(),
  129. DataSourceId = dataSource.Id,
  130. DataSourceCode = dataSource.DataSourceCode,
  131. DataSourceType = dataSource.Type,
  132. DataSourceConnection = dataSource.Endpoint?.Trim() ?? string.Empty,
  133. QueryExpression = watchRule.Expression?.Trim() ?? string.Empty,
  134. PollIntervalSeconds = watchRule.PollIntervalSeconds,
  135. AlertRuleId = alertRule.Id,
  136. AlertRuleCode = alertRule.RuleCode,
  137. TriggerCondition = alertRule.TriggerCondition!.Trim(),
  138. ThresholdValue = alertRule.ThresholdVal!.Trim(),
  139. Severity = alertRule.Severity
  140. });
  141. }
  142. return executionRules;
  143. }
  144. public async Task<List<S8WatchDeviceQueryResult>> QueryDeviceRowsAsync(long tenantId, long factoryId)
  145. {
  146. var executionRules = await LoadExecutionRulesAsync(tenantId, factoryId);
  147. var results = new List<S8WatchDeviceQueryResult>();
  148. foreach (var rule in executionRules)
  149. results.Add(await QueryDeviceRowsAsync(rule));
  150. return results;
  151. }
  152. public async Task<S8WatchDeviceQueryResult> QueryDeviceRowsAsync(S8WatchExecutionRule rule)
  153. {
  154. if (!string.Equals(rule.DataSourceType, SqlDataSourceType, StringComparison.OrdinalIgnoreCase))
  155. return S8WatchDeviceQueryResult.Fail(rule, "数据源类型不是 SQL,已跳过");
  156. if (string.IsNullOrWhiteSpace(rule.QueryExpression))
  157. return S8WatchDeviceQueryResult.Fail(rule, "查询表达式为空,已跳过");
  158. try
  159. {
  160. using var db = CreateSqlQueryScope(rule.DataSourceConnection);
  161. var table = await db.Ado.GetDataTableAsync(rule.QueryExpression);
  162. if (!HasRequiredColumns(table))
  163. return S8WatchDeviceQueryResult.Fail(rule, "查询结果缺少 required columns: related_object_code/current_value");
  164. var rows = table.Rows.Cast<DataRow>()
  165. .Select(MapDeviceRow)
  166. .Where(x => !string.IsNullOrWhiteSpace(x.RelatedObjectCode))
  167. .ToList();
  168. return S8WatchDeviceQueryResult.Ok(rule, rows);
  169. }
  170. catch (Exception ex)
  171. {
  172. return S8WatchDeviceQueryResult.Fail(rule, $"查询执行失败: {ex.Message}");
  173. }
  174. }
  175. /// <summary>
  176. /// G01-04:基于设备级结果行集做首版 VALUE_DEVIATION 单阈值判定,
  177. /// 产出命中结果对象列表,供 G01-05 去重与 G01-06 建单消费。
  178. /// 本方法不做去重、不做建单、不做严重度重算、不做时间线。
  179. /// </summary>
  180. public async Task<List<S8WatchHitResult>> EvaluateHitsAsync(long tenantId, long factoryId)
  181. {
  182. var executionRules = await LoadExecutionRulesAsync(tenantId, factoryId);
  183. var ruleMap = executionRules.ToDictionary(x => x.WatchRuleId);
  184. var queryResults = new List<S8WatchDeviceQueryResult>();
  185. foreach (var rule in executionRules)
  186. queryResults.Add(await QueryDeviceRowsAsync(rule));
  187. var hits = new List<S8WatchHitResult>();
  188. foreach (var queryResult in queryResults)
  189. {
  190. // G01-03 查询失败:跳过,不进入判定。
  191. if (!queryResult.Success) continue;
  192. if (!ruleMap.TryGetValue(queryResult.WatchRuleId, out var rule)) continue;
  193. // 判定参数缺失:跳过当前规则。
  194. if (string.IsNullOrWhiteSpace(rule.TriggerCondition)
  195. || string.IsNullOrWhiteSpace(rule.ThresholdValue))
  196. continue;
  197. // 比较符非法:跳过当前规则。
  198. var op = TryParseTriggerCondition(rule.TriggerCondition);
  199. if (op == null) continue;
  200. // ThresholdValue 非法:跳过当前规则。
  201. if (!TryParseDecimal(rule.ThresholdValue, out var threshold)) continue;
  202. foreach (var row in queryResult.Rows)
  203. {
  204. // CurrentValue 非法(null / 无法解析数值):跳过当前行,不进入判定。
  205. if (row.CurrentValue == null) continue;
  206. // 未命中:不进入后续链路。
  207. if (!EvaluateHit(row.CurrentValue.Value, op, threshold)) continue;
  208. hits.Add(new S8WatchHitResult
  209. {
  210. SourceRuleId = rule.WatchRuleId,
  211. SourceRuleCode = rule.WatchRuleCode,
  212. AlertRuleId = rule.AlertRuleId,
  213. DataSourceId = rule.DataSourceId,
  214. RelatedObjectCode = row.RelatedObjectCode,
  215. CurrentValue = row.CurrentValue.Value,
  216. ThresholdValue = threshold,
  217. TriggerCondition = op,
  218. Severity = rule.Severity,
  219. OccurrenceDeptId = row.OccurrenceDeptId,
  220. ResponsibleDeptId = row.ResponsibleDeptId,
  221. SourcePayload = row.SourcePayload
  222. });
  223. }
  224. }
  225. return hits;
  226. }
  227. /// <summary>
  228. /// G01-05:未闭环异常去重最小实现。
  229. /// 消费 G01-04 产出的 <see cref="S8WatchHitResult"/>,按 (SourceRuleId + RelatedObjectCode)
  230. /// 在未闭环状态集合内判重,只回答“是否允许建单”。
  231. /// 首版明确不做:原单刷新 / 时间线追加 / payload 更新 / 次数累计 / 严重度重算 / 状态修复。
  232. /// </summary>
  233. public async Task<List<S8WatchDedupResult>> EvaluateDedupAsync(long tenantId, long factoryId)
  234. {
  235. var hits = await EvaluateHitsAsync(tenantId, factoryId);
  236. var results = new List<S8WatchDedupResult>(hits.Count);
  237. foreach (var hit in hits)
  238. {
  239. // 防御性分支:正常情况下 SourceRuleId 与 RelatedObjectCode 已由上游
  240. // (G01-02 规则装配 + G01-03 查询结果列校验)保证;此处仅作兜底,
  241. // 不是首版正常路径。
  242. if (hit.SourceRuleId <= 0 || string.IsNullOrWhiteSpace(hit.RelatedObjectCode))
  243. {
  244. results.Add(new S8WatchDedupResult
  245. {
  246. Hit = hit,
  247. CanCreate = false,
  248. MatchedExceptionId = null,
  249. Reason = "missing_dedup_key"
  250. });
  251. continue;
  252. }
  253. long matchedId;
  254. try
  255. {
  256. matchedId = await FindPendingExceptionIdAsync(
  257. tenantId, factoryId, hit.SourceRuleId, hit.RelatedObjectCode);
  258. }
  259. catch
  260. {
  261. // 去重查询失败:首版偏保守,宁可阻止也不重复建单,不扩展为补偿。
  262. results.Add(new S8WatchDedupResult
  263. {
  264. Hit = hit,
  265. CanCreate = false,
  266. MatchedExceptionId = null,
  267. Reason = "query_failed"
  268. });
  269. continue;
  270. }
  271. if (matchedId > 0)
  272. {
  273. // 命中已有未闭环异常 → 阻止建单。
  274. results.Add(new S8WatchDedupResult
  275. {
  276. Hit = hit,
  277. CanCreate = false,
  278. MatchedExceptionId = matchedId,
  279. Reason = "duplicate_pending"
  280. });
  281. }
  282. else
  283. {
  284. // 未命中 → 允许建单,交 G01-06 消费。
  285. results.Add(new S8WatchDedupResult
  286. {
  287. Hit = hit,
  288. CanCreate = true,
  289. MatchedExceptionId = null,
  290. Reason = "no_pending"
  291. });
  292. }
  293. }
  294. return results;
  295. }
  296. // 取任意一条匹配的未闭环异常 Id 作为“是否存在重复单”的拦截依据。
  297. // 首版只需要“存在性”,不关心“最早 / 最新”;不在 G01-05 处理排序语义。
  298. private async Task<long> FindPendingExceptionIdAsync(
  299. long tenantId, long factoryId, long sourceRuleId, string relatedObjectCode)
  300. {
  301. // SqlSugar 表达式翻译要求 Contains 数组变量必须可访问;此处将类级常量
  302. // 承接到方法内局部变量,仅为表达式翻译服务,值与 UnclosedExceptionStatuses 一致。
  303. var statuses = UnclosedExceptionStatuses;
  304. var ids = await _exceptionRep.AsQueryable()
  305. .Where(x => x.TenantId == tenantId
  306. && x.FactoryId == factoryId
  307. && !x.IsDeleted
  308. && x.SourceRuleId == sourceRuleId
  309. && x.RelatedObjectCode == relatedObjectCode
  310. && statuses.Contains(x.Status))
  311. .Select(x => x.Id)
  312. .Take(1)
  313. .ToListAsync();
  314. return ids.Count > 0 ? ids[0] : 0L;
  315. }
  316. /// <summary>
  317. /// G01-06:自动建单入口。消费 G01-05 去重结果,对 CanCreate==true 的命中
  318. /// 复用 S8ManualReportService.CreateFromWatchAsync(同一主链的自动建单分支)落成标准 AdoS8Exception。
  319. /// CanCreate==false 直接跳过;创建失败返回最小失败结果,不补偿、不重试、不对账。
  320. /// </summary>
  321. public async Task<List<S8WatchCreationResult>> CreateExceptionsAsync(long tenantId, long factoryId)
  322. {
  323. var dedupResults = await EvaluateDedupAsync(tenantId, factoryId);
  324. var results = new List<S8WatchCreationResult>(dedupResults.Count);
  325. foreach (var dedup in dedupResults)
  326. {
  327. if (!dedup.CanCreate)
  328. {
  329. results.Add(new S8WatchCreationResult
  330. {
  331. DedupResult = dedup,
  332. Created = false,
  333. Skipped = true,
  334. CreatedExceptionId = null,
  335. Reason = dedup.Reason,
  336. ErrorMessage = null
  337. });
  338. continue;
  339. }
  340. try
  341. {
  342. var entity = await _manualReportService.CreateFromWatchAsync(dedup.Hit);
  343. results.Add(new S8WatchCreationResult
  344. {
  345. DedupResult = dedup,
  346. Created = true,
  347. Skipped = false,
  348. CreatedExceptionId = entity.Id,
  349. Reason = "auto_created",
  350. ErrorMessage = null
  351. });
  352. }
  353. catch (Exception ex)
  354. {
  355. results.Add(new S8WatchCreationResult
  356. {
  357. DedupResult = dedup,
  358. Created = false,
  359. Skipped = false,
  360. CreatedExceptionId = null,
  361. Reason = "create_failed",
  362. ErrorMessage = ex.Message
  363. });
  364. }
  365. }
  366. // R3-OUT_OF_RANGE-REWRITE-1:三类正式 evaluator 路径。
  367. // 旧 AlertRule 兼容主链(上方 dedupResults 循环)已在 LoadExecutionRulesAsync 处过滤掉
  368. // OUT_OF_RANGE/TIMEOUT/SHORTAGE,只保留未分类历史规则;故新旧不双跑。
  369. // R6 RunId:本次 CreateExceptionsAsync 调用对应的统一关联 id,落入 detection_log。
  370. var runId = Guid.NewGuid().ToString("N").Substring(0, 16);
  371. results.AddRange(await ProcessRulesByTypeAsync(tenantId, factoryId, _timeoutEvaluator, S8TimeoutRuleEvaluator.RuleTypeCode, runId));
  372. results.AddRange(await ProcessRulesByTypeAsync(tenantId, factoryId, _shortageEvaluator, S8ShortageRuleEvaluator.RuleTypeCode, runId));
  373. results.AddRange(await ProcessRulesByTypeAsync(tenantId, factoryId, _outOfRangeEvaluator, S8OutOfRangeRuleEvaluator.RuleTypeCode, runId));
  374. return results;
  375. }
  376. /// <summary>
  377. /// R2 TIMEOUT 类规则主链:薄包装,复用 <see cref="ProcessRulesByTypeAsync"/>。RunId 由内部生成。
  378. /// </summary>
  379. public Task<List<S8WatchCreationResult>> ProcessTimeoutRulesAsync(long tenantId, long factoryId) =>
  380. ProcessRulesByTypeAsync(tenantId, factoryId, _timeoutEvaluator, S8TimeoutRuleEvaluator.RuleTypeCode, Guid.NewGuid().ToString("N").Substring(0, 16));
  381. /// <summary>
  382. /// R3 SHORTAGE 类规则主链:薄包装,复用 <see cref="ProcessRulesByTypeAsync"/>。RunId 由内部生成。
  383. /// </summary>
  384. public Task<List<S8WatchCreationResult>> ProcessShortageRulesAsync(long tenantId, long factoryId) =>
  385. ProcessRulesByTypeAsync(tenantId, factoryId, _shortageEvaluator, S8ShortageRuleEvaluator.RuleTypeCode, Guid.NewGuid().ToString("N").Substring(0, 16));
  386. /// <summary>
  387. /// R3-OUT_OF_RANGE-REWRITE-1:OUT_OF_RANGE 类规则主链。
  388. /// 复用 <see cref="ProcessRulesByTypeAsync"/>,并对历史 dedup_key=NULL 的旧记录做 compat fallback:
  389. /// (source_rule_id=rule.Id AND related_object_code=hit AND status!=CLOSED AND dedup_key IS NULL AND is_deleted=0)
  390. /// 命中则 backfill 6 列,避免重复建单。RunId 由内部生成。
  391. /// </summary>
  392. public Task<List<S8WatchCreationResult>> ProcessOutOfRangeRulesAsync(long tenantId, long factoryId) =>
  393. ProcessRulesByTypeAsync(tenantId, factoryId, _outOfRangeEvaluator, S8OutOfRangeRuleEvaluator.RuleTypeCode, Guid.NewGuid().ToString("N").Substring(0, 16));
  394. /// <summary>
  395. /// R2/R3 通用规则主链:装载 enabled WatchRule.RuleType=ruleType → evaluator → dedup_key 去重 → 建单/刷新。
  396. /// dedup 命中:UPDATE last_detected_at + source_payload,不重复建单;
  397. /// dedup 未命中:校验 ExceptionTypeCode 是否在 baseline(tenant=0/factory=0 全局或本租户工厂),缺则跳过;
  398. /// 通过 → S8ManualReportService.CreateFromHitAsync 落标准 AdoS8Exception,新列全部回填。
  399. /// 不做 SLA 升级、不做事件触发、不做 RecoveredAt。
  400. /// </summary>
  401. private async Task<List<S8WatchCreationResult>> ProcessRulesByTypeAsync(
  402. long tenantId, long factoryId, IS8RuleEvaluator evaluator, string ruleType, string runId)
  403. {
  404. var results = new List<S8WatchCreationResult>();
  405. var rules = await _ruleRep.AsQueryable()
  406. .Where(x => x.TenantId == tenantId
  407. && x.FactoryId == factoryId
  408. && x.Enabled
  409. && x.RuleType == ruleType)
  410. .ToListAsync();
  411. if (rules.Count == 0) return results;
  412. var alertRules = (await _alertRuleRep.AsQueryable()
  413. .Where(x => x.TenantId == tenantId && x.FactoryId == factoryId)
  414. .ToListAsync()).AsReadOnly();
  415. foreach (var rule in rules.OrderBy(x => x.Id))
  416. {
  417. List<S8RuleHit> hits;
  418. try
  419. {
  420. hits = await evaluator.EvaluateAsync(tenantId, factoryId, rule, alertRules);
  421. }
  422. catch (Exception ex)
  423. {
  424. // R6 EVALUATE_FAILED 日志:evaluator 抛 S8RuleEvaluatorException 走这里,包含 reason+message。
  425. var failureReason = ex is S8RuleEvaluatorException sre ? sre.Reason : ex.GetType().Name;
  426. await WriteDetectionLogAsync(new AdoS8DetectionLog
  427. {
  428. TenantId = tenantId, FactoryId = factoryId,
  429. RuleId = rule.Id, RuleCode = rule.RuleCode, RuleType = ruleType, SceneCode = rule.SceneCode,
  430. SourceObjectType = rule.SourceObjectType,
  431. DetectResult = DetectResultEvaluateFailed,
  432. DetectedAt = DateTime.Now,
  433. FailureReason = failureReason,
  434. FailureMessage = Truncate(ex.Message, 1000),
  435. RunId = runId, TriggerSource = DetectionTriggerSource
  436. });
  437. results.Add(BuildSkipResult(rule, "evaluate_failed", ex.Message));
  438. continue;
  439. }
  440. // R5-RECOVERY-MINIMAL-1:evaluator 成功执行后调和 recovered_at。
  441. // 仅在 evaluator 成功(throw 不会到这里)时才能判定"未命中"。仅写 recovered_at + updated_at,
  442. // 绝不动 status / assignee / verifier / source_payload / last_detected_at。
  443. // R6 reconcile 返回 recoveredIds 用于决定是否写 NO_HIT。
  444. List<long> recoveredIds = new();
  445. try
  446. {
  447. recoveredIds = await ReconcileRecoveriesForRuleAsync(tenantId, factoryId, rule, ruleType, hits, runId);
  448. }
  449. catch (Exception ex)
  450. {
  451. _logger.LogWarning(ex, "recovery_reconcile_failed ruleCode={RuleCode} ruleType={RuleType}", rule.RuleCode, ruleType);
  452. }
  453. // R6 NO_HIT 日志:evaluator 成功且无 hit、且本轮 reconcile 未写任何 RECOVERED → 每条 rule 一条 NO_HIT。
  454. if (hits.Count == 0 && recoveredIds.Count == 0)
  455. {
  456. await WriteDetectionLogAsync(new AdoS8DetectionLog
  457. {
  458. TenantId = tenantId, FactoryId = factoryId,
  459. RuleId = rule.Id, RuleCode = rule.RuleCode, RuleType = ruleType, SceneCode = rule.SceneCode,
  460. SourceObjectType = rule.SourceObjectType,
  461. DetectResult = DetectResultNoHit,
  462. DetectedAt = DateTime.Now,
  463. RunId = runId, TriggerSource = DetectionTriggerSource
  464. });
  465. }
  466. foreach (var hit in hits)
  467. {
  468. if (string.IsNullOrWhiteSpace(hit.DedupKey))
  469. {
  470. results.Add(BuildSkipResult(rule, "missing_dedup_key", null, hit));
  471. continue;
  472. }
  473. long matchedId;
  474. try
  475. {
  476. matchedId = await FindOpenExceptionByDedupKeyAsync(tenantId, factoryId, hit.DedupKey);
  477. }
  478. catch (Exception ex)
  479. {
  480. results.Add(BuildSkipResult(rule, "query_failed", ex.Message, hit));
  481. continue;
  482. }
  483. if (matchedId > 0)
  484. {
  485. try
  486. {
  487. await RefreshDetectionAsync(matchedId, hit);
  488. await WriteDetectionLogAsync(BuildHitLog(tenantId, factoryId, rule, ruleType, hit, DetectResultRefreshed, matchedId, runId));
  489. results.Add(BuildSkippedDuplicate(rule, hit, matchedId));
  490. }
  491. catch (Exception ex)
  492. {
  493. results.Add(BuildSkipResult(rule, "refresh_failed", ex.Message, hit));
  494. }
  495. continue;
  496. }
  497. // R3-OUT_OF_RANGE-REWRITE-1 compat fallback:dedup_key 未命中且 ruleType=OUT_OF_RANGE 时,
  498. // 尝试匹配历史 dedup_key=NULL 的旧 AlertRule 主链记录(如 id=34),命中则 backfill 6 列,避免重复建单。
  499. if (string.Equals(ruleType, S8OutOfRangeRuleEvaluator.RuleTypeCode, StringComparison.OrdinalIgnoreCase))
  500. {
  501. long compatId;
  502. try
  503. {
  504. compatId = await FindLegacyOutOfRangeExceptionAsync(tenantId, factoryId, rule.Id, hit.RelatedObjectCode);
  505. }
  506. catch (Exception ex)
  507. {
  508. results.Add(BuildSkipResult(rule, "query_failed", ex.Message, hit));
  509. continue;
  510. }
  511. if (compatId > 0)
  512. {
  513. try
  514. {
  515. await BackfillLegacyExceptionAsync(compatId, hit);
  516. await WriteDetectionLogAsync(BuildHitLog(tenantId, factoryId, rule, ruleType, hit, DetectResultRefreshed, compatId, runId));
  517. results.Add(BuildSkippedDuplicate(rule, hit, compatId));
  518. }
  519. catch (Exception ex)
  520. {
  521. results.Add(BuildSkipResult(rule, "refresh_failed", ex.Message, hit));
  522. }
  523. continue;
  524. }
  525. }
  526. bool typeExists;
  527. try
  528. {
  529. typeExists = await _exceptionTypeRep.AsQueryable()
  530. .Where(t => t.TypeCode == hit.ExceptionTypeCode
  531. && (t.TenantId == 0 || t.TenantId == tenantId)
  532. && (t.FactoryId == 0 || t.FactoryId == factoryId)
  533. && t.Enabled)
  534. .AnyAsync();
  535. }
  536. catch (Exception ex)
  537. {
  538. results.Add(BuildSkipResult(rule, "query_failed", ex.Message, hit));
  539. continue;
  540. }
  541. if (!typeExists)
  542. {
  543. results.Add(BuildSkipResult(rule, "exception_type_missing", null, hit));
  544. continue;
  545. }
  546. // S8-SCHED-EXEC-1:建单前抗抖累计。
  547. // 累计落 ado_s8_rule_detection_state;hitCount < trigger_count_required 时 pending、不建单、不写 CREATED 日志。
  548. int hitCount;
  549. AdoS8RuleDetectionState? state;
  550. try
  551. {
  552. (state, hitCount) = await UpsertDetectionStateOnHitAsync(tenantId, factoryId, rule, hit);
  553. }
  554. catch (Exception ex)
  555. {
  556. results.Add(BuildSkipResult(rule, "antiflap_failed", ex.Message, hit));
  557. continue;
  558. }
  559. var triggerRequired = NormalizeAntiflapCount(rule.TriggerCountRequired);
  560. if (hitCount < triggerRequired)
  561. {
  562. _logger.LogInformation(
  563. "antiflap_pending_hit ruleCode={RuleCode} dedupKey={DedupKey} hitCount={HitCount} trigger={Trigger}",
  564. rule.RuleCode, hit.DedupKey, hitCount, triggerRequired);
  565. results.Add(BuildSkipResult(rule, "antiflap_pending_hit", null, hit));
  566. continue;
  567. }
  568. try
  569. {
  570. var entity = await _manualReportService.CreateFromHitAsync(hit);
  571. // 新建异常的抗抖累计与触发计数对齐,便于后续 reconcile 解释累计来源。
  572. await _exceptionRep.Context.Updateable<AdoS8Exception>()
  573. .SetColumns(x => new AdoS8Exception
  574. {
  575. ConsecutiveHitCount = hitCount,
  576. ConsecutiveMissCount = 0,
  577. UpdatedAt = DateTime.Now
  578. })
  579. .Where(x => x.Id == entity.Id)
  580. .ExecuteCommandAsync();
  581. if (state != null)
  582. {
  583. await _detectionStateRep.Context.Updateable<AdoS8RuleDetectionState>()
  584. .SetColumns(x => new AdoS8RuleDetectionState
  585. {
  586. ActiveExceptionId = entity.Id,
  587. UpdatedAt = DateTime.Now
  588. })
  589. .Where(x => x.Id == state.Id)
  590. .ExecuteCommandAsync();
  591. }
  592. await WriteDetectionLogAsync(BuildHitLog(tenantId, factoryId, rule, ruleType, hit, DetectResultCreated, entity.Id, runId));
  593. results.Add(BuildCreatedResult(rule, hit, entity.Id));
  594. }
  595. catch (Exception ex)
  596. {
  597. results.Add(BuildSkipResult(rule, "create_failed", ex.Message, hit));
  598. }
  599. }
  600. }
  601. return results;
  602. }
  603. // S8-SCHED-EXEC-1:trigger / recover 抗抖计数兜底,null / <1 / >10 一律按 1,避免非法配置导致永远不建单 / 永远不恢复。
  604. private static int NormalizeAntiflapCount(int raw)
  605. {
  606. if (raw < 1 || raw > 10) return 1;
  607. return raw;
  608. }
  609. /// <summary>
  610. /// 命中时累加 detection_state.consecutive_hit_count;未存在则插入 hitCount=1。
  611. /// 返回当前 state 行(含 Id)以及命中后的 hitCount。
  612. /// 注意:本函数不消费 trigger_count_required;上游决定是否进入 CreateFromHitAsync。
  613. /// </summary>
  614. private async Task<(AdoS8RuleDetectionState? state, int hitCount)> UpsertDetectionStateOnHitAsync(
  615. long tenantId, long factoryId, AdoS8WatchRule rule, S8RuleHit hit)
  616. {
  617. var now = DateTime.Now;
  618. var existing = await _detectionStateRep.AsQueryable()
  619. .Where(x => x.TenantId == tenantId
  620. && x.FactoryId == factoryId
  621. && x.RuleCode == rule.RuleCode
  622. && x.DedupKey == hit.DedupKey)
  623. .FirstAsync();
  624. if (existing == null)
  625. {
  626. var fresh = new AdoS8RuleDetectionState
  627. {
  628. TenantId = tenantId,
  629. FactoryId = factoryId,
  630. RuleCode = rule.RuleCode,
  631. DedupKey = hit.DedupKey,
  632. SourceObjectType = string.IsNullOrEmpty(hit.SourceObjectType) ? null : hit.SourceObjectType,
  633. SourceObjectId = string.IsNullOrEmpty(hit.SourceObjectId) ? null : hit.SourceObjectId,
  634. ConsecutiveHitCount = 1,
  635. ConsecutiveMissCount = 0,
  636. LastSeenAt = now,
  637. LastHitAt = now,
  638. CreatedAt = now,
  639. UpdatedAt = now
  640. };
  641. // BUG-S8-DETECTION-STATE-ACTIVE-EXC-ID-TRIGGER1-001:必须回填 fresh.Id,否则
  642. // trigger=1 首 tick 建单后 UPDATE state SET active_exception_id WHERE id=state.Id
  643. // 命中 0 行(state.Id 为默认 0)。沿用 S8ManualReportService 既定模式。
  644. fresh = await _detectionStateRep.AsInsertable(fresh).ExecuteReturnEntityAsync();
  645. return (fresh, 1);
  646. }
  647. var newHitCount = existing.ConsecutiveHitCount + 1;
  648. await _detectionStateRep.Context.Updateable<AdoS8RuleDetectionState>()
  649. .SetColumns(x => new AdoS8RuleDetectionState
  650. {
  651. ConsecutiveHitCount = x.ConsecutiveHitCount + 1,
  652. ConsecutiveMissCount = 0,
  653. LastSeenAt = now,
  654. LastHitAt = now,
  655. SourceObjectType = string.IsNullOrEmpty(hit.SourceObjectType) ? existing.SourceObjectType : hit.SourceObjectType,
  656. SourceObjectId = string.IsNullOrEmpty(hit.SourceObjectId) ? existing.SourceObjectId : hit.SourceObjectId,
  657. UpdatedAt = now
  658. })
  659. .Where(x => x.Id == existing.Id)
  660. .ExecuteCommandAsync();
  661. existing.ConsecutiveHitCount = newHitCount;
  662. return (existing, newHitCount);
  663. }
  664. private async Task<long> FindOpenExceptionByDedupKeyAsync(long tenantId, long factoryId, string dedupKey)
  665. {
  666. var ids = await _exceptionRep.AsQueryable()
  667. .Where(x => x.TenantId == tenantId
  668. && x.FactoryId == factoryId
  669. && !x.IsDeleted
  670. && x.Status != "CLOSED"
  671. && x.DedupKey == dedupKey)
  672. .Select(x => x.Id)
  673. .Take(1)
  674. .ToListAsync();
  675. return ids.Count > 0 ? ids[0] : 0L;
  676. }
  677. /// <summary>
  678. /// R3 OUT_OF_RANGE compat fallback 查找:用 (source_rule_id, related_object_code, status!=CLOSED,
  679. /// dedup_key IS NULL, is_deleted=0) 严格条件定位旧 AlertRule 主链留下的历史记录。
  680. /// </summary>
  681. private async Task<long> FindLegacyOutOfRangeExceptionAsync(long tenantId, long factoryId, long sourceRuleId, string relatedObjectCode)
  682. {
  683. if (string.IsNullOrWhiteSpace(relatedObjectCode)) return 0L;
  684. var ids = await _exceptionRep.AsQueryable()
  685. .Where(x => x.TenantId == tenantId
  686. && x.FactoryId == factoryId
  687. && !x.IsDeleted
  688. && x.Status != "CLOSED"
  689. && x.DedupKey == null
  690. && x.SourceRuleId == sourceRuleId
  691. && x.RelatedObjectCode == relatedObjectCode)
  692. .Select(x => x.Id)
  693. .Take(1)
  694. .ToListAsync();
  695. return ids.Count > 0 ? ids[0] : 0L;
  696. }
  697. /// <summary>
  698. /// R3 OUT_OF_RANGE compat fallback backfill:把历史记录的 R1 新 6 列(dedup_key/source_rule_code/
  699. /// source_object_type/source_object_id/source_payload/last_detected_at)写入,并刷新 updated_at。
  700. /// </summary>
  701. private async Task BackfillLegacyExceptionAsync(long exceptionId, S8RuleHit hit)
  702. {
  703. await _exceptionRep.Context.Updateable<AdoS8Exception>()
  704. .SetColumns(x => new AdoS8Exception
  705. {
  706. DedupKey = hit.DedupKey,
  707. SourceRuleCode = hit.SourceRuleCode,
  708. SourceObjectType = hit.SourceObjectType,
  709. SourceObjectId = hit.SourceObjectId,
  710. SourcePayload = hit.SourcePayload,
  711. LastDetectedAt = hit.DetectedAt,
  712. UpdatedAt = DateTime.Now
  713. })
  714. .Where(x => x.Id == exceptionId)
  715. .ExecuteCommandAsync();
  716. }
  717. /// <summary>
  718. /// R5 恢复时间最小闭环:对当前 rule 下未关闭、有 dedup_key、recovered_at 仍为 NULL 的异常,
  719. /// 凡不在本轮 hits.dedup_key 集合内的,写入 recovered_at = now、updated_at = now。
  720. /// 仅写这 2 列;不动 status / assignee / verifier / source_payload / last_detected_at;
  721. /// recovered_at 一旦写入,本轮不做复发清空。
  722. /// R6 返回 recoveredIds 供上游决定是否写 NO_HIT 日志,并对每个 recovered exception 写一条 RECOVERED 日志。
  723. /// </summary>
  724. private async Task<List<long>> ReconcileRecoveriesForRuleAsync(
  725. long tenantId, long factoryId, AdoS8WatchRule rule, string ruleType, List<S8RuleHit> hits, string runId)
  726. {
  727. var hitDedupKeys = hits
  728. .Where(h => !string.IsNullOrWhiteSpace(h.DedupKey))
  729. .Select(h => h.DedupKey)
  730. .ToHashSet(StringComparer.Ordinal);
  731. var candidates = await _exceptionRep.AsQueryable()
  732. .Where(x => x.TenantId == tenantId
  733. && x.FactoryId == factoryId
  734. && !x.IsDeleted
  735. && x.Status != "CLOSED"
  736. && x.SourceRuleCode == rule.RuleCode
  737. && x.DedupKey != null
  738. && x.RecoveredAt == null)
  739. .Select(x => new { x.Id, x.DedupKey, x.SourceObjectType, x.SourceObjectId, x.RelatedObjectCode, x.ConsecutiveMissCount })
  740. .ToListAsync();
  741. if (candidates.Count == 0) return new List<long>();
  742. var now = DateTime.Now;
  743. var recoverRequired = NormalizeAntiflapCount(rule.RecoverCountRequired);
  744. var recoveredIds = new List<long>();
  745. foreach (var c in candidates)
  746. {
  747. if (hitDedupKeys.Contains(c.DedupKey!)) continue;
  748. // S8-SCHED-EXEC-1:恢复抗抖累计。
  749. // 1) 每次未命中:异常 ConsecutiveMissCount += 1,ConsecutiveHitCount 清零;
  750. // 2) miss < recover_count_required:仅累计,不写 recovered_at、不写 RECOVERED;
  751. // 3) miss >= recover_count_required:写 recovered_at、写 RECOVERED 日志。
  752. var newMissCount = c.ConsecutiveMissCount + 1;
  753. await _exceptionRep.Context.Updateable<AdoS8Exception>()
  754. .SetColumns(x => new AdoS8Exception
  755. {
  756. ConsecutiveMissCount = x.ConsecutiveMissCount + 1,
  757. ConsecutiveHitCount = 0,
  758. UpdatedAt = now
  759. })
  760. .Where(x => x.Id == c.Id)
  761. .ExecuteCommandAsync();
  762. // detection_state 同步累计 miss(建单后 state.active_exception_id 仍指向 c.Id)。
  763. await _detectionStateRep.Context.Updateable<AdoS8RuleDetectionState>()
  764. .SetColumns(x => new AdoS8RuleDetectionState
  765. {
  766. ConsecutiveMissCount = x.ConsecutiveMissCount + 1,
  767. ConsecutiveHitCount = 0,
  768. LastSeenAt = now,
  769. LastMissAt = now,
  770. UpdatedAt = now
  771. })
  772. .Where(x => x.TenantId == tenantId
  773. && x.FactoryId == factoryId
  774. && x.RuleCode == rule.RuleCode
  775. && x.DedupKey == c.DedupKey)
  776. .ExecuteCommandAsync();
  777. if (newMissCount < recoverRequired)
  778. {
  779. _logger.LogInformation(
  780. "antiflap_pending_recovery ruleCode={RuleCode} dedupKey={DedupKey} missCount={Miss} recoverRequired={Required}",
  781. rule.RuleCode, c.DedupKey, newMissCount, recoverRequired);
  782. continue;
  783. }
  784. await _exceptionRep.Context.Updateable<AdoS8Exception>()
  785. .SetColumns(x => new AdoS8Exception
  786. {
  787. RecoveredAt = now,
  788. UpdatedAt = now
  789. })
  790. .Where(x => x.Id == c.Id)
  791. .ExecuteCommandAsync();
  792. recoveredIds.Add(c.Id);
  793. await WriteDetectionLogAsync(new AdoS8DetectionLog
  794. {
  795. TenantId = tenantId, FactoryId = factoryId,
  796. RuleId = rule.Id, RuleCode = rule.RuleCode, RuleType = ruleType, SceneCode = rule.SceneCode,
  797. SourceObjectType = c.SourceObjectType, SourceObjectId = c.SourceObjectId,
  798. RelatedObjectCode = c.RelatedObjectCode, DedupKey = c.DedupKey,
  799. DetectResult = DetectResultRecovered,
  800. ExceptionId = c.Id,
  801. DetectedAt = now,
  802. PayloadSnapshot = JsonSerializer.Serialize(new { ruleId = rule.Id, ruleCode = rule.RuleCode, reason = "no_longer_hit", missCount = newMissCount, recoverRequired }),
  803. RunId = runId, TriggerSource = DetectionTriggerSource,
  804. Remark = "Rule no longer hit; recovered_at marked"
  805. });
  806. }
  807. if (recoveredIds.Count > 0)
  808. {
  809. _logger.LogInformation(
  810. "rule_recovered ruleCode={RuleCode} ruleType={RuleType} recoveredCount={Count} recoveredIds={Ids}",
  811. rule.RuleCode, ruleType, recoveredIds.Count, string.Join(",", recoveredIds));
  812. }
  813. return recoveredIds;
  814. }
  815. /// <summary>R6 通用 hit 日志构造(CREATED / REFRESHED 共用)。</summary>
  816. private static AdoS8DetectionLog BuildHitLog(
  817. long tenantId, long factoryId, AdoS8WatchRule rule, string ruleType, S8RuleHit hit,
  818. string detectResult, long exceptionId, string runId) => new()
  819. {
  820. TenantId = tenantId, FactoryId = factoryId,
  821. RuleId = rule.Id, RuleCode = rule.RuleCode, RuleType = ruleType, SceneCode = rule.SceneCode,
  822. SourceObjectType = hit.SourceObjectType, SourceObjectId = hit.SourceObjectId,
  823. RelatedObjectCode = hit.RelatedObjectCode, DedupKey = hit.DedupKey,
  824. DetectResult = detectResult,
  825. ExceptionId = exceptionId,
  826. DetectedAt = hit.DetectedAt,
  827. PayloadSnapshot = hit.SourcePayload,
  828. RunId = runId,
  829. TriggerSource = DetectionTriggerSource
  830. };
  831. /// <summary>R6 日志写入:失败仅 LogWarning,不阻断主链;不抛异常。</summary>
  832. private async Task WriteDetectionLogAsync(AdoS8DetectionLog log)
  833. {
  834. try
  835. {
  836. await _detectionLogRep.InsertAsync(log);
  837. }
  838. catch (Exception ex)
  839. {
  840. _logger.LogWarning(ex,
  841. "detection_log_write_failed runId={RunId} detectResult={Result} ruleCode={RuleCode} exceptionId={ExceptionId}",
  842. log.RunId, log.DetectResult, log.RuleCode, log.ExceptionId);
  843. }
  844. }
  845. private static string Truncate(string? s, int max) =>
  846. string.IsNullOrEmpty(s) ? string.Empty : (s.Length <= max ? s : s.Substring(0, max));
  847. private async Task RefreshDetectionAsync(long exceptionId, S8RuleHit hit)
  848. {
  849. // S8-SCHED-EXEC-1:刷新阶段抗抖累计 + 复发清空 recovered_at。
  850. // ConsecutiveHitCount += 1(用 SetColumns 内表达式完成原子自增);ConsecutiveMissCount 归零。
  851. // RecoveredAt 不为 NULL 时(复发)一并清空,保持业务对"再次命中即视为活跃"的预期。
  852. await _exceptionRep.Context.Updateable<AdoS8Exception>()
  853. .SetColumns(x => new AdoS8Exception
  854. {
  855. LastDetectedAt = hit.DetectedAt,
  856. SourcePayload = hit.SourcePayload,
  857. ConsecutiveHitCount = x.ConsecutiveHitCount + 1,
  858. ConsecutiveMissCount = 0,
  859. RecoveredAt = null,
  860. UpdatedAt = DateTime.Now
  861. })
  862. .Where(x => x.Id == exceptionId)
  863. .ExecuteCommandAsync();
  864. }
  865. private static S8WatchCreationResult BuildCreatedResult(AdoS8WatchRule rule, S8RuleHit hit, long exceptionId) =>
  866. new()
  867. {
  868. DedupResult = new S8WatchDedupResult
  869. {
  870. Hit = ToWatchHit(rule, hit),
  871. CanCreate = true,
  872. MatchedExceptionId = null,
  873. Reason = "no_pending"
  874. },
  875. Created = true,
  876. Skipped = false,
  877. CreatedExceptionId = exceptionId,
  878. Reason = "auto_created",
  879. ErrorMessage = null
  880. };
  881. private static S8WatchCreationResult BuildSkippedDuplicate(AdoS8WatchRule rule, S8RuleHit hit, long matchedId) =>
  882. new()
  883. {
  884. DedupResult = new S8WatchDedupResult
  885. {
  886. Hit = ToWatchHit(rule, hit),
  887. CanCreate = false,
  888. MatchedExceptionId = matchedId,
  889. Reason = "duplicate_pending"
  890. },
  891. Created = false,
  892. Skipped = true,
  893. CreatedExceptionId = null,
  894. Reason = "duplicate_pending",
  895. ErrorMessage = null
  896. };
  897. private static S8WatchCreationResult BuildSkipResult(AdoS8WatchRule rule, string reason, string? error, S8RuleHit? hit = null) =>
  898. new()
  899. {
  900. DedupResult = new S8WatchDedupResult
  901. {
  902. Hit = hit != null ? ToWatchHit(rule, hit) : new S8WatchHitResult { SourceRuleId = rule.Id, SourceRuleCode = rule.RuleCode },
  903. CanCreate = false,
  904. MatchedExceptionId = null,
  905. Reason = reason
  906. },
  907. Created = false,
  908. Skipped = true,
  909. CreatedExceptionId = null,
  910. Reason = reason,
  911. ErrorMessage = error
  912. };
  913. private static S8WatchHitResult ToWatchHit(AdoS8WatchRule rule, S8RuleHit hit) => new()
  914. {
  915. SourceRuleId = hit.SourceRuleId == 0 ? rule.Id : hit.SourceRuleId,
  916. SourceRuleCode = string.IsNullOrEmpty(hit.SourceRuleCode) ? rule.RuleCode : hit.SourceRuleCode,
  917. DataSourceId = hit.DataSourceId,
  918. RelatedObjectCode = hit.RelatedObjectCode,
  919. Severity = hit.Severity,
  920. OccurrenceDeptId = hit.OccurrenceDeptId,
  921. ResponsibleDeptId = hit.ResponsibleDeptId,
  922. SourcePayload = hit.SourcePayload
  923. };
  924. /// <summary>
  925. /// 单次轮询入口。当前仅完成规则读取与组装,返回可执行规则数量,不做实际数据采集。
  926. /// </summary>
  927. public async Task<int> RunOnceAsync()
  928. {
  929. var executionRules = await LoadExecutionRulesAsync(1, 1);
  930. return executionRules.Count;
  931. }
  932. // G01-04 首版最小比较符集合:>, >=, <, <=。
  933. // 允许首尾空格;非此集合的一律视为“比较符非法”,由调用方跳过。
  934. private static string? TryParseTriggerCondition(string raw)
  935. {
  936. var normalized = raw.Trim();
  937. return normalized switch
  938. {
  939. ">" => ">",
  940. ">=" => ">=",
  941. "<" => "<",
  942. "<=" => "<=",
  943. _ => null
  944. };
  945. }
  946. private static bool TryParseDecimal(string raw, out decimal value) =>
  947. decimal.TryParse(raw.Trim(), NumberStyles.Any, CultureInfo.InvariantCulture, out value);
  948. private static bool EvaluateHit(decimal current, string op, decimal threshold) => op switch
  949. {
  950. ">" => current > threshold,
  951. ">=" => current >= threshold,
  952. "<" => current < threshold,
  953. "<=" => current <= threshold,
  954. _ => false
  955. };
  956. private static bool IsSupportedAlertRule(AdoS8AlertRule alertRule) =>
  957. !string.IsNullOrWhiteSpace(alertRule.TriggerCondition)
  958. && !string.IsNullOrWhiteSpace(alertRule.ThresholdVal);
  959. private static bool IsSupportedSqlDataSource(AdoS8DataSource dataSource) =>
  960. dataSource.Enabled
  961. && string.Equals(dataSource.Type?.Trim(), SqlDataSourceType, StringComparison.OrdinalIgnoreCase)
  962. && !string.IsNullOrWhiteSpace(dataSource.Endpoint);
  963. private static bool IsDeviceWatchObjectType(string? watchObjectType)
  964. {
  965. if (string.IsNullOrWhiteSpace(watchObjectType)) return false;
  966. var normalized = watchObjectType.Trim().ToUpperInvariant();
  967. return normalized is "DEVICE" or "EQUIPMENT" || watchObjectType.Trim() == "设备";
  968. }
  969. private SqlSugarScope CreateSqlQueryScope(string connectionString)
  970. {
  971. var dbType = _ruleRep.Context.CurrentConnectionConfig.DbType;
  972. return new SqlSugarScope(new ConnectionConfig
  973. {
  974. ConfigId = $"s8-watch-sql-{Guid.NewGuid():N}",
  975. DbType = dbType,
  976. ConnectionString = connectionString,
  977. InitKeyType = InitKeyType.Attribute,
  978. IsAutoCloseConnection = true
  979. });
  980. }
  981. private static bool HasRequiredColumns(DataTable table) =>
  982. TryGetColumnName(table.Columns, "related_object_code") != null
  983. && TryGetColumnName(table.Columns, "current_value") != null;
  984. private static S8WatchDeviceRow MapDeviceRow(DataRow row)
  985. {
  986. var columns = row.Table.Columns;
  987. var relatedObjectCodeColumn = TryGetColumnName(columns, "related_object_code");
  988. var currentValueColumn = TryGetColumnName(columns, "current_value");
  989. var occurrenceDeptIdColumn = TryGetColumnName(columns, "occurrence_dept_id");
  990. var responsibleDeptIdColumn = TryGetColumnName(columns, "responsible_dept_id");
  991. return new S8WatchDeviceRow
  992. {
  993. RelatedObjectCode = ReadString(row, relatedObjectCodeColumn),
  994. CurrentValue = ReadDecimal(row, currentValueColumn),
  995. OccurrenceDeptId = ReadLong(row, occurrenceDeptIdColumn),
  996. ResponsibleDeptId = ReadLong(row, responsibleDeptIdColumn),
  997. SourcePayload = BuildSourcePayload(row)
  998. };
  999. }
  1000. private static string? TryGetColumnName(DataColumnCollection columns, string expectedName)
  1001. {
  1002. var normalizedExpected = NormalizeColumnName(expectedName);
  1003. foreach (DataColumn column in columns)
  1004. {
  1005. if (NormalizeColumnName(column.ColumnName) == normalizedExpected)
  1006. return column.ColumnName;
  1007. }
  1008. return null;
  1009. }
  1010. private static string NormalizeColumnName(string columnName) =>
  1011. columnName.Replace("_", string.Empty, StringComparison.Ordinal).Trim().ToUpperInvariant();
  1012. private static string ReadString(DataRow row, string? columnName)
  1013. {
  1014. if (string.IsNullOrWhiteSpace(columnName)) return string.Empty;
  1015. var value = row[columnName];
  1016. return value == DBNull.Value ? string.Empty : Convert.ToString(value)?.Trim() ?? string.Empty;
  1017. }
  1018. private static long? ReadLong(DataRow row, string? columnName)
  1019. {
  1020. if (string.IsNullOrWhiteSpace(columnName)) return null;
  1021. var value = row[columnName];
  1022. if (value == DBNull.Value) return null;
  1023. return long.TryParse(Convert.ToString(value, CultureInfo.InvariantCulture), out var result) ? result : null;
  1024. }
  1025. private static decimal? ReadDecimal(DataRow row, string? columnName)
  1026. {
  1027. if (string.IsNullOrWhiteSpace(columnName)) return null;
  1028. var value = row[columnName];
  1029. if (value == DBNull.Value) return null;
  1030. return decimal.TryParse(Convert.ToString(value, CultureInfo.InvariantCulture), NumberStyles.Any, CultureInfo.InvariantCulture, out var result)
  1031. ? result
  1032. : null;
  1033. }
  1034. private static string BuildSourcePayload(DataRow row)
  1035. {
  1036. var payload = new Dictionary<string, object?>(StringComparer.OrdinalIgnoreCase);
  1037. foreach (DataColumn column in row.Table.Columns)
  1038. {
  1039. var value = row[column];
  1040. payload[column.ColumnName] = value == DBNull.Value ? null : value;
  1041. }
  1042. return JsonSerializer.Serialize(payload);
  1043. }
  1044. // ============================================================
  1045. // S8-SCHED-EXEC-1:DB 驱动调度执行层
  1046. // ============================================================
  1047. private const int LeaseDurationMinutes = 5;
  1048. private const int AutoPauseFailureThreshold = 3;
  1049. private const int AutoPauseDurationHours = 1;
  1050. private const int DefaultPollIntervalSeconds = 300;
  1051. private const int MinPollIntervalSeconds = 60;
  1052. private const int MaxPollIntervalSeconds = 86400;
  1053. /// <summary>
  1054. /// S8-SCHED-EXEC-1:释放过期 lease(lock_until &lt; NOW),不修改 last_status / last_error,仅清空 lock 三件套 + running_started_at。
  1055. /// 返回释放的行数。
  1056. /// </summary>
  1057. public async Task<int> ResetExpiredLeasesAsync(long tenantId, long factoryId)
  1058. {
  1059. var now = DateTime.Now;
  1060. var affected = await _ruleRep.Context.Updateable<AdoS8WatchRule>()
  1061. .SetColumns(x => new AdoS8WatchRule
  1062. {
  1063. LockToken = null,
  1064. LockedBy = null,
  1065. LockUntil = null,
  1066. RunningStartedAt = null,
  1067. UpdatedAt = now
  1068. })
  1069. .Where(x => x.TenantId == tenantId
  1070. && x.FactoryId == factoryId
  1071. && x.LockUntil != null
  1072. && x.LockUntil < now)
  1073. .ExecuteCommandAsync();
  1074. if (affected > 0)
  1075. {
  1076. _logger.LogWarning(
  1077. "lease_reset tenantId={Tenant} factoryId={Factory} releasedCount={Count}",
  1078. tenantId, factoryId, affected);
  1079. }
  1080. return affected;
  1081. }
  1082. /// <summary>
  1083. /// S8-SCHED-EXEC-1:到期规则候选 + 乐观 UPDATE 抢锁,返回成功抢到的 lease 列表。
  1084. /// 抢锁条件:enabled=1 AND (paused_until IS NULL OR paused_until &lt;= NOW)
  1085. /// AND (next_run_at IS NULL OR next_run_at &lt;= NOW)
  1086. /// AND (lock_until IS NULL OR lock_until &lt;= NOW)。
  1087. /// 抢锁回写:lock_token / locked_by / lock_until = NOW + 5min / running_started_at = NOW / last_run_id = runId。
  1088. /// affectedRows == 1 才算抢到;后续 OnRuleCompletedAsync 必须按 lockToken 回写,避免旧进程覆盖新 lease。
  1089. /// </summary>
  1090. public async Task<List<S8RuleLease>> PickReadyRulesAsync(long tenantId, long factoryId, int batchSize, string lockedBy, string runId)
  1091. {
  1092. if (batchSize <= 0) batchSize = 16;
  1093. var now = DateTime.Now;
  1094. var candidates = await _ruleRep.AsQueryable()
  1095. .Where(x => x.TenantId == tenantId
  1096. && x.FactoryId == factoryId
  1097. && x.Enabled
  1098. && (x.PausedUntil == null || x.PausedUntil <= now)
  1099. && (x.NextRunAt == null || x.NextRunAt <= now)
  1100. && (x.LockUntil == null || x.LockUntil <= now))
  1101. .OrderBy(x => x.NextRunAt, OrderByType.Asc)
  1102. .OrderBy(x => x.Id, OrderByType.Asc)
  1103. .Take(batchSize)
  1104. .Select(x => new { x.Id, x.RuleCode, x.RuleType })
  1105. .ToListAsync();
  1106. if (candidates.Count == 0) return new();
  1107. var leases = new List<S8RuleLease>();
  1108. foreach (var c in candidates)
  1109. {
  1110. var token = Guid.NewGuid().ToString("N");
  1111. var lockUntil = DateTime.Now.AddMinutes(LeaseDurationMinutes);
  1112. var runningAt = DateTime.Now;
  1113. // 乐观 UPDATE:再校验一次条件,affectedRows=1 才算抢到。
  1114. var affected = await _ruleRep.Context.Updateable<AdoS8WatchRule>()
  1115. .SetColumns(x => new AdoS8WatchRule
  1116. {
  1117. LockToken = token,
  1118. LockedBy = lockedBy,
  1119. LockUntil = lockUntil,
  1120. RunningStartedAt = runningAt,
  1121. LastRunId = runId,
  1122. UpdatedAt = runningAt
  1123. })
  1124. .Where(x => x.Id == c.Id
  1125. && x.Enabled
  1126. && (x.PausedUntil == null || x.PausedUntil <= runningAt)
  1127. && (x.NextRunAt == null || x.NextRunAt <= runningAt)
  1128. && (x.LockUntil == null || x.LockUntil <= runningAt))
  1129. .ExecuteCommandAsync();
  1130. if (affected == 1)
  1131. {
  1132. leases.Add(new S8RuleLease
  1133. {
  1134. RuleId = c.Id,
  1135. RuleCode = c.RuleCode,
  1136. RuleType = c.RuleType,
  1137. LockToken = token,
  1138. LockedBy = lockedBy,
  1139. LockUntil = lockUntil,
  1140. RunId = runId,
  1141. AcquiredAt = runningAt
  1142. });
  1143. }
  1144. }
  1145. return leases;
  1146. }
  1147. /// <summary>
  1148. /// S8-SCHED-EXEC-1:执行单条已抢锁规则的 evaluator → 抗抖去重 → 建单/刷新 → 恢复 reconcile。
  1149. /// 不释放 lease(OnRuleCompletedAsync 负责);evaluator 抛异常时 Result.Success=false 并保留 ErrorMessage。
  1150. /// </summary>
  1151. public async Task<S8RuleRunResult> RunSingleRuleAsync(long tenantId, long factoryId, S8RuleLease lease)
  1152. {
  1153. var rule = await _ruleRep.AsQueryable()
  1154. .Where(x => x.Id == lease.RuleId)
  1155. .FirstAsync();
  1156. if (rule == null)
  1157. {
  1158. return new S8RuleRunResult { Success = false, ErrorMessage = "rule_not_found", Stats = new() };
  1159. }
  1160. var ruleType = rule.RuleType;
  1161. if (string.IsNullOrWhiteSpace(ruleType))
  1162. {
  1163. // 未分类的旧规则不在新调度路径承载;标 SKIPPED 但不视为失败。
  1164. return new S8RuleRunResult { Success = true, ErrorMessage = "rule_type_empty_skipped", Stats = new() };
  1165. }
  1166. IS8RuleEvaluator? evaluator = ruleType switch
  1167. {
  1168. S8TimeoutRuleEvaluator.RuleTypeCode => _timeoutEvaluator,
  1169. S8ShortageRuleEvaluator.RuleTypeCode => _shortageEvaluator,
  1170. S8OutOfRangeRuleEvaluator.RuleTypeCode => _outOfRangeEvaluator,
  1171. _ => null
  1172. };
  1173. if (evaluator == null)
  1174. {
  1175. return new S8RuleRunResult { Success = false, ErrorMessage = $"unsupported_rule_type:{ruleType}", Stats = new() };
  1176. }
  1177. try
  1178. {
  1179. var alertRules = (await _alertRuleRep.AsQueryable()
  1180. .Where(x => x.TenantId == tenantId && x.FactoryId == factoryId)
  1181. .ToListAsync()).AsReadOnly();
  1182. var results = await ProcessSingleRuleAsync(tenantId, factoryId, rule, ruleType, evaluator, alertRules, lease.RunId);
  1183. var stats = new S8RuleRunStats
  1184. {
  1185. Hits = results.Count,
  1186. Created = results.Count(r => r.Created),
  1187. Refreshed = results.Count(r => r.Reason == "duplicate_pending"),
  1188. Pending = results.Count(r => r.Reason == "antiflap_pending_hit"),
  1189. Failed = results.Count(r => r.Reason == "create_failed" || r.Reason == "refresh_failed" || r.Reason == "antiflap_failed" || r.Reason == "evaluate_failed")
  1190. };
  1191. return new S8RuleRunResult { Success = true, Stats = stats };
  1192. }
  1193. catch (Exception ex)
  1194. {
  1195. return new S8RuleRunResult
  1196. {
  1197. Success = false,
  1198. ErrorMessage = ex.Message,
  1199. Stats = new()
  1200. };
  1201. }
  1202. }
  1203. /// <summary>
  1204. /// S8-SCHED-EXEC-1:单规则处理(evaluator → reconcile → hit 循环)。
  1205. /// 与 ProcessRulesByTypeAsync 内单规则循环体语义一致;此处抽出便于新调度路径直接调用单条 rule。
  1206. /// </summary>
  1207. private async Task<List<S8WatchCreationResult>> ProcessSingleRuleAsync(
  1208. long tenantId, long factoryId, AdoS8WatchRule rule, string ruleType,
  1209. IS8RuleEvaluator evaluator, IReadOnlyList<AdoS8AlertRule> alertRules, string runId)
  1210. {
  1211. var results = new List<S8WatchCreationResult>();
  1212. List<S8RuleHit> hits;
  1213. try
  1214. {
  1215. hits = await evaluator.EvaluateAsync(tenantId, factoryId, rule, alertRules);
  1216. }
  1217. catch (Exception ex)
  1218. {
  1219. var failureReason = ex is S8RuleEvaluatorException sre ? sre.Reason : ex.GetType().Name;
  1220. await WriteDetectionLogAsync(new AdoS8DetectionLog
  1221. {
  1222. TenantId = tenantId, FactoryId = factoryId,
  1223. RuleId = rule.Id, RuleCode = rule.RuleCode, RuleType = ruleType, SceneCode = rule.SceneCode,
  1224. SourceObjectType = rule.SourceObjectType,
  1225. DetectResult = DetectResultEvaluateFailed,
  1226. DetectedAt = DateTime.Now,
  1227. FailureReason = failureReason,
  1228. FailureMessage = Truncate(ex.Message, 1000),
  1229. RunId = runId, TriggerSource = DetectionTriggerSource
  1230. });
  1231. results.Add(BuildSkipResult(rule, "evaluate_failed", ex.Message));
  1232. throw;
  1233. }
  1234. List<long> recoveredIds;
  1235. try
  1236. {
  1237. recoveredIds = await ReconcileRecoveriesForRuleAsync(tenantId, factoryId, rule, ruleType, hits, runId);
  1238. }
  1239. catch (Exception ex)
  1240. {
  1241. _logger.LogWarning(ex, "recovery_reconcile_failed ruleCode={RuleCode} ruleType={RuleType}", rule.RuleCode, ruleType);
  1242. recoveredIds = new();
  1243. }
  1244. if (hits.Count == 0 && recoveredIds.Count == 0)
  1245. {
  1246. await WriteDetectionLogAsync(new AdoS8DetectionLog
  1247. {
  1248. TenantId = tenantId, FactoryId = factoryId,
  1249. RuleId = rule.Id, RuleCode = rule.RuleCode, RuleType = ruleType, SceneCode = rule.SceneCode,
  1250. SourceObjectType = rule.SourceObjectType,
  1251. DetectResult = DetectResultNoHit,
  1252. DetectedAt = DateTime.Now,
  1253. RunId = runId, TriggerSource = DetectionTriggerSource
  1254. });
  1255. }
  1256. foreach (var hit in hits)
  1257. {
  1258. if (string.IsNullOrWhiteSpace(hit.DedupKey))
  1259. {
  1260. results.Add(BuildSkipResult(rule, "missing_dedup_key", null, hit));
  1261. continue;
  1262. }
  1263. long matchedId;
  1264. try
  1265. {
  1266. matchedId = await FindOpenExceptionByDedupKeyAsync(tenantId, factoryId, hit.DedupKey);
  1267. }
  1268. catch (Exception ex)
  1269. {
  1270. results.Add(BuildSkipResult(rule, "query_failed", ex.Message, hit));
  1271. continue;
  1272. }
  1273. if (matchedId > 0)
  1274. {
  1275. try
  1276. {
  1277. await RefreshDetectionAsync(matchedId, hit);
  1278. await WriteDetectionLogAsync(BuildHitLog(tenantId, factoryId, rule, ruleType, hit, DetectResultRefreshed, matchedId, runId));
  1279. results.Add(BuildSkippedDuplicate(rule, hit, matchedId));
  1280. }
  1281. catch (Exception ex)
  1282. {
  1283. results.Add(BuildSkipResult(rule, "refresh_failed", ex.Message, hit));
  1284. }
  1285. continue;
  1286. }
  1287. if (string.Equals(ruleType, S8OutOfRangeRuleEvaluator.RuleTypeCode, StringComparison.OrdinalIgnoreCase))
  1288. {
  1289. long compatId;
  1290. try
  1291. {
  1292. compatId = await FindLegacyOutOfRangeExceptionAsync(tenantId, factoryId, rule.Id, hit.RelatedObjectCode);
  1293. }
  1294. catch (Exception ex)
  1295. {
  1296. results.Add(BuildSkipResult(rule, "query_failed", ex.Message, hit));
  1297. continue;
  1298. }
  1299. if (compatId > 0)
  1300. {
  1301. try
  1302. {
  1303. await BackfillLegacyExceptionAsync(compatId, hit);
  1304. await WriteDetectionLogAsync(BuildHitLog(tenantId, factoryId, rule, ruleType, hit, DetectResultRefreshed, compatId, runId));
  1305. results.Add(BuildSkippedDuplicate(rule, hit, compatId));
  1306. }
  1307. catch (Exception ex)
  1308. {
  1309. results.Add(BuildSkipResult(rule, "refresh_failed", ex.Message, hit));
  1310. }
  1311. continue;
  1312. }
  1313. }
  1314. bool typeExists;
  1315. try
  1316. {
  1317. typeExists = await _exceptionTypeRep.AsQueryable()
  1318. .Where(t => t.TypeCode == hit.ExceptionTypeCode
  1319. && (t.TenantId == 0 || t.TenantId == tenantId)
  1320. && (t.FactoryId == 0 || t.FactoryId == factoryId)
  1321. && t.Enabled)
  1322. .AnyAsync();
  1323. }
  1324. catch (Exception ex)
  1325. {
  1326. results.Add(BuildSkipResult(rule, "query_failed", ex.Message, hit));
  1327. continue;
  1328. }
  1329. if (!typeExists)
  1330. {
  1331. results.Add(BuildSkipResult(rule, "exception_type_missing", null, hit));
  1332. continue;
  1333. }
  1334. int hitCount;
  1335. AdoS8RuleDetectionState? state;
  1336. try
  1337. {
  1338. (state, hitCount) = await UpsertDetectionStateOnHitAsync(tenantId, factoryId, rule, hit);
  1339. }
  1340. catch (Exception ex)
  1341. {
  1342. results.Add(BuildSkipResult(rule, "antiflap_failed", ex.Message, hit));
  1343. continue;
  1344. }
  1345. var triggerRequired = NormalizeAntiflapCount(rule.TriggerCountRequired);
  1346. if (hitCount < triggerRequired)
  1347. {
  1348. _logger.LogInformation(
  1349. "antiflap_pending_hit ruleCode={RuleCode} dedupKey={DedupKey} hitCount={HitCount} trigger={Trigger}",
  1350. rule.RuleCode, hit.DedupKey, hitCount, triggerRequired);
  1351. results.Add(BuildSkipResult(rule, "antiflap_pending_hit", null, hit));
  1352. continue;
  1353. }
  1354. try
  1355. {
  1356. var entity = await _manualReportService.CreateFromHitAsync(hit);
  1357. await _exceptionRep.Context.Updateable<AdoS8Exception>()
  1358. .SetColumns(x => new AdoS8Exception
  1359. {
  1360. ConsecutiveHitCount = hitCount,
  1361. ConsecutiveMissCount = 0,
  1362. UpdatedAt = DateTime.Now
  1363. })
  1364. .Where(x => x.Id == entity.Id)
  1365. .ExecuteCommandAsync();
  1366. if (state != null)
  1367. {
  1368. await _detectionStateRep.Context.Updateable<AdoS8RuleDetectionState>()
  1369. .SetColumns(x => new AdoS8RuleDetectionState
  1370. {
  1371. ActiveExceptionId = entity.Id,
  1372. UpdatedAt = DateTime.Now
  1373. })
  1374. .Where(x => x.Id == state.Id)
  1375. .ExecuteCommandAsync();
  1376. }
  1377. await WriteDetectionLogAsync(BuildHitLog(tenantId, factoryId, rule, ruleType, hit, DetectResultCreated, entity.Id, runId));
  1378. results.Add(BuildCreatedResult(rule, hit, entity.Id));
  1379. }
  1380. catch (Exception ex)
  1381. {
  1382. results.Add(BuildSkipResult(rule, "create_failed", ex.Message, hit));
  1383. }
  1384. }
  1385. return results;
  1386. }
  1387. /// <summary>
  1388. /// S8-SCHED-EXEC-1:lease 执行完成回写。
  1389. /// 必须 WHERE id = lease.RuleId AND lock_token = lease.LockToken;affectedRows = 0 视为 lease 丢失,记录 Warning,不覆盖状态。
  1390. /// 失败 ≥ 阈值(默认 3)写 paused_until = NOW + 1h。
  1391. /// </summary>
  1392. public async Task OnRuleCompletedAsync(long tenantId, long factoryId, S8RuleLease lease, S8RuleRunResult result, int durationMs)
  1393. {
  1394. var rule = await _ruleRep.AsQueryable().Where(x => x.Id == lease.RuleId).FirstAsync();
  1395. if (rule == null)
  1396. {
  1397. _logger.LogWarning("lease_complete_rule_missing ruleId={RuleId}", lease.RuleId);
  1398. return;
  1399. }
  1400. var now = DateTime.Now;
  1401. var effectiveInterval = NormalizePollInterval(rule.PollIntervalSeconds);
  1402. var nextRunAt = now.AddSeconds(effectiveInterval);
  1403. int affected;
  1404. if (result.Success)
  1405. {
  1406. affected = await _ruleRep.Context.Updateable<AdoS8WatchRule>()
  1407. .SetColumns(x => new AdoS8WatchRule
  1408. {
  1409. LastRunAt = now,
  1410. NextRunAt = nextRunAt,
  1411. LastStatus = "SUCCESS",
  1412. LastError = null,
  1413. LastDurationMs = durationMs,
  1414. ConsecutiveFailureCount = 0,
  1415. LockToken = null,
  1416. LockedBy = null,
  1417. LockUntil = null,
  1418. RunningStartedAt = null,
  1419. UpdatedAt = now
  1420. })
  1421. .Where(x => x.Id == lease.RuleId && x.LockToken == lease.LockToken)
  1422. .ExecuteCommandAsync();
  1423. }
  1424. else
  1425. {
  1426. var errorTrunc = Truncate(result.ErrorMessage, 500);
  1427. var newFailures = rule.ConsecutiveFailureCount + 1;
  1428. DateTime? pausedUntil = rule.PausedUntil;
  1429. string? pauseReason = rule.PauseReason;
  1430. if (newFailures >= AutoPauseFailureThreshold)
  1431. {
  1432. pausedUntil = now.AddHours(AutoPauseDurationHours);
  1433. pauseReason = Truncate($"AUTO_PAUSED_AFTER_{AutoPauseFailureThreshold}_FAILURES: {errorTrunc}", 64);
  1434. }
  1435. affected = await _ruleRep.Context.Updateable<AdoS8WatchRule>()
  1436. .SetColumns(x => new AdoS8WatchRule
  1437. {
  1438. LastRunAt = now,
  1439. NextRunAt = nextRunAt,
  1440. LastStatus = "FAILED",
  1441. LastError = errorTrunc,
  1442. LastDurationMs = durationMs,
  1443. ConsecutiveFailureCount = x.ConsecutiveFailureCount + 1,
  1444. PausedUntil = pausedUntil,
  1445. PauseReason = pauseReason,
  1446. LockToken = null,
  1447. LockedBy = null,
  1448. LockUntil = null,
  1449. RunningStartedAt = null,
  1450. UpdatedAt = now
  1451. })
  1452. .Where(x => x.Id == lease.RuleId && x.LockToken == lease.LockToken)
  1453. .ExecuteCommandAsync();
  1454. }
  1455. if (affected == 0)
  1456. {
  1457. _logger.LogWarning(
  1458. "lease_lost_on_complete ruleId={RuleId} ruleCode={RuleCode} lockToken={LockToken}",
  1459. lease.RuleId, lease.RuleCode, lease.LockToken);
  1460. }
  1461. }
  1462. /// <summary>
  1463. /// S8-SCHED-EXEC-1:单 tick 完整流程。Job / debug 调度入口。
  1464. /// 1) ResetExpiredLeasesAsync
  1465. /// 2) PickReadyRulesAsync(batchSize)
  1466. /// 3) 每条 rule 独立 try/catch 调用 RunSingleRuleAsync + OnRuleCompletedAsync
  1467. /// 单条规则失败不影响其他规则;整 tick 不抛异常。
  1468. /// </summary>
  1469. public async Task<S8DispatchTickResult> RunDispatchTickAsync(long tenantId, long factoryId, int batchSize, string lockedBy)
  1470. {
  1471. var tickId = Guid.NewGuid().ToString("N").Substring(0, 8);
  1472. var runId = Guid.NewGuid().ToString("N").Substring(0, 16);
  1473. var summary = new S8DispatchTickResult { TickId = tickId, RunId = runId };
  1474. try
  1475. {
  1476. summary.LeaseReleased = await ResetExpiredLeasesAsync(tenantId, factoryId);
  1477. }
  1478. catch (Exception ex)
  1479. {
  1480. _logger.LogError(ex, "tick_reset_lease_failed tickId={TickId}", tickId);
  1481. }
  1482. List<S8RuleLease> leases;
  1483. try
  1484. {
  1485. leases = await PickReadyRulesAsync(tenantId, factoryId, batchSize, lockedBy, runId);
  1486. }
  1487. catch (Exception ex)
  1488. {
  1489. _logger.LogError(ex, "tick_pick_failed tickId={TickId}", tickId);
  1490. return summary;
  1491. }
  1492. summary.Picked = leases.Count;
  1493. foreach (var lease in leases)
  1494. {
  1495. var sw = System.Diagnostics.Stopwatch.StartNew();
  1496. S8RuleRunResult runResult;
  1497. try
  1498. {
  1499. runResult = await RunSingleRuleAsync(tenantId, factoryId, lease);
  1500. }
  1501. catch (Exception ex)
  1502. {
  1503. runResult = new S8RuleRunResult { Success = false, ErrorMessage = ex.Message, Stats = new() };
  1504. }
  1505. sw.Stop();
  1506. try
  1507. {
  1508. await OnRuleCompletedAsync(tenantId, factoryId, lease, runResult, (int)sw.ElapsedMilliseconds);
  1509. }
  1510. catch (Exception ex)
  1511. {
  1512. _logger.LogError(ex, "tick_complete_failed tickId={TickId} ruleId={RuleId} ruleCode={RuleCode}", tickId, lease.RuleId, lease.RuleCode);
  1513. }
  1514. _logger.LogInformation(
  1515. "tick_rule_done tickId={TickId} runId={RunId} ruleId={RuleId} ruleCode={RuleCode} status={Status} durationMs={Dur} hits={Hits} created={Created} refreshed={Refreshed} pending={Pending} failed={Failed} error={Error}",
  1516. tickId, runId, lease.RuleId, lease.RuleCode,
  1517. runResult.Success ? "SUCCESS" : "FAILED",
  1518. sw.ElapsedMilliseconds,
  1519. runResult.Stats.Hits, runResult.Stats.Created, runResult.Stats.Refreshed, runResult.Stats.Pending, runResult.Stats.Failed,
  1520. runResult.ErrorMessage);
  1521. if (runResult.Success)
  1522. {
  1523. summary.Success++;
  1524. summary.Created += runResult.Stats.Created;
  1525. summary.Refreshed += runResult.Stats.Refreshed;
  1526. summary.Pending += runResult.Stats.Pending;
  1527. summary.PerRuleFailed += runResult.Stats.Failed;
  1528. }
  1529. else
  1530. {
  1531. summary.Failed++;
  1532. }
  1533. }
  1534. return summary;
  1535. }
  1536. private static int NormalizePollInterval(int raw)
  1537. {
  1538. if (raw < MinPollIntervalSeconds || raw > MaxPollIntervalSeconds) return DefaultPollIntervalSeconds;
  1539. return raw;
  1540. }
  1541. }
  1542. public sealed class S8WatchExecutionRule
  1543. {
  1544. public long WatchRuleId { get; set; }
  1545. public string WatchRuleCode { get; set; } = string.Empty;
  1546. public string SceneCode { get; set; } = string.Empty;
  1547. public string TriggerType { get; set; } = string.Empty;
  1548. public string WatchObjectType { get; set; } = string.Empty;
  1549. public long DataSourceId { get; set; }
  1550. public string DataSourceCode { get; set; } = string.Empty;
  1551. public string DataSourceType { get; set; } = string.Empty;
  1552. public string DataSourceConnection { get; set; } = string.Empty;
  1553. public string QueryExpression { get; set; } = string.Empty;
  1554. public int PollIntervalSeconds { get; set; }
  1555. public long AlertRuleId { get; set; }
  1556. public string AlertRuleCode { get; set; } = string.Empty;
  1557. public string TriggerCondition { get; set; } = string.Empty;
  1558. public string ThresholdValue { get; set; } = string.Empty;
  1559. public string Severity { get; set; } = string.Empty;
  1560. }
  1561. public sealed class S8WatchDeviceQueryResult
  1562. {
  1563. public long WatchRuleId { get; set; }
  1564. public string WatchRuleCode { get; set; } = string.Empty;
  1565. public bool Success { get; set; }
  1566. public string? FailureReason { get; set; }
  1567. public List<S8WatchDeviceRow> Rows { get; set; } = new();
  1568. public static S8WatchDeviceQueryResult Ok(S8WatchExecutionRule rule, List<S8WatchDeviceRow> rows) =>
  1569. new()
  1570. {
  1571. WatchRuleId = rule.WatchRuleId,
  1572. WatchRuleCode = rule.WatchRuleCode,
  1573. Success = true,
  1574. Rows = rows
  1575. };
  1576. public static S8WatchDeviceQueryResult Fail(S8WatchExecutionRule rule, string reason) =>
  1577. new()
  1578. {
  1579. WatchRuleId = rule.WatchRuleId,
  1580. WatchRuleCode = rule.WatchRuleCode,
  1581. Success = false,
  1582. FailureReason = reason
  1583. };
  1584. }
  1585. public sealed class S8WatchDeviceRow
  1586. {
  1587. public string RelatedObjectCode { get; set; } = string.Empty;
  1588. public decimal? CurrentValue { get; set; }
  1589. public long? OccurrenceDeptId { get; set; }
  1590. public long? ResponsibleDeptId { get; set; }
  1591. public string SourcePayload { get; set; } = string.Empty;
  1592. }
  1593. /// <summary>
  1594. /// G01-05 去重结果对象。仅服务 G01-06 建单前拦截,由 CanCreate 单决策位决定是否建单。
  1595. /// 只服务首版唯一场景 S2S6_PRODUCTION + 唯一 trigger_type VALUE_DEVIATION + 设备对象。
  1596. /// 不预留多 trigger_type / 平台化去重扩展结构。
  1597. /// Reason 值域:no_pending / duplicate_pending / missing_dedup_key / query_failed。
  1598. /// </summary>
  1599. public sealed class S8WatchDedupResult
  1600. {
  1601. public S8WatchHitResult Hit { get; set; } = new();
  1602. public bool CanCreate { get; set; }
  1603. public long? MatchedExceptionId { get; set; }
  1604. public string Reason { get; set; } = string.Empty;
  1605. }
  1606. /// <summary>
  1607. /// G01-06 建单结果对象。仅服务 G-01 首版主线验收,由 Created / Skipped 两位决定结局。
  1608. /// 只服务首版唯一场景 S2S6_PRODUCTION + 唯一 trigger_type VALUE_DEVIATION + 设备对象。
  1609. /// 不预留多 trigger_type / 平台化工单扩展结构。
  1610. /// Reason 值域:auto_created / create_failed / 透传自 DedupResult.Reason。
  1611. /// </summary>
  1612. public sealed class S8WatchCreationResult
  1613. {
  1614. public S8WatchDedupResult DedupResult { get; set; } = new();
  1615. public bool Created { get; set; }
  1616. public bool Skipped { get; set; }
  1617. public long? CreatedExceptionId { get; set; }
  1618. public string Reason { get; set; } = string.Empty;
  1619. public string? ErrorMessage { get; set; }
  1620. }
  1621. /// <summary>
  1622. /// G01-04 命中结果对象。承载 G01-05 去重与 G01-06 建单所需最小追溯字段,
  1623. /// 仅服务首版唯一场景 S2S6_PRODUCTION + 唯一 trigger_type VALUE_DEVIATION + 设备对象。
  1624. /// 不预留多 trigger_type / 多场景 / 平台化扩展结构。
  1625. /// </summary>
  1626. public sealed class S8WatchHitResult
  1627. {
  1628. public long SourceRuleId { get; set; }
  1629. public string SourceRuleCode { get; set; } = string.Empty;
  1630. public long AlertRuleId { get; set; }
  1631. public long DataSourceId { get; set; }
  1632. public string RelatedObjectCode { get; set; } = string.Empty;
  1633. public decimal CurrentValue { get; set; }
  1634. public decimal ThresholdValue { get; set; }
  1635. public string TriggerCondition { get; set; } = string.Empty;
  1636. public string Severity { get; set; } = string.Empty;
  1637. public long? OccurrenceDeptId { get; set; }
  1638. public long? ResponsibleDeptId { get; set; }
  1639. public string SourcePayload { get; set; } = string.Empty;
  1640. }
  1641. /// <summary>S8-SCHED-EXEC-1:lease 抢占成功后传递的最小标识对象。</summary>
  1642. public sealed class S8RuleLease
  1643. {
  1644. public long RuleId { get; set; }
  1645. public string RuleCode { get; set; } = string.Empty;
  1646. public string? RuleType { get; set; }
  1647. public string LockToken { get; set; } = string.Empty;
  1648. public string LockedBy { get; set; } = string.Empty;
  1649. public DateTime LockUntil { get; set; }
  1650. public string RunId { get; set; } = string.Empty;
  1651. public DateTime AcquiredAt { get; set; }
  1652. }
  1653. /// <summary>S8-SCHED-EXEC-1:单条规则执行结果,OnRuleCompletedAsync 据此更新状态。</summary>
  1654. public sealed class S8RuleRunResult
  1655. {
  1656. public bool Success { get; set; }
  1657. public string? ErrorMessage { get; set; }
  1658. public S8RuleRunStats Stats { get; set; } = new();
  1659. }
  1660. public sealed class S8RuleRunStats
  1661. {
  1662. public int Hits { get; set; }
  1663. public int Created { get; set; }
  1664. public int Refreshed { get; set; }
  1665. public int Pending { get; set; }
  1666. public int Failed { get; set; }
  1667. }
  1668. /// <summary>S8-SCHED-EXEC-1:单 tick 调度结果聚合。</summary>
  1669. public sealed class S8DispatchTickResult
  1670. {
  1671. public string TickId { get; set; } = string.Empty;
  1672. public string RunId { get; set; } = string.Empty;
  1673. public int LeaseReleased { get; set; }
  1674. public int Picked { get; set; }
  1675. public int Success { get; set; }
  1676. public int Failed { get; set; }
  1677. public int Created { get; set; }
  1678. public int Refreshed { get; set; }
  1679. public int Pending { get; set; }
  1680. public int PerRuleFailed { get; set; }
  1681. }