MdpJsonSql.cs 3.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859
  1. namespace Admin.NET.Plugin.AiDOP.DataPlatform;
  2. /// <summary>
  3. /// 数据中台 stg → std transform 层的 JSON 取值 SQL 表达式生成器(跨源类型兼容)。
  4. ///
  5. /// 背景:SQL Server 源经 <c>MdpDbPullExecutor</c> 的 <c>System.Text.Json</c> 序列化后,raw_data JSON 与 MySQL 源不一致:
  6. /// datetime → ISO-8601 <c>2026-07-29T00:00:00</c>(T 分隔);bit → JSON boolean <c>true/false</c>;
  7. /// JSON null → <c>JSON_UNQUOTE</c> 后为字符串 <c>'null'</c>。MySQL STRICT 模式下裸 CAST/STR_TO_DATE 会 500。
  8. ///
  9. /// 本类<b>只生成 MySQL transform SQL 表达式字符串</b>,供调用方内插进 INSERT...SELECT;
  10. /// <b>不改 raw_data、不改 MdpDbPullExecutor/MdpStagingWriter/MdpSourceScopeFactory 核心、不改已运行 entity 的入站行为</b>。
  11. /// 属业务转换辅助,非核心 MDP 修改。字段名 field 为编译期常量,非用户输入,无注入风险。
  12. /// </summary>
  13. internal static class MdpJsonSql
  14. {
  15. /// <summary>裸取值:JSON_UNQUOTE(JSON_EXTRACT(alias.raw_data,'$.field'))。</summary>
  16. private static string Ext(string alias, string field) =>
  17. $"JSON_UNQUOTE(JSON_EXTRACT({alias}.raw_data,'$.{field}'))";
  18. /// <summary>可空字符串:把 JSON null 的 'null' 字符串归一为 SQL NULL。</summary>
  19. public static string Str(string alias, string field) =>
  20. $"NULLIF({Ext(alias, field)},'null')";
  21. /// <summary>秒级 datetime:兼容空格/ISO-T/带毫秒,NULL/空/'null' → NULL。</summary>
  22. public static string DateTimeSec(string alias, string field) =>
  23. $"STR_TO_DATE(REPLACE(LEFT(NULLIF(NULLIF({Ext(alias, field)},'null'),''),19),'T',' '),'%Y-%m-%d %H:%i:%s')";
  24. /// <summary>可空 DECIMAL:'null'/空 → NULL,避免 CAST('null' AS DECIMAL) STRICT 500。</summary>
  25. public static string Dec(string alias, string field, int p, int s) =>
  26. $"CAST(NULLIF(NULLIF({Ext(alias, field)},'null'),'') AS DECIMAL({p},{s}))";
  27. /// <summary>可空整数:'null'/空 → NULL。</summary>
  28. public static string Int(string alias, string field) =>
  29. $"CAST(NULLIF(NULLIF({Ext(alias, field)},'null'),'') AS SIGNED)";
  30. /// <summary>布尔判真:兼容 1/0 与 SQL Server bit 序列化的 true/false。</summary>
  31. public static string BoolTrue(string alias, string field) =>
  32. $"LOWER({Ext(alias, field)}) IN ('1','true')";
  33. /// <summary>原样取值(不做 'null' 归一):仅用于确知非空/仅展示的场景。</summary>
  34. public static string Raw(string alias, string field) => Ext(alias, field);
  35. /// <summary>raw_data.tenant_id 正整数解析 CASE 片段。</summary>
  36. public static string RawTenantCase(string alias) =>
  37. $"CASE WHEN JSON_UNQUOTE(JSON_EXTRACT({alias}.raw_data,'$.tenant_id')) REGEXP '^[0-9]+$' " +
  38. $"THEN CAST(JSON_UNQUOTE(JSON_EXTRACT({alias}.raw_data,'$.tenant_id')) AS SIGNED) END";
  39. /// <summary>stg 行租户:物理列 NULLIF 去 0 → raw_data → 0(未知)。</summary>
  40. public static string TenantFromStg(string alias) =>
  41. $"COALESCE(NULLIF({alias}.tenant_id, 0), {RawTenantCase(alias)}, 0)";
  42. /// <summary>stg 行租户:物理列/json → 上下文参数 → 0。</summary>
  43. public static string TenantFromStg(string alias, string ctxParam) =>
  44. $"COALESCE(NULLIF({alias}.tenant_id, 0), NULLIF({ctxParam}, 0), {RawTenantCase(alias)}, 0)";
  45. /// <summary>stg 行租户:JSON 列表达式 + 物理列 + raw_data → 0。</summary>
  46. public static string TenantFromStgJsonCol(string alias, string jsonColExpr) =>
  47. $"COALESCE(NULLIF({jsonColExpr}, 0), NULLIF({alias}.tenant_id, 0), {RawTenantCase(alias)}, 0)";
  48. }