fix(doris): preserve NULL rows on non-aligned DATE_TRUNC NEQ and NOT IN rewrites

Signed-off-by: Bruce Arctor <5032356+brucearctor@users.noreply.github.com>

Author: brucearctor

sqlmesh/core/engine_adapter/doris.py

@@ -2593,7 +2593,9 @@ def _rewrite_direct_time_transforms_in_where(self, where: exp.Expr) -> exp.Expr:
                                     copy=False,
                                 )
                             else:
-                                replacement = exp.true()
+                                replacement = exp.not_(
+                                    exp.Is(this=col_expr.copy(), expression=exp.Null())
+                                )
                         elif effective_op is exp.GTE:
                             bound_lit = low_lit if is_aligned else high_lit
                             replacement = exp.GTE(this=col_expr.copy(), expression=bound_lit.copy())
@@ -2639,7 +2641,9 @@ def _rewrite_direct_time_transforms_in_where(self, where: exp.Expr) -> exp.Expr:
                         ]
                         if parent_not is not None:
                             if not aligned_ranges:
-                                replacement_in: exp.Expr = exp.true()
+                                replacement_in: exp.Expr = exp.not_(
+                                    exp.Is(this=col_expr.copy(), expression=exp.Null())
+                                )
                             else:
                                 not_in_parts: t.List[exp.Expr] = [
                                     exp.Paren(

tests/core/engine_adapter/test_doris.py

@@ -4731,7 +4731,7 @@ def test_doris_not_pushdown_week_quarter_and_candidate_extraction(
         "DELETE FROM `db`.`t` WHERE `ds` >= '2024-01-15' AND `ds` < '2024-01-22' AND `ts` >= '2024-04-01' AND `ts` < '2024-07-01' AND NOT `ds` IS NULL",
         "DELETE FROM `db`.`t` WHERE `ds` >= '2024-01-15' AND `ds` < '2024-01-22'",
         "DELETE FROM `db`.`t` WHERE `ds` >= '2024-01-22' AND `ds` < '2024-01-29'",
-        "DELETE FROM `db`.`t` WHERE `a` = 1",
+        "DELETE FROM `db`.`t` WHERE NOT `ds` IS NULL AND `a` = 1",
     ]
 
     # 2. Candidate loops in `_extract_or_key_rows_from_where` and `_extract_subquery_from_where`