feat(webapp,clickhouse): add logs search dual-writer

Mono-RevId: d8b73d93e54f38fa91e02d9eacf172665dde4d0a

Author: carderne

apps/webapp/app/env.server.ts

@@ -2245,6 +2245,11 @@ const EnvironmentSchema = z
       .default(1_500_000_000),
     LOGS_SEARCH_PROJECTOR_MAX_THREADS: z.coerce.number().int().min(1).max(8).default(2),
 
+    LOGS_SEARCH_DUAL_WRITE_ACTIVE: z.enum(["off", "by-id", "on"]).default("off"),
+    LOGS_SEARCH_DUAL_WRITE_ORGANIZATION_IDS: z.string().default(""),
+    LOGS_SEARCH_DUAL_WRITE_MAX_CONCURRENCY: z.coerce.number().int().min(1).max(10).default(2),
+    LOGS_SEARCH_DUAL_WRITE_MAX_PENDING: z.coerce.number().int().min(1).max(100).default(4),
+
     // Logs list pagination tuning.
     LOGS_LIST_DEFAULT_PAGE_SIZE: z.coerce.number().int().positive().default(50),
     LOGS_LIST_MAX_PAGE_SIZE: z.coerce.number().int().positive().default(100),

apps/webapp/app/services/clickhouse/clickhouseFactory.server.ts

@@ -780,6 +780,12 @@ function getEventsClickhouseClient(): ClickHouse {
   return defaultEventsClickhouseClient;
 }
 
+const logsSearchDualWriteOrganizationIds = new Set(
+  env.LOGS_SEARCH_DUAL_WRITE_ORGANIZATION_IDS.split(",")
+    .map((organizationId) => organizationId.trim())
+    .filter(Boolean)
+);
+
 function buildEventRepository(store: string, clickhouse: ClickHouse): ClickhouseEventRepository {
   switch (store) {
     case "clickhouse": {
@@ -806,6 +812,10 @@ function buildEventRepository(store: string, clickhouse: ClickHouse): Clickhouse
         otlpMetricsBatchSize: env.METRICS_CLICKHOUSE_BATCH_SIZE,
         otlpMetricsFlushInterval: env.METRICS_CLICKHOUSE_FLUSH_INTERVAL_MS,
         otlpMetricsMaxConcurrency: env.METRICS_CLICKHOUSE_MAX_CONCURRENCY,
+        logsSearchDualWriteActive: "off",
+        logsSearchDualWriteOrganizationIds,
+        logsSearchDualWriteMaxConcurrency: env.LOGS_SEARCH_DUAL_WRITE_MAX_CONCURRENCY,
+        logsSearchDualWriteMaxPending: env.LOGS_SEARCH_DUAL_WRITE_MAX_PENDING,
         version: "v1",
       });
     }
@@ -833,6 +843,10 @@ function buildEventRepository(store: string, clickhouse: ClickHouse): Clickhouse
         otlpMetricsBatchSize: env.METRICS_CLICKHOUSE_BATCH_SIZE,
         otlpMetricsFlushInterval: env.METRICS_CLICKHOUSE_FLUSH_INTERVAL_MS,
         otlpMetricsMaxConcurrency: env.METRICS_CLICKHOUSE_MAX_CONCURRENCY,
+        logsSearchDualWriteActive: env.LOGS_SEARCH_DUAL_WRITE_ACTIVE,
+        logsSearchDualWriteOrganizationIds,
+        logsSearchDualWriteMaxConcurrency: env.LOGS_SEARCH_DUAL_WRITE_MAX_CONCURRENCY,
+        logsSearchDualWriteMaxPending: env.LOGS_SEARCH_DUAL_WRITE_MAX_PENDING,
         version: "v2",
       });
     }

apps/webapp/app/utils/logSearch.ts

@@ -1,3 +1,5 @@
+import { normalizeSearchText } from "@trigger.dev/core/utils";
+
 export const MIN_LOGS_SEARCH_LENGTH = 3;
 export const LOGS_SEARCH_RETRY_OVERFETCH_FACTOR = 4;
 const DAY_MS = 24 * 60 * 60 * 1000;
@@ -56,11 +58,6 @@ export function escapeClickHouseLike(value: string): string {
   return value.replace(/\\/g, "\\\\").replace(/%/g, "\\%").replace(/_/g, "\\_");
 }
 
-// Must match the scheduled ClickHouse projector normalization.
 export function normalizeLogsSearchTerm(value: string): string {
-  return value
-    .toLowerCase()
-    .replace(/[^\p{L}\p{N}_./:@+-]+/gu, " ")
-    .replace(/\s*:\s*/g, ":")
-    .trim();
+  return normalizeSearchText(value).trim();
 }