diff --git a/sdks/java/io/iceberg/build.gradle b/sdks/java/io/iceberg/build.gradle index 9c9e58edaac0..3d3b255563cc 100644 --- a/sdks/java/io/iceberg/build.gradle +++ b/sdks/java/io/iceberg/build.gradle @@ -235,6 +235,7 @@ task dataflowIntegrationTest(type: Test) { ] if (project.hasProperty('enableManagedTransforms')) { args.add("--experiments=enable_managed_transforms") + systemProperty 'beam.test.enableManagedTransforms', 'true' } systemProperty "beamTestPipelineOptions", JsonOutput.toJson(args) diff --git a/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/catalog/IcebergCdcWriteBaseIT.java b/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/catalog/IcebergCdcWriteBaseIT.java index d641a0e5f39e..383299f16d27 100644 --- a/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/catalog/IcebergCdcWriteBaseIT.java +++ b/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/catalog/IcebergCdcWriteBaseIT.java @@ -855,7 +855,8 @@ private void roundTripThroughSource(boolean upsert, boolean changeTypeColumn) th } metadataColumns.add(IcebergCdcMetadataColumns.COMMIT_SNAPSHOT_SEQUENCE_NUMBER); PipelineOptions options = TestPipeline.testingPipelineOptions(); - if (!changeTypeColumn) { + // Use the legacy worker for managed transforms until the Runner v2 CDC issue is resolved. + if (!changeTypeColumn || Boolean.getBoolean("beam.test.enableManagedTransforms")) { CdcSinkTestUtils.useLegacyDataflowWorker(options); } Map readConfig = new HashMap<>(managedIcebergConfig(sourceId.toString())); diff --git a/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/cdc/sink/DeltaLakeToIcebergCdcIT.java b/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/cdc/sink/DeltaLakeToIcebergCdcIT.java index b48b910b6821..4b2a994b1e8d 100644 --- a/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/cdc/sink/DeltaLakeToIcebergCdcIT.java +++ b/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/cdc/sink/DeltaLakeToIcebergCdcIT.java @@ -311,7 +311,7 @@ private void applyChangeFeed(boolean upsert, boolean changeTypeColumn) throws Ex // The native ValueKind does not survive Dataflow Runner v2 yet, so that variant runs on the // legacy worker there; the change-type column travels on any runner. - if (!changeTypeColumn) { + if (!changeTypeColumn || Boolean.getBoolean("beam.test.enableManagedTransforms")) { CdcSinkTestUtils.useLegacyDataflowWorker(p.getOptions()); } Map readConfig = new HashMap<>();