Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -96,7 +96,7 @@ public String description() {
+ "The transform requires the project ID, instance ID, and table ID parameters.\n"
+ "Optionally, the output can be flattened or nested rows.\n"
+ "Example usage:\n"
+ " - type: ReadFromBigTable\n"
+ " - type: ReadFromBigtable\n"
+ " config:\n"
+ " project: \"my-gcp-project\"\n"
+ " instance: \"my-bigtable-instance\"\n"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -90,7 +90,7 @@ public String description() {
+ "This transform requires the Google Cloud project ID, Bigtable instance ID, and table ID.\n"
+ "The input PCollection should be schema-compliant mutations or keyed rows.\n"
+ "Example usage:\n"
+ " - type: WriteToBigTable\n"
+ " - type: WriteToBigtable\n"
+ " input: input\n"
+ " config:\n"
+ " project: \"my-gcp-project\"\n"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,8 @@ export const transformEmojiMap: Record<string, string> = {
WriteToAvro: '⬆️📁',
ReadFromBigQuery: '⬇️📊',
WriteToBigQuery: '⬆️📊',
WriteToBigTable: '⬆️📋',
ReadFromBigtable: '⬇️📋',
WriteToBigtable: '⬆️📋',
ReadFromCsv: '⬇️📝',
WriteToCsv: '⬆️📝',
ReadFromIceberg: '⬇️🧊',
Expand Down
15 changes: 7 additions & 8 deletions sdks/python/apache_beam/yaml/standard_io.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -588,28 +588,27 @@
config:
gradle_target: 'sdks:java:io:expansion-service:shadowJar'

#BigTable
# Bigtable
- type: renaming
transforms:
'ReadFromBigTable': 'ReadFromBigTable'
'WriteToBigTable': 'WriteToBigTable'
'ReadFromBigtable': 'ReadFromBigtable'
'WriteToBigtable': 'WriteToBigtable'
config:
mappings:
#Temp removing read from bigTable IO
'ReadFromBigTable':
'ReadFromBigtable':
project: 'project_id'
instance: 'instance_id'
table: 'table_id'
flatten: "flatten"
'WriteToBigTable':
'WriteToBigtable':
project: 'project_id'
instance: 'instance_id'
table: 'table_id'
underlying_provider:
type: beamJar
transforms:
'ReadFromBigTable': 'beam:schematransform:org.apache.beam:bigtable_read:v1'
'WriteToBigTable': 'beam:schematransform:org.apache.beam:bigtable_write:v1'
'ReadFromBigtable': 'beam:schematransform:org.apache.beam:bigtable_read:v1'
'WriteToBigtable': 'beam:schematransform:org.apache.beam:bigtable_write:v1'
config:
gradle_target: 'sdks:java:io:google-cloud-platform:expansion-service:shadowJar'

Expand Down
8 changes: 4 additions & 4 deletions sdks/python/apache_beam/yaml/tests/bigtable.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ fixtures:
config:
bucket: "gs://temp-storage-for-end-to-end-tests/temp-it"

# Tests for BigTable YAML IO
# Tests for Bigtable YAML IO

pipelines:
- pipeline:
Expand Down Expand Up @@ -78,15 +78,15 @@ pipelines:
# fields are already of the correct type (String, Long) or are optional.
# We only need to convert fields that are Strings in YAML but need to be Bytes in Java.

- type: WriteToBigTable
- type: WriteToBigtable
config:
project: 'apache-beam-testing'
instance: "{BT_INSTANCE}"
table: 'test-table'
- pipeline:
type: chain
transforms:
- type: ReadFromBigTable
- type: ReadFromBigtable
config:
project: 'apache-beam-testing'
instance: "{BT_INSTANCE}"
Expand Down Expand Up @@ -133,7 +133,7 @@ pipelines:
- pipeline:
type: chain
transforms:
- type: ReadFromBigTable
- type: ReadFromBigtable
config:
project: 'apache-beam-testing'
instance: "{BT_INSTANCE}"
Expand Down
Loading