HOP-2932 : Add Big Table support to the Beam engines
authorMatt Casters <mattcasters@gmail.com>
Fri, 4 Jun 2021 19:34:30 +0000 (21:34 +0200)
committerMatt Casters <mattcasters@gmail.com>
Fri, 4 Jun 2021 19:35:37 +0000 (21:35 +0200)
commitef114f00a93781abf3b9052ce5cf179a4adec23d
treebd28fda758a4f8c4cd36cad8c3ffe69a1a69fbbc
parent7878935dc120a258db041a8f9f843f837eddfab1
HOP-2932 : Add Big Table support to the Beam engines
HOP-2939 : Update Apache Beam API to 2.29.0 + jar version alignments
52 files changed:
assemblies/plugins/databases/googlebigquery-assemblies/pom.xml
assemblies/plugins/engines/beam/pom.xml
assemblies/plugins/engines/beam/src/assembly/assembly.xml
assemblies/plugins/tech/google/pom.xml
plugins/engines/beam/pom.xml
plugins/engines/beam/src/main/java/org/apache/hop/beam/core/fn/HopToStringFn.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/HopPipelineMetaToBeamPipelineConverter.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/IBeamPipelineTransformHandler.java [moved from plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/IBeamTransformHandler.java with 56% similarity]
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamBaseTransformHandler.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamBigQueryInputTransformHandler.java [deleted file]
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamBigQueryOutputTransformHandler.java [deleted file]
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamGenericTransformHandler.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamGroupByTransformHandler.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamInputTransformHandler.java [deleted file]
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamKafkaInputTransformHandler.java [deleted file]
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamKafkaOutputTransformHandler.java [deleted file]
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamMergeJoinTransformHandler.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamOutputTransformHandler.java [deleted file]
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamPublisherTransformHandler.java [deleted file]
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamRowGeneratorTransformHandler.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamSubscriberTransformHandler.java [deleted file]
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamTimestampTransformHandler.java [deleted file]
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamWindowTransformHandler.java [deleted file]
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/bigtable/BeamBigtableInputDialog.java [new file with mode: 0644]
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/bigtable/BeamBigtableInputMeta.java [new file with mode: 0644]
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/bigtable/BeamBigtableOutputDialog.java [new file with mode: 0644]
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/bigtable/BeamBigtableOutputMeta.java [new file with mode: 0644]
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/bigtable/BigtableColumn.java [new file with mode: 0644]
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/bigtable/HopToBigtableFn.java [new file with mode: 0644]
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/bq/BQField.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/bq/BeamBQInputMeta.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/bq/BeamBQOutputMeta.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/io/BeamInputMeta.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/io/BeamOutputMeta.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/kafka/BeamConsumeMeta.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/kafka/BeamProduceMeta.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/kafka/ConfigOption.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/pubsub/BeamPublishMeta.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/pubsub/BeamSubscribeMeta.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/window/BeamTimestampMeta.java
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/window/BeamWindowMeta.java
plugins/engines/beam/src/main/resources/beam-gcp-bigtable-input.svg [new file with mode: 0644]
plugins/engines/beam/src/main/resources/beam-gcp-bigtable-output.svg [new file with mode: 0644]
plugins/engines/beam/src/main/resources/beam-gcp-bigtable.svg [new file with mode: 0644]
plugins/engines/beam/src/main/resources/org/apache/hop/beam/transforms/bigtable/messages/messages_en_US.properties [new file with mode: 0644]
plugins/engines/beam/src/main/samples/beam/pipelines/input-process-output.hpl
plugins/engines/beam/src/main/samples/metadata/pipeline-run-configuration/DataFlow.json
plugins/engines/beam/src/test/java/org/apache/hop/beam/util/BeamPipelineMetaUtil.java
plugins/misc/testing/src/main/java/org/apache/hop/testing/xp/LocationMouseDoubleClickExtensionPoint.java
plugins/misc/testing/src/main/java/org/apache/hop/ui/testing/PipelineUnitTestSetLocationDialog.java
plugins/tech/google/pom.xml
pom.xml