[HUDI-2757] Implement Hudi AWS Glue sync (#5076)
authorRaymond Xu <2701446+xushiyan@users.noreply.github.com>
Mon, 28 Mar 2022 18:54:59 +0000 (11:54 -0700)
committerGitHub <noreply@github.com>
Mon, 28 Mar 2022 18:54:59 +0000 (14:54 -0400)
commit6ccbae4d2ac13d1e6b0a7c87fcb072319f410451
tree6f3543c11da795876495e696b8c79fe846e8c6ef
parent4ed84b216db335521bd4c51169c40e63dc86f27d
[HUDI-2757] Implement Hudi AWS Glue sync (#5076)
25 files changed:
hudi-aws/pom.xml
hudi-aws/src/main/java/org/apache/hudi/aws/sync/AWSGlueCatalogSyncClient.java [new file with mode: 0644]
hudi-aws/src/main/java/org/apache/hudi/aws/sync/AwsGlueCatalogSyncTool.java [new file with mode: 0644]
hudi-aws/src/main/java/org/apache/hudi/aws/sync/HoodieGlueSyncException.java [new file with mode: 0644]
hudi-aws/src/main/java/org/apache/hudi/aws/utils/S3Utils.java [new file with mode: 0644]
hudi-common/src/main/java/org/apache/hudi/common/util/CollectionUtils.java
hudi-common/src/main/java/org/apache/hudi/common/util/MapUtils.java [new file with mode: 0644]
hudi-common/src/test/java/org/apache/hudi/common/util/TestCollectionUtils.java [new file with mode: 0644]
hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/KafkaConnectTransactionServices.java
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala
hudi-sync/hudi-dla-sync/src/main/java/org/apache/hudi/dla/DLASyncTool.java
hudi-sync/hudi-dla-sync/src/main/java/org/apache/hudi/dla/HoodieDLAClient.java
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/AbstractHiveSyncHoodieClient.java [new file with mode: 0644]
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HiveSyncTool.java
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HoodieHiveClient.java
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HoodieHiveSyncException.java
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/ddl/DDLExecutor.java
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/replication/GlobalHiveSyncTool.java
hudi-sync/hudi-hive-sync/src/test/java/org/apache/hudi/hive/TestHiveSyncTool.java
hudi-sync/hudi-sync-common/src/main/java/org/apache/hudi/sync/common/AbstractSyncHoodieClient.java
hudi-sync/hudi-sync-common/src/main/java/org/apache/hudi/sync/common/model/Partition.java [new file with mode: 0644]
hudi-sync/hudi-sync-common/src/main/java/org/apache/hudi/sync/common/util/TableUtils.java [new file with mode: 0644]
hudi-utilities/src/test/java/org/apache/hudi/utilities/TestHiveIncrementalPuller.java
hudi-utilities/src/test/java/org/apache/hudi/utilities/functional/TestHoodieDeltaStreamer.java
hudi-utilities/src/test/java/org/apache/hudi/utilities/testutils/UtilitiesTestBase.java