[HUDI-2362] Add external config file support (#3416)
authorwenningd <wenningding95@gmail.com>
Thu, 18 Nov 2021 09:59:26 +0000 (01:59 -0800)
committerGitHub <noreply@github.com>
Thu, 18 Nov 2021 09:59:26 +0000 (01:59 -0800)
commit24def0b30dabd3c447fbfbde636868f1913e9074
tree320dd0b429b7384568067ed6ae8407a3e264e9eb
parent8772cec4bdfe71d4dfcc1b92cb39075c71a363b9
[HUDI-2362] Add external config file support (#3416)

Co-authored-by: Wenning Ding <wenningd@amazon.com>
25 files changed:
conf/hudi-defaults.conf.template [new file with mode: 0644]
hudi-cli/src/main/java/org/apache/hudi/cli/commands/SparkMain.java
hudi-common/src/main/java/org/apache/hudi/common/config/DFSPropertiesConfiguration.java
hudi-common/src/main/java/org/apache/hudi/common/config/HoodieConfig.java
hudi-common/src/test/java/org/apache/hudi/common/util/TestDFSPropertiesConfiguration.java
hudi-common/src/test/resources/external-config/hudi-defaults.conf [new file with mode: 0644]
hudi-flink/src/main/java/org/apache/hudi/streamer/HoodieFlinkStreamer.java
hudi-flink/src/main/java/org/apache/hudi/util/StreamerUtil.java
hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/HoodieTestSuiteJob.java
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieWriterUtils.scala
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieSqlUtils.scala
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/AlterHoodieTableRenameCommand.scala
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/DeleteHoodieTableCommand.scala
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/TruncateHoodieTableCommand.scala
hudi-spark-datasource/hudi-spark/src/test/resources/external-config/hudi-defaults.conf [new file with mode: 0644]
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestSqlConf.scala [new file with mode: 0644]
hudi-utilities/src/main/java/org/apache/hudi/utilities/HDFSParquetImporter.java
hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieCleaner.java
hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieClusteringJob.java
hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieCompactor.java
hudi-utilities/src/main/java/org/apache/hudi/utilities/UtilHelpers.java
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamer.java
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/HoodieMultiTableDeltaStreamer.java
hudi-utilities/src/test/java/org/apache/hudi/utilities/functional/TestHoodieDeltaStreamer.java