Log failure record to compensate offset ahead problem (#87)
authorLinary <liningrui@vip.qq.com>
Wed, 16 Oct 2019 11:42:14 +0000 (19:42 +0800)
committerzhoney <zhangyi89817@126.com>
Wed, 16 Oct 2019 11:42:14 +0000 (19:42 +0800)
commit5521961ae0564c90449d1c9e13cf910043e452ee
treef1c9d01a182990a1889fdee47cfa959abba69b63
parentd58937d998e8d517666294fd32ce11f24fc61cd1
Log failure record to compensate offset ahead problem (#87)

Change-Id: Ibba36ae57444ded2f39261512df6704725b486d7
54 files changed:
assembly/static/conf/log4j2.xml
pom.xml
src/main/java/com/baidu/hugegraph/loader/HugeGraphLoader.java
src/main/java/com/baidu/hugegraph/loader/builder/ElementBuilder.java
src/main/java/com/baidu/hugegraph/loader/builder/Record.java [new file with mode: 0644]
src/main/java/com/baidu/hugegraph/loader/constant/Constants.java
src/main/java/com/baidu/hugegraph/loader/exception/InsertException.java
src/main/java/com/baidu/hugegraph/loader/executor/FailureLogger.java [deleted file]
src/main/java/com/baidu/hugegraph/loader/executor/LoadContext.java
src/main/java/com/baidu/hugegraph/loader/executor/LoadOptions.java
src/main/java/com/baidu/hugegraph/loader/failure/FailureLogger.java [new file with mode: 0644]
src/main/java/com/baidu/hugegraph/loader/parser/LineParser.java
src/main/java/com/baidu/hugegraph/loader/parser/TextLineParser.java
src/main/java/com/baidu/hugegraph/loader/progress/InputItemProgress.java
src/main/java/com/baidu/hugegraph/loader/progress/InputProgress.java
src/main/java/com/baidu/hugegraph/loader/progress/LoadProgress.java
src/main/java/com/baidu/hugegraph/loader/reader/InputReader.java
src/main/java/com/baidu/hugegraph/loader/reader/Readable.java
src/main/java/com/baidu/hugegraph/loader/reader/file/FileItemProgress.java
src/main/java/com/baidu/hugegraph/loader/reader/file/FileReader.java
src/main/java/com/baidu/hugegraph/loader/reader/file/LocalFileReader.java
src/main/java/com/baidu/hugegraph/loader/reader/file/Readers.java
src/main/java/com/baidu/hugegraph/loader/reader/hdfs/HDFSFileReader.java
src/main/java/com/baidu/hugegraph/loader/reader/jdbc/JDBCReader.java
src/main/java/com/baidu/hugegraph/loader/reader/jdbc/RowFetcher.java
src/main/java/com/baidu/hugegraph/loader/source/AbstractSource.java
src/main/java/com/baidu/hugegraph/loader/source/InputSource.java
src/main/java/com/baidu/hugegraph/loader/source/file/Compression.java
src/main/java/com/baidu/hugegraph/loader/source/file/FileSource.java
src/main/java/com/baidu/hugegraph/loader/source/jdbc/JDBCSource.java
src/main/java/com/baidu/hugegraph/loader/struct/ElementStruct.java
src/main/java/com/baidu/hugegraph/loader/struct/GraphStruct.java
src/main/java/com/baidu/hugegraph/loader/summary/LoadSummary.java
src/main/java/com/baidu/hugegraph/loader/task/BatchInsertTask.java
src/main/java/com/baidu/hugegraph/loader/task/InsertTask.java
src/main/java/com/baidu/hugegraph/loader/task/SingleInsertTask.java
src/main/java/com/baidu/hugegraph/loader/task/TaskManager.java
src/main/java/com/baidu/hugegraph/loader/util/DateUtil.java
src/main/java/com/baidu/hugegraph/loader/util/LoadUtil.java
src/main/java/com/baidu/hugegraph/loader/util/Printer.java
src/main/resources/log4j2.xml
src/test/java/com/baidu/hugegraph/loader/test/functional/FileLoadTest.java
src/test/java/com/baidu/hugegraph/loader/test/unit/LoadProgressTest.java
src/test/resources/incremental_mode/schema.groovy [new file with mode: 0644]
src/test/resources/incremental_mode/struct.json [new file with mode: 0644]
src/test/resources/incremental_mode_and_reload_failure/schema.groovy [new file with mode: 0644]
src/test/resources/incremental_mode_and_reload_failure/struct.json [new file with mode: 0644]
src/test/resources/pack200_compress_file/schema.groovy [deleted file]
src/test/resources/pack200_compress_file/struct.json [deleted file]
src/test/resources/update_by_strategy/struct.json
src/test/resources/value_list_property_in_text_file/struct.json
src/test/resources/value_list_property_in_text_file_with_elem_delimiter/struct.json
src/test/resources/value_list_property_in_text_file_with_symbols/struct.json
src/test/resources/value_set_property_in_text_file/struct.json