New features of cluster scalability and multi-raft (#3191)
authorTianan Li <litiananfa@163.com>
Sun, 27 Jun 2021 14:26:03 +0000 (22:26 +0800)
committerGitHub <noreply@github.com>
Sun, 27 Jun 2021 14:26:03 +0000 (22:26 +0800)
commit00f2c30ff3cdaf453fc914bccc54d9064125090e
treed9b96a864358c9a3af0f0d922c812ca844d41672
parentaffe6d95ec3ddaf0689e58d0283945ac29d54830
New features of cluster scalability and multi-raft (#3191)
157 files changed:
cluster/src/assembly/resources/conf/iotdb-cluster.properties
cluster/src/assembly/resources/sbin/add-node.bat
cluster/src/assembly/resources/sbin/add-node.sh
cluster/src/assembly/resources/sbin/remove-node.bat [new file with mode: 0755]
cluster/src/assembly/resources/sbin/remove-node.sh [new file with mode: 0755]
cluster/src/assembly/resources/sbin/start-node.bat
cluster/src/main/java/org/apache/iotdb/cluster/ClusterMain.java
cluster/src/main/java/org/apache/iotdb/cluster/client/sync/SyncClientAdaptor.java
cluster/src/main/java/org/apache/iotdb/cluster/config/ClusterConfig.java
cluster/src/main/java/org/apache/iotdb/cluster/config/ClusterConstant.java
cluster/src/main/java/org/apache/iotdb/cluster/config/ClusterDescriptor.java
cluster/src/main/java/org/apache/iotdb/cluster/coordinator/Coordinator.java
cluster/src/main/java/org/apache/iotdb/cluster/exception/ChangeMembershipException.java [new file with mode: 0644]
cluster/src/main/java/org/apache/iotdb/cluster/exception/CheckConsistencyException.java
cluster/src/main/java/org/apache/iotdb/cluster/log/LogParser.java
cluster/src/main/java/org/apache/iotdb/cluster/log/applier/BaseApplier.java
cluster/src/main/java/org/apache/iotdb/cluster/log/applier/DataLogApplier.java
cluster/src/main/java/org/apache/iotdb/cluster/log/applier/MetaLogApplier.java
cluster/src/main/java/org/apache/iotdb/cluster/log/catchup/CatchUpTask.java
cluster/src/main/java/org/apache/iotdb/cluster/log/catchup/LogCatchUpTask.java
cluster/src/main/java/org/apache/iotdb/cluster/log/catchup/SnapshotCatchUpTask.java
cluster/src/main/java/org/apache/iotdb/cluster/log/logtypes/AddNodeLog.java
cluster/src/main/java/org/apache/iotdb/cluster/log/logtypes/RemoveNodeLog.java
cluster/src/main/java/org/apache/iotdb/cluster/log/manage/FilePartitionedSnapshotLogManager.java
cluster/src/main/java/org/apache/iotdb/cluster/log/manage/PartitionedSnapshotLogManager.java
cluster/src/main/java/org/apache/iotdb/cluster/log/manage/RaftLogManager.java
cluster/src/main/java/org/apache/iotdb/cluster/log/snapshot/FileSnapshot.java
cluster/src/main/java/org/apache/iotdb/cluster/log/snapshot/MetaSimpleSnapshot.java
cluster/src/main/java/org/apache/iotdb/cluster/log/snapshot/PartitionedSnapshot.java
cluster/src/main/java/org/apache/iotdb/cluster/log/snapshot/PullSnapshotTask.java
cluster/src/main/java/org/apache/iotdb/cluster/log/snapshot/PullSnapshotTaskDescriptor.java
cluster/src/main/java/org/apache/iotdb/cluster/log/snapshot/SnapshotInstaller.java
cluster/src/main/java/org/apache/iotdb/cluster/metadata/CMManager.java
cluster/src/main/java/org/apache/iotdb/cluster/metadata/MetaPuller.java
cluster/src/main/java/org/apache/iotdb/cluster/partition/NodeAdditionResult.java
cluster/src/main/java/org/apache/iotdb/cluster/partition/NodeRemovalResult.java
cluster/src/main/java/org/apache/iotdb/cluster/partition/PartitionGroup.java
cluster/src/main/java/org/apache/iotdb/cluster/partition/PartitionTable.java
cluster/src/main/java/org/apache/iotdb/cluster/partition/balancer/DefaultSlotBalancer.java [new file with mode: 0644]
cluster/src/main/java/org/apache/iotdb/cluster/partition/balancer/SlotBalancer.java [new file with mode: 0644]
cluster/src/main/java/org/apache/iotdb/cluster/partition/slot/SlotManager.java
cluster/src/main/java/org/apache/iotdb/cluster/partition/slot/SlotNodeAdditionResult.java
cluster/src/main/java/org/apache/iotdb/cluster/partition/slot/SlotNodeRemovalResult.java
cluster/src/main/java/org/apache/iotdb/cluster/partition/slot/SlotPartitionTable.java
cluster/src/main/java/org/apache/iotdb/cluster/partition/slot/SlotStrategy.java
cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterDataQueryExecutor.java
cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanExecutor.java
cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanRouter.java
cluster/src/main/java/org/apache/iotdb/cluster/query/LocalQueryExecutor.java
cluster/src/main/java/org/apache/iotdb/cluster/query/RemoteQueryContext.java
cluster/src/main/java/org/apache/iotdb/cluster/query/aggregate/ClusterAggregateExecutor.java
cluster/src/main/java/org/apache/iotdb/cluster/query/aggregate/ClusterAggregator.java
cluster/src/main/java/org/apache/iotdb/cluster/query/fill/ClusterPreviousFill.java
cluster/src/main/java/org/apache/iotdb/cluster/query/filter/SlotTsFileFilter.java
cluster/src/main/java/org/apache/iotdb/cluster/query/groupby/ClusterGroupByVFilterDataSet.java
cluster/src/main/java/org/apache/iotdb/cluster/query/groupby/RemoteGroupByExecutor.java
cluster/src/main/java/org/apache/iotdb/cluster/query/last/ClusterLastQueryExecutor.java
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/ClusterReaderFactory.java
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/ClusterTimeGenerator.java
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/DataSourceInfo.java
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/ManagedDescPriorityMergeReader.java [new file with mode: 0644]
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/ManagedPriorityMergeReader.java [moved from cluster/src/main/java/org/apache/iotdb/cluster/query/reader/ManagedMergeReader.java with 94% similarity]
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/MultBatchReader.java
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/MultDataSourceInfo.java
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/RemoteMultSeriesReader.java
cluster/src/main/java/org/apache/iotdb/cluster/server/ClientServer.java
cluster/src/main/java/org/apache/iotdb/cluster/server/DataClusterServer.java
cluster/src/main/java/org/apache/iotdb/cluster/server/MetaClusterServer.java
cluster/src/main/java/org/apache/iotdb/cluster/server/PullSnapshotHintService.java
cluster/src/main/java/org/apache/iotdb/cluster/server/Response.java
cluster/src/main/java/org/apache/iotdb/cluster/server/StoppedMemberManager.java
cluster/src/main/java/org/apache/iotdb/cluster/server/clusterinfo/ClusterInfoServiceImpl.java
cluster/src/main/java/org/apache/iotdb/cluster/server/handlers/caller/ElectionHandler.java
cluster/src/main/java/org/apache/iotdb/cluster/server/handlers/caller/HeartbeatHandler.java
cluster/src/main/java/org/apache/iotdb/cluster/server/handlers/caller/NodeStatusHandler.java
cluster/src/main/java/org/apache/iotdb/cluster/server/heartbeat/DataHeartbeatThread.java
cluster/src/main/java/org/apache/iotdb/cluster/server/heartbeat/HeartbeatThread.java
cluster/src/main/java/org/apache/iotdb/cluster/server/heartbeat/MetaHeartbeatThread.java
cluster/src/main/java/org/apache/iotdb/cluster/server/member/DataGroupMember.java
cluster/src/main/java/org/apache/iotdb/cluster/server/member/MetaGroupMember.java
cluster/src/main/java/org/apache/iotdb/cluster/server/member/RaftMember.java
cluster/src/main/java/org/apache/iotdb/cluster/server/monitor/NodeReport.java
cluster/src/main/java/org/apache/iotdb/cluster/server/service/BaseAsyncService.java
cluster/src/main/java/org/apache/iotdb/cluster/server/service/BaseSyncService.java
cluster/src/main/java/org/apache/iotdb/cluster/server/service/DataAsyncService.java
cluster/src/main/java/org/apache/iotdb/cluster/server/service/DataSyncService.java
cluster/src/main/java/org/apache/iotdb/cluster/server/service/MetaAsyncService.java
cluster/src/main/java/org/apache/iotdb/cluster/server/service/MetaSyncService.java
cluster/src/main/java/org/apache/iotdb/cluster/utils/ClusterUtils.java
cluster/src/main/java/org/apache/iotdb/cluster/utils/NodeSerializeUtils.java
cluster/src/main/java/org/apache/iotdb/cluster/utils/PartitionUtils.java
cluster/src/main/java/org/apache/iotdb/cluster/utils/StatusUtils.java
cluster/src/main/java/org/apache/iotdb/cluster/utils/nodetool/ClusterMonitor.java
cluster/src/main/java/org/apache/iotdb/cluster/utils/nodetool/ClusterMonitorMBean.java
cluster/src/main/java/org/apache/iotdb/cluster/utils/nodetool/NodeTool.java
cluster/src/main/java/org/apache/iotdb/cluster/utils/nodetool/function/Header.java [new file with mode: 0644]
cluster/src/main/java/org/apache/iotdb/cluster/utils/nodetool/function/Migration.java [new file with mode: 0644]
cluster/src/main/java/org/apache/iotdb/cluster/utils/nodetool/function/NodeToolCmd.java
cluster/src/main/java/org/apache/iotdb/cluster/utils/nodetool/function/Partition.java
cluster/src/main/java/org/apache/iotdb/cluster/utils/nodetool/function/Ring.java
cluster/src/main/java/org/apache/iotdb/cluster/utils/nodetool/function/Slot.java [moved from cluster/src/main/java/org/apache/iotdb/cluster/utils/nodetool/function/Host.java with 74% similarity]
cluster/src/main/java/org/apache/iotdb/cluster/utils/nodetool/function/Status.java
cluster/src/test/java/org/apache/iotdb/cluster/client/async/AsyncDataClientTest.java
cluster/src/test/java/org/apache/iotdb/cluster/client/async/AsyncMetaClientTest.java
cluster/src/test/java/org/apache/iotdb/cluster/client/sync/SyncClientAdaptorTest.java
cluster/src/test/java/org/apache/iotdb/cluster/common/TestAsyncDataClient.java
cluster/src/test/java/org/apache/iotdb/cluster/common/TestDataGroupMember.java
cluster/src/test/java/org/apache/iotdb/cluster/common/TestMetaGroupMember.java
cluster/src/test/java/org/apache/iotdb/cluster/common/TestSnapshot.java
cluster/src/test/java/org/apache/iotdb/cluster/common/TestUtils.java
cluster/src/test/java/org/apache/iotdb/cluster/log/LogDispatcherTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/LogParserTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/applier/DataLogApplierTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/applier/MetaLogApplierTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/catchup/CatchUpTaskTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/catchup/LogCatchUpTaskTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/catchup/SnapshotCatchUpTaskTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/logtypes/SerializeLogTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/manage/FilePartitionedSnapshotLogManagerTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/snapshot/DataSnapshotTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/snapshot/FileSnapshotTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/snapshot/MetaSimpleSnapshotTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/snapshot/PartitionedSnapshotTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/snapshot/PullSnapshotTaskTest.java
cluster/src/test/java/org/apache/iotdb/cluster/log/snapshot/SimpleSnapshot.java
cluster/src/test/java/org/apache/iotdb/cluster/partition/SlotManagerTest.java
cluster/src/test/java/org/apache/iotdb/cluster/partition/SlotPartitionTableTest.java
cluster/src/test/java/org/apache/iotdb/cluster/query/reader/ClusterReaderFactoryTest.java
cluster/src/test/java/org/apache/iotdb/cluster/query/reader/RemoteSeriesReaderByTimestampTest.java
cluster/src/test/java/org/apache/iotdb/cluster/query/reader/RemoteSimpleSeriesReaderTest.java
cluster/src/test/java/org/apache/iotdb/cluster/query/reader/mult/AssignPathManagedMergeReaderTest.java
cluster/src/test/java/org/apache/iotdb/cluster/query/reader/mult/RemoteMultSeriesReaderTest.java
cluster/src/test/java/org/apache/iotdb/cluster/server/heartbeat/DataHeartbeatThreadTest.java
cluster/src/test/java/org/apache/iotdb/cluster/server/heartbeat/MetaHeartbeatThreadTest.java
cluster/src/test/java/org/apache/iotdb/cluster/server/member/BaseMember.java
cluster/src/test/java/org/apache/iotdb/cluster/server/member/DataGroupMemberTest.java
cluster/src/test/java/org/apache/iotdb/cluster/server/member/MetaGroupMemberTest.java
cluster/src/test/java/org/apache/iotdb/cluster/server/member/RaftMemberTest.java
cluster/src/test/java/org/apache/iotdb/cluster/utils/SerializeUtilTest.java
docs/UserGuide/Cluster/Cluster-Setup.md
docs/zh/UserGuide/Cluster/Cluster-Setup.md
server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
server/src/main/java/org/apache/iotdb/db/engine/StorageEngine.java
server/src/main/java/org/apache/iotdb/db/engine/storagegroup/StorageGroupProcessor.java
server/src/main/java/org/apache/iotdb/db/engine/storagegroup/TsFileResource.java
server/src/main/java/org/apache/iotdb/db/metadata/logfile/MLogWriter.java
server/src/main/java/org/apache/iotdb/db/qp/physical/PhysicalPlan.java
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/LogPlan.java [new file with mode: 0644]
server/src/main/java/org/apache/iotdb/db/service/TSServiceImpl.java
server/src/main/java/org/apache/iotdb/db/utils/CommonUtils.java
server/src/main/java/org/apache/iotdb/db/utils/IOUtils.java
server/src/main/java/org/apache/iotdb/db/utils/SerializeUtils.java
service-rpc/src/main/java/org/apache/iotdb/rpc/TSStatusCode.java
thrift-cluster/src/main/thrift/cluster.thrift
tsfile/src/main/java/org/apache/iotdb/tsfile/read/common/BatchData.java
tsfile/src/main/java/org/apache/iotdb/tsfile/read/common/DescReadBatchData.java
tsfile/src/main/java/org/apache/iotdb/tsfile/read/common/DescReadWriteBatchData.java