IGNITE-10727: [ML] InfModel and Model merging
authorAnton Dmitriev <dmitrievanthony@gmail.com>
Fri, 28 Dec 2018 10:48:12 +0000 (13:48 +0300)
committerYury Babak <ybabak@gridgain.com>
Fri, 28 Dec 2018 10:48:13 +0000 (13:48 +0300)
commit2dc0d9f75c2e83a4d81c277fbd8b7f0cae4dc869
treeb076456f3b8ff5223060d91d746ffd39b9ec0357
parent59b3a4874b95637815bb0900568c9a29bfb71de5
IGNITE-10727: [ML] InfModel and Model merging

This closes #5723
135 files changed:
examples/src/main/java/org/apache/ignite/examples/ml/clustering/KMeansClusterizationExample.java
examples/src/main/java/org/apache/ignite/examples/ml/inference/IgniteModelDistributedInferenceExample.java [moved from examples/src/main/java/org/apache/ignite/examples/ml/inference/IgniteFunctionDistributedInferenceExample.java with 83% similarity]
examples/src/main/java/org/apache/ignite/examples/ml/inference/ModelStorageExample.java
examples/src/main/java/org/apache/ignite/examples/ml/inference/TensorFlowDistributedInferenceExample.java
examples/src/main/java/org/apache/ignite/examples/ml/inference/TensorFlowLocalInferenceExample.java
examples/src/main/java/org/apache/ignite/examples/ml/inference/TensorFlowThreadedInferenceExample.java
examples/src/main/java/org/apache/ignite/examples/ml/knn/ANNClassificationExample.java
examples/src/main/java/org/apache/ignite/examples/ml/knn/KNNClassificationExample.java
examples/src/main/java/org/apache/ignite/examples/ml/knn/KNNRegressionExample.java
examples/src/main/java/org/apache/ignite/examples/ml/multiclass/OneVsRestClassificationExample.java
examples/src/main/java/org/apache/ignite/examples/ml/naivebayes/DiscreteNaiveBayesTrainerExample.java
examples/src/main/java/org/apache/ignite/examples/ml/naivebayes/GaussianNaiveBayesTrainerExample.java
examples/src/main/java/org/apache/ignite/examples/ml/nn/MLPTrainerExample.java
examples/src/main/java/org/apache/ignite/examples/ml/regression/linear/LinearRegressionLSQRTrainerExample.java
examples/src/main/java/org/apache/ignite/examples/ml/regression/linear/LinearRegressionLSQRTrainerWithMinMaxScalerExample.java
examples/src/main/java/org/apache/ignite/examples/ml/regression/linear/LinearRegressionSGDTrainerExample.java
examples/src/main/java/org/apache/ignite/examples/ml/regression/logistic/binary/LogisticRegressionSGDTrainerExample.java
examples/src/main/java/org/apache/ignite/examples/ml/selection/split/TrainTestDatasetSplitterExample.java
examples/src/main/java/org/apache/ignite/examples/ml/svm/SVMBinaryClassificationExample.java
examples/src/main/java/org/apache/ignite/examples/ml/tree/DecisionTreeClassificationTrainerExample.java
examples/src/main/java/org/apache/ignite/examples/ml/tree/DecisionTreeRegressionTrainerExample.java
examples/src/main/java/org/apache/ignite/examples/ml/tree/boosting/GDBOnTreesClassificationTrainerExample.java
examples/src/main/java/org/apache/ignite/examples/ml/tree/boosting/GDBOnTreesRegressionTrainerExample.java
examples/src/main/java/org/apache/ignite/examples/ml/tree/randomforest/RandomForestClassificationExample.java
examples/src/main/java/org/apache/ignite/examples/ml/tree/randomforest/RandomForestRegressionExample.java
examples/src/main/java/org/apache/ignite/examples/ml/xgboost/XGBoostModelParserExample.java
modules/ml/src/main/java/org/apache/ignite/ml/Exportable.java
modules/ml/src/main/java/org/apache/ignite/ml/IgniteModel.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/Model.java with 78% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/clustering/kmeans/Clusterer.java
modules/ml/src/main/java/org/apache/ignite/ml/clustering/kmeans/ClusterizationModel.java
modules/ml/src/main/java/org/apache/ignite/ml/clustering/kmeans/KMeansModel.java
modules/ml/src/main/java/org/apache/ignite/ml/composition/ModelOnFeaturesSubspace.java
modules/ml/src/main/java/org/apache/ignite/ml/composition/ModelsComposition.java
modules/ml/src/main/java/org/apache/ignite/ml/composition/ModelsCompositionFormat.java
modules/ml/src/main/java/org/apache/ignite/ml/composition/boosting/GDBLearningStrategy.java
modules/ml/src/main/java/org/apache/ignite/ml/composition/boosting/GDBTrainer.java
modules/ml/src/main/java/org/apache/ignite/ml/composition/boosting/convergence/ConvergenceChecker.java
modules/ml/src/main/java/org/apache/ignite/ml/composition/stacking/SimpleStackedDatasetTrainer.java
modules/ml/src/main/java/org/apache/ignite/ml/composition/stacking/StackedDatasetTrainer.java
modules/ml/src/main/java/org/apache/ignite/ml/composition/stacking/StackedModel.java
modules/ml/src/main/java/org/apache/ignite/ml/composition/stacking/StackedVectorDatasetTrainer.java
modules/ml/src/main/java/org/apache/ignite/ml/environment/logging/ConsoleLogger.java
modules/ml/src/main/java/org/apache/ignite/ml/environment/logging/CustomMLLogger.java
modules/ml/src/main/java/org/apache/ignite/ml/environment/logging/MLLogger.java
modules/ml/src/main/java/org/apache/ignite/ml/environment/logging/NoOpLogger.java
modules/ml/src/main/java/org/apache/ignite/ml/inference/Model.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/InfModel.java with 89% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/ModelDescriptor.java
modules/ml/src/main/java/org/apache/ignite/ml/inference/builder/AsyncModelBuilder.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/builder/AsyncInfModelBuilder.java with 73% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/builder/IgniteDistributedModelBuilder.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/builder/IgniteDistributedInfModelBuilder.java with 86% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/builder/SingleModelBuilder.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/builder/SingleInfModelBuilder.java with 76% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/builder/SyncModelBuilder.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/builder/SyncInfModelBuilder.java with 76% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/builder/ThreadedModelBuilder.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/builder/ThreadedInfModelBuilder.java with 79% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/parser/IgniteModelParser.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/parser/IgniteFunctionInfModelParser.java with 60% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/parser/ModelParser.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/parser/InfModelParser.java with 85% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/parser/TensorFlowBaseModelParser.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/parser/TensorFlowBaseInfModelParser.java with 92% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/parser/TensorFlowGraphModelParser.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/parser/TensorFlowGraphInfModelParser.java with 93% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/parser/TensorFlowSavedModelModelParser.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/parser/TensorFlowSavedModelInfModelParser.java with 93% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/reader/FileSystemModelReader.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/reader/FileSystemInfModelReader.java with 94% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/reader/InMemoryModelReader.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/reader/InMemoryInfModelReader.java with 91% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/reader/ModelReader.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/reader/InfModelReader.java with 95% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/inference/reader/ModelStorageModelReader.java [moved from modules/ml/src/main/java/org/apache/ignite/ml/inference/reader/ModelStorageInfModelReader.java with 90% similarity]
modules/ml/src/main/java/org/apache/ignite/ml/knn/NNClassificationModel.java
modules/ml/src/main/java/org/apache/ignite/ml/knn/ann/ANNClassificationModel.java
modules/ml/src/main/java/org/apache/ignite/ml/knn/classification/KNNClassificationModel.java
modules/ml/src/main/java/org/apache/ignite/ml/knn/regression/KNNRegressionModel.java
modules/ml/src/main/java/org/apache/ignite/ml/multiclass/MultiClassModel.java
modules/ml/src/main/java/org/apache/ignite/ml/multiclass/OneVsRestTrainer.java
modules/ml/src/main/java/org/apache/ignite/ml/naivebayes/discrete/DiscreteNaiveBayesModel.java
modules/ml/src/main/java/org/apache/ignite/ml/naivebayes/gaussian/GaussianNaiveBayesModel.java
modules/ml/src/main/java/org/apache/ignite/ml/nn/MultilayerPerceptron.java
modules/ml/src/main/java/org/apache/ignite/ml/optimization/SmoothParametrized.java
modules/ml/src/main/java/org/apache/ignite/ml/pipeline/Pipeline.java
modules/ml/src/main/java/org/apache/ignite/ml/pipeline/PipelineMdl.java
modules/ml/src/main/java/org/apache/ignite/ml/regressions/linear/LinearRegressionModel.java
modules/ml/src/main/java/org/apache/ignite/ml/regressions/logistic/LogisticRegressionModel.java
modules/ml/src/main/java/org/apache/ignite/ml/selection/cv/CrossValidation.java
modules/ml/src/main/java/org/apache/ignite/ml/selection/scoring/cursor/CacheBasedLabelPairCursor.java
modules/ml/src/main/java/org/apache/ignite/ml/selection/scoring/cursor/LocalLabelPairCursor.java
modules/ml/src/main/java/org/apache/ignite/ml/selection/scoring/evaluator/BinaryClassificationEvaluator.java
modules/ml/src/main/java/org/apache/ignite/ml/svm/SVMLinearClassificationModel.java
modules/ml/src/main/java/org/apache/ignite/ml/trainers/AdaptableDatasetModel.java
modules/ml/src/main/java/org/apache/ignite/ml/trainers/AdaptableDatasetTrainer.java
modules/ml/src/main/java/org/apache/ignite/ml/trainers/DatasetTrainer.java
modules/ml/src/main/java/org/apache/ignite/ml/trainers/MultiLabelDatasetTrainer.java
modules/ml/src/main/java/org/apache/ignite/ml/trainers/SingleLabelDatasetTrainer.java
modules/ml/src/main/java/org/apache/ignite/ml/trainers/TrainerTransformers.java
modules/ml/src/main/java/org/apache/ignite/ml/tree/DecisionTreeConditionalNode.java
modules/ml/src/main/java/org/apache/ignite/ml/tree/DecisionTreeLeafNode.java
modules/ml/src/main/java/org/apache/ignite/ml/tree/DecisionTreeNode.java
modules/ml/src/main/java/org/apache/ignite/ml/tree/boosting/GDBOnTreesLearningStrategy.java
modules/ml/src/main/java/org/apache/ignite/ml/tree/randomforest/RandomForestTrainer.java
modules/ml/src/main/java/org/apache/ignite/ml/tree/randomforest/data/TreeNode.java
modules/ml/src/main/java/org/apache/ignite/ml/tree/randomforest/data/TreeRoot.java
modules/ml/src/test/java/org/apache/ignite/ml/TestUtils.java
modules/ml/src/test/java/org/apache/ignite/ml/clustering/KMeansModelTest.java
modules/ml/src/test/java/org/apache/ignite/ml/clustering/KMeansTrainerTest.java
modules/ml/src/test/java/org/apache/ignite/ml/common/ModelTest.java
modules/ml/src/test/java/org/apache/ignite/ml/composition/BaggingTest.java
modules/ml/src/test/java/org/apache/ignite/ml/composition/StackingTest.java
modules/ml/src/test/java/org/apache/ignite/ml/composition/boosting/GDBTrainerTest.java
modules/ml/src/test/java/org/apache/ignite/ml/composition/boosting/convergence/ConvergenceCheckerTest.java
modules/ml/src/test/java/org/apache/ignite/ml/environment/LearningEnvironmentTest.java
modules/ml/src/test/java/org/apache/ignite/ml/inference/InferenceTestSuite.java
modules/ml/src/test/java/org/apache/ignite/ml/inference/builder/IgniteDistributedModelBuilderTest.java [moved from modules/ml/src/test/java/org/apache/ignite/ml/inference/builder/IgniteDistributedInfModelBuilderTest.java with 82% similarity]
modules/ml/src/test/java/org/apache/ignite/ml/inference/builder/ModelBuilderTestUtil.java [moved from modules/ml/src/test/java/org/apache/ignite/ml/inference/builder/InfModelBuilderTestUtil.java with 75% similarity]
modules/ml/src/test/java/org/apache/ignite/ml/inference/builder/SingleModelBuilderTest.java [moved from modules/ml/src/test/java/org/apache/ignite/ml/inference/builder/SingleInfModelBuilderTest.java with 71% similarity]
modules/ml/src/test/java/org/apache/ignite/ml/inference/builder/ThreadedModelBuilderTest.java [moved from modules/ml/src/test/java/org/apache/ignite/ml/inference/builder/ThreadedInfModelBuilderTest.java with 72% similarity]
modules/ml/src/test/java/org/apache/ignite/ml/knn/KNNClassificationTest.java
modules/ml/src/test/java/org/apache/ignite/ml/knn/KNNRegressionTest.java
modules/ml/src/test/java/org/apache/ignite/ml/multiclass/OneVsRestTrainerTest.java
modules/ml/src/test/java/org/apache/ignite/ml/naivebayes/discrete/DiscreteNaiveBayesModelTest.java
modules/ml/src/test/java/org/apache/ignite/ml/naivebayes/discrete/DiscreteNaiveBayesTest.java
modules/ml/src/test/java/org/apache/ignite/ml/naivebayes/gaussian/GaussianNaiveBayesModelTest.java
modules/ml/src/test/java/org/apache/ignite/ml/naivebayes/gaussian/GaussianNaiveBayesTest.java
modules/ml/src/test/java/org/apache/ignite/ml/naivebayes/gaussian/GaussianNaiveBayesTrainerTest.java
modules/ml/src/test/java/org/apache/ignite/ml/nn/MLPTest.java
modules/ml/src/test/java/org/apache/ignite/ml/nn/MLPTrainerIntegrationTest.java
modules/ml/src/test/java/org/apache/ignite/ml/nn/MLPTrainerTest.java
modules/ml/src/test/java/org/apache/ignite/ml/nn/performance/MLPTrainerMnistIntegrationTest.java
modules/ml/src/test/java/org/apache/ignite/ml/nn/performance/MLPTrainerMnistTest.java
modules/ml/src/test/java/org/apache/ignite/ml/pipeline/PipelineMdlTest.java
modules/ml/src/test/java/org/apache/ignite/ml/pipeline/PipelineTest.java
modules/ml/src/test/java/org/apache/ignite/ml/regressions/linear/LinearRegressionModelTest.java
modules/ml/src/test/java/org/apache/ignite/ml/regressions/logistic/LogisticRegressionModelTest.java
modules/ml/src/test/java/org/apache/ignite/ml/regressions/logistic/LogisticRegressionSGDTrainerTest.java
modules/ml/src/test/java/org/apache/ignite/ml/svm/SVMBinaryTrainerTest.java
modules/ml/src/test/java/org/apache/ignite/ml/svm/SVMModelTest.java
modules/ml/src/test/java/org/apache/ignite/ml/tree/performance/DecisionTreeMNISTIntegrationTest.java
modules/ml/src/test/java/org/apache/ignite/ml/tree/performance/DecisionTreeMNISTTest.java
modules/ml/src/test/java/org/apache/ignite/ml/tree/randomforest/RandomForestClassifierTrainerTest.java
modules/ml/src/test/java/org/apache/ignite/ml/tree/randomforest/RandomForestRegressionTrainerTest.java
modules/ml/src/test/java/org/apache/ignite/ml/tree/randomforest/data/TreeNodeTest.java
modules/ml/xgboost-model-parser/src/main/java/org/apache/ignite/ml/xgboost/XGModelComposition.java
modules/ml/xgboost-model-parser/src/main/java/org/apache/ignite/ml/xgboost/parser/XGModelParser.java
modules/ml/xgboost-model-parser/src/test/java/org/apache/ignite/ml/xgboost/parser/XGBoostModelParserTest.java