This is an automated email from the ASF dual-hosted git repository. sboikov pushed a commit to branch ignite-invokeAll in repository https://gitbox.apache.org/repos/asf/ignite.git
commit 22516334e3d7f83cc6cdb0efa96727102182a32e Merge: b60cf57 b722305 Author: sboikov <sboi...@apache.org> AuthorDate: Wed Apr 10 22:28:48 2019 +0300 Merge remote-tracking branch 'remotes/origin/master' into ignite-invokeAll .../datagrid/CacheClientBinaryQueryExample.java | 133 +- .../examples/datagrid/CacheQueryExample.java | 3 +- .../starschema/CacheStarSchemaExample.java | 25 +- .../ml/TrainingWithBinaryObjectExample.java | 32 +- .../clustering/CustomersClusterizationExample.java | 140 + .../ml/clustering/GmmClusterizationExample.java | 92 +- .../ml/clustering/KMeansClusterizationExample.java | 62 +- .../dataset/AlgorithmSpecificDatasetExample.java | 101 +- .../ml/dataset/CacheBasedDatasetExample.java | 31 +- .../IgniteModelDistributedInferenceExample.java | 76 +- .../spark/LogRegFromSparkThroughPMMLExample.java | 33 +- .../modelparser/DecisionTreeFromSparkExample.java | 55 +- .../DecisionTreeRegressionFromSparkExample.java | 62 +- .../spark/modelparser/GBTFromSparkExample.java | 51 +- .../modelparser/GBTRegressionFromSparkExample.java | 62 +- .../spark/modelparser/KMeansFromSparkExample.java | 62 +- .../LinearRegressionFromSparkExample.java | 62 +- .../spark/modelparser/LogRegFromSparkExample.java | 49 +- .../modelparser/RandomForestFromSparkExample.java | 51 +- .../RandomForestRegressionFromSparkExample.java | 62 +- .../spark/modelparser/SVMFromSparkExample.java | 51 +- .../examples/ml/knn/ANNClassificationExample.java | 100 +- .../examples/ml/knn/IrisClassificationExample.java | 93 + .../examples/ml/knn/KNNClassificationExample.java | 43 +- .../examples/ml/knn/KNNRegressionExample.java | 46 +- .../multiclass/OneVsRestClassificationExample.java | 187 +- .../DiscreteNaiveBayesTrainerExample.java | 52 +- .../GaussianNaiveBayesTrainerExample.java | 49 +- .../ignite/examples/ml/nn/MLPTrainerExample.java | 122 +- .../ml/preprocessing/BinarizationExample.java | 34 +- .../examples/ml/preprocessing/ImputingExample.java | 38 +- .../ImputingWithMostFrequentValuesExample.java | 36 +- .../ml/preprocessing/MaxAbsScalerExample.java | 34 +- .../ml/preprocessing/MinMaxScalerExample.java | 34 +- .../ml/preprocessing/NormalizationExample.java | 36 +- .../ml/preprocessing/StandardScalerExample.java | 34 +- .../linear/BostonHousePricesPredictionExample.java | 113 + .../linear/LinearRegressionLSQRTrainerExample.java | 62 +- ...gressionLSQRTrainerWithMinMaxScalerExample.java | 57 +- .../linear/LinearRegressionSGDTrainerExample.java | 60 +- .../BaggedLogisticRegressionSGDTrainerExample.java | 80 +- .../LogisticRegressionSGDTrainerExample.java | 66 +- .../ml/selection/cv/CrossValidationExample.java | 151 +- .../ml/selection/scoring/EvaluatorExample.java | 56 +- .../selection/scoring/MultipleMetricsExample.java | 44 +- .../selection/scoring/RegressionMetricExample.java | 55 +- .../split/TrainTestDatasetSplitterExample.java | 69 +- ...eeClassificationTrainerSQLInferenceExample.java | 155 +- ...onTreeClassificationTrainerSQLTableExample.java | 163 +- .../ml/svm/SVMBinaryClassificationExample.java | 44 +- .../DecisionTreeClassificationTrainerExample.java | 110 +- .../tree/DecisionTreeRegressionTrainerExample.java | 74 +- .../examples/ml/tree/FraudDetectionExample.java | 125 + .../GDBOnTreesClassificationTrainerExample.java | 54 +- .../GDBOnTreesRegressionTrainerExample.java | 50 +- .../RandomForestClassificationExample.java | 85 +- .../RandomForestRegressionExample.java | 99 +- .../ml/tutorial/Step_10_Scaling_With_Stacking.java | 6 +- .../ml/tutorial/Step_1_Read_and_Learn.java | 11 +- .../examples/ml/tutorial/Step_2_Imputing.java | 4 +- .../examples/ml/tutorial/Step_3_Categorial.java | 4 +- .../Step_3_Categorial_with_One_Hot_Encoder.java | 4 +- .../examples/ml/tutorial/Step_4_Add_age_fare.java | 4 +- .../examples/ml/tutorial/Step_5_Scaling.java | 4 +- .../ml/tutorial/Step_5_Scaling_with_Pipeline.java | 11 +- .../ignite/examples/ml/tutorial/Step_6_KNN.java | 4 +- .../ml/tutorial/Step_7_Split_train_test.java | 4 +- .../ignite/examples/ml/tutorial/Step_8_CV.java | 4 +- .../ml/tutorial/Step_8_CV_with_Param_Grid.java | 4 +- .../Step_8_CV_with_Param_Grid_and_metrics.java | 11 +- ..._with_Param_Grid_and_metrics_and_pipeline.java} | 111 +- .../examples/ml/tutorial/Step_9_Go_to_LogReg.java | 8 +- .../ignite/examples/ml/tutorial/TitanicUtils.java | 13 +- .../util/generators/DatasetCreationExamples.java | 34 +- .../ignite/examples/sql/SqlQueriesExample.java | 29 +- .../jol/GridAffinityAssignmentJolBenchmark.java | 5 +- modules/cassandra/store/pom.xml | 12 + .../internal/jdbc2/JdbcAbstractSchemaCaseTest.java | 2 +- .../internal/jdbc2/JdbcMetadataSelfTest.java | 147 +- .../jdbc/suite/IgniteJdbcDriverTestSuite.java | 5 +- .../jdbc/thin/JdbcThinConnectionSelfTest.java | 2 +- .../ignite/jdbc/thin/JdbcThinMetadataSelfTest.java | 103 +- .../thin/JdbcThinPreparedStatementLeakTest.java | 77 + modules/clients/src/test/keystore/ca/node02old.jks | Bin 0 -> 4598 bytes .../junits/IgniteCompatibilityAbstractTest.java | 2 +- .../main/java/org/apache/ignite/IgniteCache.java | 2 - .../main/java/org/apache/ignite/IgniteCluster.java | 6 + .../org/apache/ignite/IgniteSystemProperties.java | 7 +- .../eviction/lru/LruEvictionPolicyFactory.java | 1 - .../java/org/apache/ignite/cache/query/Query.java | 2 - .../apache/ignite/cache/query/SqlFieldsQuery.java | 3 +- .../org/apache/ignite/cache/query/SqlQuery.java | 3 + .../java/org/apache/ignite/client/ClientCache.java | 3 +- .../ignite/events/ClusterActivationEvent.java | 92 + .../java/org/apache/ignite/events/EventType.java | 36 + .../org/apache/ignite/internal/GridComponent.java | 9 +- .../apache/ignite/internal/GridKernalContext.java | 7 + .../ignite/internal/GridKernalContextImpl.java | 18 +- .../org/apache/ignite/internal/IgniteFeatures.java | 11 +- .../org/apache/ignite/internal/IgniteKernal.java | 240 +- .../org/apache/ignite/internal/IgnitionEx.java | 4 + .../ignite/internal/LongJVMPauseDetector.java | 64 +- .../ignite/internal/MarshallerContextImpl.java | 2 +- .../internal/StripedExecutorMXBeanAdapter.java | 2 +- .../internal/TransactionMetricsMxBeanImpl.java | 2 +- .../ignite/internal/TransactionsMXBeanImpl.java | 2 +- .../internal/client/thin/ReliableChannel.java | 25 +- .../cluster/DistributedBaselineConfiguration.java | 101 +- .../internal/cluster/IgniteClusterAsyncImpl.java | 6 + .../ignite/internal/cluster/IgniteClusterImpl.java | 40 +- .../internal/commandline/CommandHandler.java | 36 +- .../internal/jdbc/thin/JdbcThinConnection.java | 25 +- .../internal/jdbc/thin/JdbcThinStatement.java | 6 +- .../ignite/internal/jdbc2/JdbcConnection.java | 23 +- .../internal/jdbc2/JdbcPreparedStatement.java | 94 +- .../internal/jdbc2/JdbcResultSetMetadata.java | 25 +- .../ignite/internal/jdbc2/JdbcStatement.java | 18 + .../jdbc2/JdbcStreamedPreparedStatement.java | 7 +- .../internal/managers/IgniteMBeansManager.java | 284 ++ .../processors/affinity/AffinityAssignment.java | 5 + .../affinity/GridAffinityAssignment.java | 5 + .../affinity/GridAffinityAssignmentCache.java | 234 +- .../affinity/GridAffinityAssignmentV2.java | 23 +- .../affinity/HistoryAffinityAssignment.java | 358 +-- ...ent.java => HistoryAffinityAssignmentImpl.java} | 28 +- .../HistoryAffinityAssignmentShallowCopy.java | 112 + .../affinity/IdealAffinityAssignment.java | 148 + .../cache/CacheAffinitySharedManager.java | 362 ++- .../processors/cache/CacheCompressionManager.java | 2 +- .../processors/cache/ExchangeDiscoveryEvents.java | 33 +- .../processors/cache/GridCacheAffinityManager.java | 2 +- .../cache/GridCacheExplicitLockSpan.java | 31 +- .../processors/cache/GridCacheIoManager.java | 17 +- .../processors/cache/GridCacheMapEntry.java | 28 +- .../internal/processors/cache/GridCacheMvcc.java | 2 +- .../cache/GridCachePartitionExchangeManager.java | 40 +- .../processors/cache/GridCacheProcessor.java | 16 +- .../processors/cache/GridCacheTtlManager.java | 7 + .../cache/binary/BinaryMetadataTransport.java | 97 +- .../binary/CacheObjectBinaryProcessorImpl.java | 96 +- .../cache/distributed/dht/CompoundLockFuture.java | 112 - .../dht/GridDhtTxAbstractEnlistFuture.java | 8 +- .../dht/GridDhtTxQueryEnlistFuture.java | 2 +- .../dht/preloader/CacheGroupAffinityMessage.java | 2 +- .../dht/preloader/GridDhtPartitionDemander.java | 20 +- .../preloader/GridDhtPartitionsExchangeFuture.java | 22 +- .../dht/topology/GridDhtPartitionTopologyImpl.java | 15 +- .../topology/GridDhtPartitionsStateValidator.java | 2 +- .../near/GridNearTxAbstractEnlistFuture.java | 5 +- .../cache/distributed/near/GridNearTxLocal.java | 5 +- .../near/GridNearTxSelectForUpdateFuture.java | 462 --- .../distributed/near/TxTopologyVersionFuture.java | 176 -- .../processors/cache/mvcc/MvccProcessorImpl.java | 34 +- .../internal/processors/cache/mvcc/MvccUtils.java | 35 +- .../CorruptedPersistenceException.java} | 18 +- .../GridCacheDatabaseSharedManager.java | 196 +- .../IgniteCacheDatabaseSharedManager.java | 2 +- .../persistence/file/FilePageStoreManager.java | 6 +- .../persistence/filename/PdsFolderSettings.java | 6 + .../persistence/freelist/AbstractFreeList.java | 152 +- .../CorruptedFreeListException.java} | 10 +- .../pagemem/CheckpointMetricsTracker.java | 7 + .../persistence/tree/CorruptedTreeException.java | 4 +- .../persistence/wal/FileWriteAheadLogManager.java | 70 +- .../wal/reader/StandaloneGridKernalContext.java | 6 + .../cache/verify/IdleVerifyResultV2.java | 59 +- .../cache/verify/NoMatchingCachesException.java} | 17 +- .../verify/VerifyBackupPartitionsDumpTask.java | 38 + .../cache/verify/VerifyBackupPartitionsTaskV2.java | 191 +- ...Impl.java => BaselineAutoAdjustMXBeanImpl.java} | 23 +- .../processors/cluster/BaselineTopology.java | 7 + .../processors/cluster/ClusterProcessor.java | 18 - .../cluster/GridClusterStateProcessor.java | 112 +- ...tatistic.java => BaselineAutoAdjustStatus.java} | 24 +- .../baseline/autoadjust/ChangeTopologyWatcher.java | 10 +- .../distributed/DistributePropertyListener.java} | 23 +- .../distributed/DistributedBooleanProperty.java | 9 +- .../distributed/DistributedComparableProperty.java | 4 +- .../DistributedConfigurationProcessor.java | 14 +- .../distributed/DistributedLongProperty.java | 9 +- .../distributed/DistributedProperty.java | 31 +- .../distributed/DistributedPropertyDispatcher.java | 6 +- .../processors/failure/FailureProcessor.java | 8 + .../ReadableDistributedMetaStorage.java | 47 +- .../persistence/DistributedMetaStorageBridge.java | 8 +- .../DistributedMetaStorageClusterNodeData.java | 26 +- .../DistributedMetaStorageHistoryCache.java | 228 ++ .../DistributedMetaStorageHistoryItem.java | 64 +- .../persistence/DistributedMetaStorageImpl.java | 753 +++-- .../DistributedMetaStorageJoiningNodeData.java | 16 +- ...ava => DistributedMetaStorageKeyValuePair.java} | 20 +- .../DistributedMetaStorageUpdateAckMessage.java | 5 - .../persistence/DistributedMetaStorageUtil.java | 24 +- .../persistence/DistributedMetaStorageVersion.java | 3 +- .../EmptyDistributedMetaStorageBridge.java | 10 +- ...InMemoryCachedDistributedMetaStorageBridge.java | 27 +- .../NotAvailableDistributedMetaStorageBridge.java | 8 +- .../ReadOnlyDistributedMetaStorageBridge.java | 107 +- .../WritableDistributedMetaStorageBridge.java | 35 +- .../processors/odbc/jdbc/JdbcRequestHandler.java | 88 +- .../processors/odbc/odbc/OdbcRequestHandler.java | 37 +- .../internal/processors/odbc/odbc/OdbcUtils.java | 12 + .../processors/query/GridQueryIndexing.java | 55 +- .../processors/query/GridQueryProcessor.java | 64 +- .../internal/processors/query/QuerySchema.java | 8 +- .../internal/processors/query/QueryUtils.java | 33 +- .../processors/rest/GridRestProcessor.java | 2 +- .../org/apache/ignite/internal/sql/SqlKeyword.java | 12 + .../org/apache/ignite/internal/sql/SqlParser.java | 67 + .../apache/ignite/internal/sql/SqlParserUtils.java | 2 +- .../internal/sql/SqlStrictParseException.java | 27 +- .../ignite/internal/util/HostAndPortRange.java | 3 + .../ignite/internal/util/nio/GridNioServer.java | 65 +- .../internal/util/nio/ssl/BlockingSslHandler.java | 2 +- .../internal/visor/baseline/VisorBaselineTask.java | 11 +- .../visor/baseline/VisorBaselineViewTask.java | 8 +- .../verify/VisorValidateIndexesJobResult.java | 4 + ...onMXBean.java => BaselineAutoAdjustMXBean.java} | 10 +- .../ignite/mxbean/TransactionMetricsMxBean.java | 32 + .../ignite/spi/discovery/tcp/ServerImpl.java | 67 +- .../ignite/spi/discovery/tcp/TcpDiscoverySpi.java | 4 +- .../TransactionMixedModeException.java} | 17 +- ...ransactionUnsupportedConcurrencyException.java} | 17 +- modules/core/src/test/config/tests.properties | 4 +- .../cache/affinity/AffinityHistoryCleanupTest.java | 58 +- .../org/apache/ignite/client/ConnectionTest.java | 73 + .../ConsistentIdImplicitlyExplicitlyTest.java | 48 +- .../processors/DeadLockOnNodeLeftExchangeTest.java | 111 + .../GridAffinityProcessorMemoryLeakTest.java | 27 +- .../GridHistoryAffinityAssignmentTest.java | 4 +- .../cache/CacheGetRemoveSkipStoreTest.java | 4 +- .../cache/CacheNoAffinityExchangeTest.java | 166 +- .../cache/CacheRebalanceConfigValidationTest.java | 57 - .../processors/cache/CacheRemoveAllSelfTest.java | 4 +- .../cache/CacheStoreTxPutAllMultiNodeTest.java | 224 ++ .../cache/GridCacheVariableTopologySelfTest.java | 4 +- ...IgniteCacheInvokeReadThroughSingleNodeTest.java | 4 +- .../cache/IgniteCacheInvokeReadThroughTest.java | 4 +- .../IgniteCacheReadThroughEvictionSelfTest.java | 4 +- .../IgniteClientCacheInitializationFailTest.java | 31 +- ...> IgniteDiscoDataHandlingInNewClusterTest.java} | 75 +- .../RebalanceWithDifferentThreadPoolSizeTest.java | 92 + .../distributed/CacheLockChangingTopologyTest.java | 158 + .../distributed/GridCacheLockAbstractTest.java | 16 + .../GridCacheMultiNodeLockAbstractTest.java | 4 +- .../GridCacheNodeFailureAbstractTest.java | 9 +- .../IgniteTxRemoveTimeoutObjectsTest.java | 4 +- ...idCachePartitionedNearDisabledLockSelfTest.java | 9 - .../near/GridCacheNearOnlyTopologySelfTest.java | 4 +- .../near/GridCachePartitionedEventSelfTest.java | 4 +- .../GridCacheReplicatedLockSelfTest.java | 9 - .../IgniteCacheExpireWhileRebalanceTest.java | 121 + .../expiry/IgniteCacheExpiryPolicyTestSuite.java | 4 +- .../cache/mvcc/CacheMvccClientReconnectTest.java | 111 + ...niteBaselineAffinityTopologyActivationTest.java | 4 +- ...IgnitePdsDiscoDataHandlingInNewClusterTest.java | 198 ++ .../persistence/SingleNodePersistenceSslTest.java | 73 + .../baseline/ClusterActivationEventTest.java | 207 ++ ...CheckpointSimulationWithRealCpDisabledTest.java | 65 +- .../db/wal/IgniteWalSerializerVersionTest.java | 14 +- .../IgniteAbstractWalIteratorInvalidCrcTest.java | 53 +- ...teWithoutArchiverWalIteratorInvalidCrcTest.java | 219 ++ .../cache/persistence/db/wal/crc/WalTestUtils.java | 147 + .../transactions/TxRollbackAsyncNearCacheTest.java | 4 +- ...Test.java => BaselineAutoAdjustMXBeanTest.java} | 23 +- ...atcherTest.java => BaselineAutoAdjustTest.java} | 46 +- .../DistributedConfigurationAbstractTest.java | 69 +- .../TestDistibutedConfigurationPlugin.java | 8 + .../DistributedMetaStoragePersistentTest.java | 96 +- .../metastorage/DistributedMetaStorageTest.java | 115 +- .../DistributedMetaStorageHistoryCacheTest.java | 227 ++ .../tcp/GridTcpCommunicationSpiLanLoadTest.java | 2 - .../spi/discovery/AbstractDiscoverySelfTest.java | 2 - .../tcp/TcpDiscoveryNodeJoinAndFailureTest.java | 256 ++ .../tcp/TcpDiscoverySslParametersTest.java | 3 +- .../tcp/TcpDiscoverySslTrustedUntrustedTest.java | 17 + .../testframework/junits/GridAbstractTest.java | 230 +- .../junits/GridTestKernalContext.java | 4 +- .../junits/JUnit3TestLegacySupport.java | 33 +- .../junits/common/GridCommonAbstractTest.java | 4 +- .../junits/multijvm/IgniteClusterProcessProxy.java | 7 +- .../junits/multijvm/IgniteProcessProxy.java | 32 +- .../junits/spi/GridSpiAbstractTest.java | 12 +- .../ignite/testsuites/IgniteBasicTestSuite.java | 13 +- .../IgniteBasicWithPersistenceTestSuite.java | 3 + .../testsuites/IgniteCacheMvccTestSuite.java | 4 +- .../ignite/testsuites/IgniteCacheTestSuite3.java | 3 + .../ignite/testsuites/IgniteCacheTestSuite4.java | 4 +- .../ignite/testsuites/IgniteCacheTestSuite8.java | 2 + .../testsuites/IgniteKernalSelfTestSuite.java | 5 +- .../ignite/testsuites/IgnitePdsTestSuite.java | 4 + .../ignite/testsuites/IgnitePdsTestSuite2.java | 4 + .../IgniteSpiDiscoverySelfTestSuite.java | 2 + .../apache/ignite/util/GridCommandHandlerTest.java | 207 +- .../util/mbeans/GridMBeanDisableSelfTest.java | 8 +- .../query/h2/H2IndexesSystemViewTest.java | 12 +- .../IgniteHadoopFileSystemClientBasedOpenTest.java | 2 +- .../ignite/internal/mxbean/SqlQueryMXBean.java | 71 + .../ignite/internal/mxbean/SqlQueryMXBeanImpl.java | 56 + .../cache/query/GridCacheTwoStepQuery.java | 26 +- .../query/h2/DhtResultSetEnlistFuture.java | 63 - .../query/h2/DmlStatementsProcessor.java | 53 +- .../processors/query/h2/H2FieldsIterator.java | 5 +- .../processors/query/h2/H2KeyValueIterator.java | 2 +- .../internal/processors/query/h2/H2QueryInfo.java | 159 + .../processors/query/h2/H2ResultSetIterator.java | 7 +- .../internal/processors/query/h2/H2Utils.java | 42 +- .../processors/query/h2/IgniteH2Indexing.java | 623 ++-- .../query/h2/LongRunningQueryManager.java | 204 ++ ...H2KeyValueIterator.java => MapH2QueryInfo.java} | 46 +- .../query/h2/NearResultSetEnlistFuture.java | 59 - .../internal/processors/query/h2/QueryParser.java | 126 +- .../processors/query/h2/QueryParserCacheEntry.java | 17 + .../processors/query/h2/QueryParserResult.java | 24 +- .../processors/query/h2/QueryParserResultDml.java | 13 - .../query/h2/QueryParserResultSelect.java | 69 +- .../processors/query/h2/ReduceH2QueryInfo.java} | 29 +- .../processors/query/h2/ResultSetEnlistFuture.java | 136 - .../processors/query/h2/SchemaManager.java | 2 + .../processors/query/h2/dml/DmlBatchSender.java | 22 +- .../internal/processors/query/h2/dml/DmlUtils.java | 14 +- .../processors/query/h2/dml/UpdatePlanBuilder.java | 12 +- .../processors/query/h2/opt/GridH2Table.java | 39 +- .../processors/query/h2/sql/GridSqlKeyword.java | 3 +- .../query/h2/sql/GridSqlQueryParser.java | 266 +- .../query/h2/sql/GridSqlQuerySplitter.java | 84 +- .../processors/query/h2/sql/GridSqlSelect.java | 24 + .../query/h2/sys/view/SqlSystemViewSchemas.java | 73 + .../query/h2/twostep/GridMapQueryExecutor.java | 201 +- .../query/h2/twostep/GridReduceQueryExecutor.java | 177 +- .../query/h2/twostep/MapQueryResults.java | 15 +- .../query/h2/twostep/ReduceQueryRun.java | 14 - .../query/h2/twostep/ReduceResultPage.java | 20 +- .../visor/verify/ValidateIndexesClosure.java | 2 +- .../org/apache/ignite/client/ClientTestSuite.java | 3 +- .../cache/BinaryTypeRegistrationTest.java | 2 +- .../cache/IgniteCacheUpdateSqlQuerySelfTest.java | 33 - .../processors/cache/SqlFieldsQuerySelfTest.java | 47 - .../cache/index/H2DynamicTableSelfTest.java | 2 +- .../processors/cache/index/StaticCacheDdlTest.java | 1 - ...cheMvccPartitionedSelectForUpdateQueryTest.java | 47 - .../CacheMvccSelectForUpdateQueryAbstractTest.java | 370 --- .../CacheMvccSelectForUpdateQueryBasicTest.java | 789 +++++ .../mvcc/CacheMvccSelectForUpdateQueryTest.java | 184 ++ .../cache/mvcc/CacheMvccSqlTxModesTest.java | 123 +- .../processors/query/LongRunningQueryTest.java | 194 ++ .../processors/query/SqlIllegalSchemaSelfTest.java | 16 +- .../processors/query/SqlSchemaSelfTest.java | 12 + .../processors/query/SqlSystemViewsSelfTest.java | 254 +- .../query/h2/DmlStatementsProcessorTest.java | 153 + .../query/h2/GridIndexFullRebuildTest.java | 288 ++ .../processors/query/h2/QueryDataPageScanTest.java | 5 +- .../query/h2/sql/GridQueryParsingTest.java | 47 +- .../query/h2/sql/SqlUnsupportedSelfTest.java | 332 ++ .../IgniteBinaryCacheQueryTestSuite.java | 4 + .../IgniteBinaryCacheQueryTestSuite2.java | 6 + .../testsuites/IgniteCacheMvccSqlTestSuite.java | 9 +- .../gmm/CovarianceMatricesAggregator.java | 19 +- .../ignite/ml/clustering/gmm/GmmPartitionData.java | 58 +- .../ignite/ml/clustering/gmm/GmmTrainer.java | 272 +- .../gmm/MeanWithClusterProbAggregator.java | 17 +- .../gmm/NewComponentStatisticsAggregator.java | 11 +- .../ignite/ml/clustering/kmeans/KMeansModel.java | 2 +- .../ignite/ml/clustering/kmeans/KMeansTrainer.java | 35 +- .../ignite/ml/composition/CompositionUtils.java | 25 +- .../ml/composition/bagging/BaggedTrainer.java | 26 +- .../boosting/GDBBinaryClassifierTrainer.java | 20 +- .../composition/boosting/GDBLearningStrategy.java | 53 +- .../composition/boosting/GDBRegressionTrainer.java | 13 +- .../ignite/ml/composition/boosting/GDBTrainer.java | 70 +- .../boosting/convergence/ConvergenceChecker.java | 40 +- .../convergence/ConvergenceCheckerFactory.java | 15 +- .../mean/MeanAbsValueConvergenceChecker.java | 30 +- .../MeanAbsValueConvergenceCheckerFactory.java | 11 +- .../median/MedianOfMedianConvergenceChecker.java | 32 +- .../MedianOfMedianConvergenceCheckerFactory.java | 11 +- .../convergence/simple/ConvergenceCheckerStub.java | 30 +- .../simple/ConvergenceCheckerStubFactory.java | 13 +- .../ignite/ml/composition/boosting/loss/Loss.java | 4 +- .../parallel/TrainersParallelComposition.java | 59 +- .../sequential/TrainersSequentialComposition.java | 180 +- .../stacking/StackedDatasetTrainer.java | 24 +- .../apache/ignite/ml/dataset/DatasetFactory.java | 201 +- .../ignite/ml/dataset/feature/BucketMeta.java | 4 +- .../ignite/ml/dataset/feature/Histogram.java | 8 +- .../ignite/ml/dataset/feature/ObjectHistogram.java | 10 +- .../dataset/feature/extractor/ExtractionUtils.java | 133 + .../ml/dataset/feature/extractor/Vectorizer.java | 307 ++ .../feature/extractor/impl/ArraysVectorizer.java} | 37 +- .../extractor/impl/BinaryObjectVectorizer.java | 141 + .../feature/extractor/impl/DummyVectorizer.java} | 35 +- .../impl/FeatureLabelExtractorWrapper.java | 84 + .../extractor/impl/LabeledDummyVectorizer.java | 65 + .../feature/extractor/impl/package-info.java} | 22 +- .../feature/extractor/package-info.java} | 23 +- .../bootstrapping/BootstrappedDatasetBuilder.java | 12 +- .../BootstrappedDatasetPartition.java | 5 +- .../impl/bootstrapping/BootstrappedVector.java | 7 +- .../FeatureMatrixWithLabelsOnHeapDataBuilder.java | 34 +- .../builder/data/SimpleDatasetDataBuilder.java | 16 +- .../data/SimpleLabeledDatasetDataBuilder.java | 31 +- .../ml/environment/logging/ConsoleLogger.java | 12 +- .../parallelism/ParallelismStrategy.java | 10 +- .../java/org/apache/ignite/ml/genetic/Gene.java | 5 +- .../java/org/apache/ignite/ml/inference/Model.java | 4 +- .../java/org/apache/ignite/ml/knn/KNNUtils.java | 17 +- .../ignite/ml/knn/NNClassificationModel.java | 2 +- .../ml/knn/ann/ANNClassificationTrainer.java | 63 +- .../knn/classification/KNNClassificationModel.java | 15 + .../classification/KNNClassificationTrainer.java | 18 +- .../ml/knn/regression/KNNRegressionTrainer.java | 17 +- .../apache/ignite/ml/math/StorageOpsMetrics.java | 15 +- .../ml/math/primitives/matrix/AbstractMatrix.java | 10 - .../ignite/ml/math/primitives/matrix/Matrix.java | 5 + .../ml/math/primitives/matrix/MatrixStorage.java | 5 + .../math/primitives/matrix/impl/SparseMatrix.java | 2 +- .../matrix/storage/DenseMatrixStorage.java | 12 +- .../matrix/storage/SparseMatrixStorage.java | 12 +- .../matrix/storage/ViewMatrixStorage.java | 10 - .../ml/math/primitives/vector/AbstractVector.java | 78 +- .../ignite/ml/math/primitives/vector/Vector.java | 64 + .../ml/math/primitives/vector/VectorStorage.java | 27 +- .../ml/math/primitives/vector/VectorUtils.java | 5 +- .../primitives/vector/impl/DelegatingVector.java | 34 +- .../math/primitives/vector/impl/SparseVector.java | 11 +- .../vector/storage/DenseVectorStorage.java | 164 +- .../vector/storage/SparseVectorStorage.java | 107 +- .../vector/storage/VectorViewStorage.java | 25 +- .../storage/VectorizedViewMatrixStorage.java | 28 +- .../apache/ignite/ml/math/stat/Distribution.java | 7 +- .../ignite/ml/math/stat/DistributionMixture.java | 13 +- .../stat/MultivariateGaussianDistribution.java | 4 +- .../ignite/ml/multiclass/MultiClassModel.java | 11 +- .../ignite/ml/multiclass/OneVsRestTrainer.java | 42 +- .../discrete/DiscreteNaiveBayesModel.java | 5 +- .../discrete/DiscreteNaiveBayesTrainer.java | 20 +- .../gaussian/GaussianNaiveBayesTrainer.java | 25 +- .../java/org/apache/ignite/ml/nn/MLPTrainer.java | 14 +- .../ignite/ml/nn/ReplicatedVectorMatrix.java | 14 +- .../updatecalculators/RPropParameterUpdate.java | 24 +- .../updatecalculators/SimpleGDParameterUpdate.java | 16 +- .../org/apache/ignite/ml/pipeline/Pipeline.java | 30 +- .../onehotencoder/OneHotEncoderPreprocessor.java | 21 +- .../linear/LinearRegressionLSQRTrainer.java | 38 +- .../linear/LinearRegressionSGDTrainer.java | 24 +- .../logistic/LogisticRegressionSGDTrainer.java | 22 +- .../ignite/ml/selection/cv/CrossValidation.java | 164 +- .../ml/selection/scoring/evaluator/Evaluator.java | 95 +- .../ml/selection/scoring/metric/MetricValues.java | 11 +- .../BinaryClassificationMetricValues.java | 12 +- .../BinaryClassificationMetrics.java | 47 +- .../scoring/metric/classification/ROCAUC.java | 141 + .../metric/regression/RegressionMetricValues.java | 12 +- .../metric/regression/RegressionMetrics.java | 27 +- .../ignite/ml/sql/SQLFeatureLabelExtractor.java | 125 - .../partition/LabelPartitionDataBuilderOnHeap.java | 21 +- .../LabeledDatasetPartitionDataBuilderOnHeap.java | 30 +- .../ml/svm/SVMLinearClassificationTrainer.java | 92 +- .../ml/trainers/AdaptableDatasetTrainer.java | 65 +- .../apache/ignite/ml/trainers/DatasetTrainer.java | 314 +- .../org/apache/ignite/ml/tree/DecisionTree.java | 112 +- .../tree/boosting/GDBOnTreesLearningStrategy.java | 33 +- .../ml/tree/data/DecisionTreeDataBuilder.java | 13 +- .../ml/tree/randomforest/RandomForestTrainer.java | 35 +- .../ml/tree/randomforest/data/NodeSplit.java | 2 +- .../ignite/ml/tree/randomforest/data/TreeNode.java | 13 +- .../ignite/ml/tree/randomforest/data/TreeRoot.java | 7 +- .../randomforest/data/impurity/GiniHistogram.java | 15 +- .../data/impurity/ImpurityHistogram.java | 7 +- .../data/impurity/ImpurityHistogramsComputer.java | 17 +- .../randomforest/data/impurity/MSEHistogram.java | 11 +- .../data/statistics/LeafValuesComputer.java | 17 +- .../data/statistics/MeanValueStatistic.java | 2 +- .../statistics/NormalDistributionStatistics.java | 12 +- .../NormalDistributionStatisticsComputer.java | 11 +- .../apache/ignite/ml/util/MLSandboxDatasets.java | 8 +- .../primitives/vector/VectorGenerator.java | 17 +- .../primitives/vector/VectorGeneratorsFamily.java | 11 +- .../main/resources/datasets/fraud_detection.csv | 3336 ++++++++++++++++++++ .../resources/datasets/wholesale_customers.csv | 441 +++ .../test/java/org/apache/ignite/ml/TestUtils.java | 15 +- .../ignite/ml/clustering/KMeansTrainerTest.java | 22 +- .../clustering/gmm/GmmTrainerIntegrationTest.java | 8 +- .../ignite/ml/clustering/gmm/GmmTrainerTest.java | 23 +- .../apache/ignite/ml/common/KeepBinaryTest.java | 13 +- .../apache/ignite/ml/common/LocalModelsTest.java | 20 +- .../org/apache/ignite/ml/common/TrainerTest.java | 11 +- .../apache/ignite/ml/composition/StackingTest.java | 21 +- .../ignite/ml/composition/bagging/BaggingTest.java | 27 +- .../ml/composition/boosting/GDBTrainerTest.java | 35 +- .../convergence/ConvergenceCheckerTest.java | 25 +- .../mean/MeanAbsValueConvergenceCheckerTest.java | 15 +- .../MedianOfMedianConvergenceCheckerTest.java | 9 +- .../ml/dataset/feature/ObjectHistogramTest.java | 4 +- .../dataset/feature/extractor/VectorizerTest.java | 108 + .../ml/dataset/primitive/SimpleDatasetTest.java | 8 +- .../primitive/SimpleLabeledDatasetTest.java | 14 +- .../ml/environment/LearningEnvironmentTest.java | 22 +- .../ignite/ml/knn/ANNClassificationTest.java | 21 +- .../ignite/ml/knn/KNNClassificationTest.java | 49 +- .../apache/ignite/ml/knn/KNNRegressionTest.java | 24 +- .../apache/ignite/ml/knn/LabeledDatasetHelper.java | 7 +- .../java/org/apache/ignite/ml/math/BlasTest.java | 10 +- .../ignite/ml/math/MathImplLocalTestSuite.java | 4 + .../ignite/ml/math/isolve/lsqr/LSQROnHeapTest.java | 27 +- .../primitives/matrix/MatrixArrayStorageTest.java | 7 - .../primitives/matrix/MatrixAttributeTest.java | 9 +- .../matrix/MatrixViewConstructorTest.java | 2 - .../math/primitives/vector/AbstractVectorTest.java | 20 - .../vector/SparseVectorConstructorTest.java | 25 +- .../primitives/vector/VectorAttributesTest.java | 20 +- .../vector/VectorImplementationsFixtures.java | 4 +- .../vector/VectorImplementationsTest.java | 3 +- .../vector/storage/AbstractStorageTest.java | 147 + .../vector/storage/DenseVectorStorageTest.java | 61 + .../vector/storage/SparseVectorStorageTest.java} | 28 +- .../ignite/ml/multiclass/OneVsRestTrainerTest.java | 40 +- .../discrete/DiscreteNaiveBayesTest.java | 11 +- .../discrete/DiscreteNaiveBayesTrainerTest.java | 24 +- .../gaussian/GaussianNaiveBayesTest.java | 14 +- .../gaussian/GaussianNaiveBayesTrainerTest.java | 33 +- .../ignite/ml/nn/MLPTrainerIntegrationTest.java | 72 +- .../org/apache/ignite/ml/nn/MLPTrainerTest.java | 74 +- .../MLPTrainerMnistIntegrationTest.java | 18 +- .../ml/nn/performance/MLPTrainerMnistTest.java | 22 +- .../apache/ignite/ml/pipeline/PipelineTest.java | 10 +- .../preprocessing/encoding/EncoderTrainerTest.java | 6 +- .../encoding/OneHotEncoderPreprocessorTest.java | 94 +- .../linear/LinearRegressionLSQRTrainerTest.java | 25 +- .../linear/LinearRegressionSGDTrainerTest.java | 37 +- .../logistic/LogisticRegressionSGDTrainerTest.java | 29 +- .../BinaryClassificationEvaluatorTest.java | 19 +- .../selection/scoring/evaluator/EvaluatorTest.java | 4 +- .../scoring/evaluator/RegressionEvaluatorTest.java | 12 +- .../BinaryClassificationMetricsValuesTest.java | 3 +- .../scoring/metric/classification/ROCAUCTest.java | 121 + .../metric/regression/RegressionMetricsTest.java | 39 +- .../apache/ignite/ml/svm/SVMBinaryTrainerTest.java | 27 +- ...onTreeClassificationTrainerIntegrationTest.java | 13 +- .../DecisionTreeClassificationTrainerTest.java | 21 +- ...cisionTreeRegressionTrainerIntegrationTest.java | 10 +- .../ml/tree/DecisionTreeRegressionTrainerTest.java | 17 +- .../DecisionTreeMNISTIntegrationTest.java | 10 +- .../ml/tree/performance/DecisionTreeMNISTTest.java | 16 +- .../RandomForestClassifierTrainerTest.java | 26 +- .../randomforest/RandomForestIntegrationTest.java | 14 +- .../RandomForestRegressionTrainerTest.java | 16 +- .../DataStreamGeneratorFillCacheTest.java | 9 +- .../util/generators/DataStreamGeneratorTest.java | 37 +- .../ignite/ml/xgboost/XGModelComposition.java | 6 +- .../cpp/examples/include/ignite/examples/person.h | 53 + .../query-example/config/query-example.xml | 12 +- .../examples/query-example/src/query_example.cpp | 68 +- .../project/vs/thin-client-put-get-example.vcxproj | 3 - .../vs/thin-client-put-get-example.vcxproj.filters | 8 - .../cpp/odbc-test/src/api_robustness_test.cpp | 68 +- .../Binary/BinarizableReadBenchmark.cs | 1 + .../Binary/BinarizableWriteBenchmark.cs | 5 +- .../ApiParity/ClusterParityTest.cs | 3 +- .../Binary/BinaryBuilderSelfTest.cs | 69 + .../Binary/BinaryReaderWriterTest.cs | 2 +- .../Binary/Serializable/SqlDmlTest.cs | 2 + .../Cache/CacheAbstractTransactionalTest.cs | 2 +- .../Cache/DataRegionMetricsTest.cs | 19 +- .../Cache/Query/CacheDmlQueriesTest.cs | 2 +- .../Query/CacheQueriesCodeConfigurationTest.cs | 4 + .../Cache/Query/CacheQueriesTest.cs | 24 +- .../Cache/Store/CacheTestStore.cs | 4 +- .../Client/Cache/CacheClientAsyncWrapper.cs | 4 +- .../Client/Cache/CacheTestNoMeta.cs | 2 + .../Client/Cache/SqlQueryTest.cs | 4 + .../Compute/AbstractTaskTest.cs | 2 + .../Apache.Ignite.Core/Cache/Query/SqlQuery.cs | 2 + .../Client/Cache/ICacheClient.cs | 2 + .../Binary/BinaryReflectiveSerializerInternal.cs | 14 +- .../Impl/Client/Cache/CacheClient.cs | 2 + .../NuGet/LINQPad/BinaryModeExample.linq | 5 - .../NuGet/LINQPad/QueryExample.linq | 7 +- .../EntityFrameworkCacheInitializationTest.cs | 1 + .../Datagrid/BinaryModeExample.cs | 38 +- .../Apache.Ignite.Examples/Sql/SqlExample.cs | 38 +- .../ThinClient/ThinClientSqlExample.cs | 37 +- .../dotnet/examples/dotnetcore/LinqExample.cs | 4 +- .../dotnet/examples/dotnetcore/SqlExample.cs | 64 +- modules/web-console/backend/app/schemas.js | 154 +- .../e2e/testcafe/fixtures/auth/signup.js | 2 +- .../app/components/cluster-selector/controller.js | 2 +- .../components/grid-item-selected/controller.js | 2 +- .../app/components/ignite-chart/controller.js | 15 +- .../components/queries-notebook/controller.ts | 19 +- .../components/queries-notebook/template.tpl.pug | 18 +- .../queries-notebooks-list/controller.js | 43 +- .../queries-notebooks-list/template.tpl.pug | 9 +- .../frontend/app/components/ui-grid/component.js | 3 +- .../frontend/app/components/ui-grid/controller.js | 3 + .../frontend/app/components/ui-grid/style.scss | 16 - .../components/modal-import-models/component.js | 14 +- .../components/cache-edit-form/controller.ts | 10 + .../components/cache-edit-form/template.tpl.pug | 2 + .../cache-edit-form/templates/general.pug | 42 +- .../cache-edit-form/templates/key-cfg.pug | 66 + .../cache-edit-form/templates/memory.pug | 21 + .../components/cache-edit-form/templates/misc.pug | 95 + .../components/cache-edit-form/templates/query.pug | 45 +- .../components/cache-edit-form/templates/store.pug | 27 +- .../components/cluster-edit-form/controller.ts | 45 +- .../components/cluster-edit-form/template.tpl.pug | 4 + .../cluster-edit-form/templates/atomic.pug | 36 +- .../cluster-edit-form/templates/binary.pug | 26 + .../templates/checkpoint/jdbc.pug | 4 +- .../cluster-edit-form/templates/communication.pug | 49 + .../cluster-edit-form/templates/data-storage.pug | 71 +- .../cluster-edit-form/templates/discovery.pug | 27 + .../cluster-edit-form/templates/encryption.pug | 81 + .../cluster-edit-form/templates/events.pug | 38 + .../cluster-edit-form/templates/failover.pug | 62 + .../templates/general/discovery/jdbc.pug | 4 +- .../cluster-edit-form/templates/misc.pug | 167 +- .../cluster-edit-form/templates/mvcc.pug | 4 +- .../cluster-edit-form/templates/persistence.pug | 31 + .../components/cluster-edit-form/templates/ssl.pug | 28 + .../cluster-edit-form/templates/transactions.pug | 25 + .../igfs-edit-form/templates/secondary.pug | 252 +- .../components/model-edit-form/templates/query.pug | 72 +- .../generator/configuration.module.js | 4 +- .../generator/generator/AbstractTransformer.js | 27 +- .../generator/ArtifactVersionChecker.service.js | 86 + .../app/configuration/generator/generator/Beans.js | 16 +- .../generator/generator/ConfigurationGenerator.js | 538 +++- .../generator/generator/JavaTransformer.service.js | 46 +- .../generator/generator/Maven.service.js | 40 +- .../generator/SpringTransformer.service.js | 27 +- .../generator/generator/defaults/Cache.service.js | 22 +- .../generator/defaults/Cluster.service.js | 58 +- .../generator/generator/defaults/IGFS.service.js | 15 +- .../frontend/app/configuration/index.ts | 9 +- .../frontend/app/configuration/mixins.pug | 21 +- .../frontend/app/configuration/services/Caches.ts | 16 +- .../app/configuration/services/Clusters.ts | 37 +- .../frontend/app/configuration/services/IGFSs.ts | 16 +- .../frontend/app/configuration/services/Models.ts | 41 + .../frontend/app/data/pom-dependencies.json | 10 +- .../app/primitives/form-field/dropdown.pug | 4 +- modules/web-console/frontend/package-lock.json | 27 - .../WebConsoleConfigurationSelfTest.java | 195 +- .../ignite/console/configuration/WrongFields.java | 2 +- .../console/agent/handlers/DatabaseListener.java | 28 +- 647 files changed, 24900 insertions(+), 10118 deletions(-)