Merge remote-tracking branch 'remotes/origin/master' into ignite-8446 Signed-off-by: Anton Vinogradov <a...@apache.org>
# Conflicts: # modules/core/src/test/java/org/apache/ignite/testsuites/IgniteCacheTestSuite6.java Project: http://git-wip-us.apache.org/repos/asf/ignite/repo Commit: http://git-wip-us.apache.org/repos/asf/ignite/commit/f7a03679 Tree: http://git-wip-us.apache.org/repos/asf/ignite/tree/f7a03679 Diff: http://git-wip-us.apache.org/repos/asf/ignite/diff/f7a03679 Branch: refs/heads/ignite-8446 Commit: f7a03679e17413dc946f53b20eca8a9d4d9dfdf3 Parents: 96f30a5 e413283 Author: Anton Vinogradov <a...@apache.org> Authored: Thu Jul 26 22:55:28 2018 +0300 Committer: Anton Vinogradov <a...@apache.org> Committed: Thu Jul 26 22:55:28 2018 +0300 ---------------------------------------------------------------------- assembly/LICENSE_FABRIC | 2 +- assembly/release-fabric-base.xml | 8 +- docker/apache-ignite/Dockerfile | 9 + docker/apache-ignite/run.sh | 2 +- .../clustering/KMeansClusterizationExample.java | 6 +- .../AlgorithmSpecificDatasetExample.java | 2 +- .../ml/dataset/CacheBasedDatasetExample.java | 2 +- .../ml/dataset/LocalDatasetExample.java | 2 +- .../OptimizeMakeChangeFitnessFunction.java | 11 +- .../change/OptimizeMakeChangeGAExample.java | 8 +- .../OptimizeMakeChangeTerminateCriteria.java | 6 +- .../helloworld/HelloWorldFitnessFunction.java | 2 +- .../genetic/helloworld/HelloWorldGAExample.java | 4 +- .../helloworld/HelloWorldTerminateCriteria.java | 4 +- .../knapsack/KnapsackFitnessFunction.java | 4 +- .../ml/genetic/knapsack/KnapsackGAExample.java | 4 +- .../knapsack/KnapsackTerminateCriteria.java | 9 +- .../ml/genetic/movie/MovieFitnessFunction.java | 5 +- .../ml/genetic/movie/MovieGAExample.java | 6 +- .../genetic/movie/MovieTerminateCriteria.java | 8 +- .../ml/knn/KNNClassificationExample.java | 6 +- .../examples/ml/knn/KNNRegressionExample.java | 6 +- .../ml/math/matrix/ExampleMatrixStorage.java | 175 --- .../math/matrix/MatrixCustomStorageExample.java | 127 -- .../examples/ml/math/matrix/MatrixExample.java | 65 -- .../ml/math/matrix/MatrixExampleUtil.java | 52 - .../ml/math/matrix/OffHeapMatrixExample.java | 70 -- .../ml/math/matrix/SparseMatrixExample.java | 69 -- .../examples/ml/math/matrix/package-info.java | 22 - .../ignite/examples/ml/math/package-info.java | 22 - .../examples/ml/math/tracer/TracerExample.java | 63 - .../examples/ml/math/tracer/package-info.java | 22 - .../ml/math/vector/ExampleVectorStorage.java | 127 -- .../ml/math/vector/OffHeapVectorExample.java | 78 -- .../ml/math/vector/SparseVectorExample.java | 76 -- .../math/vector/VectorCustomStorageExample.java | 120 -- .../examples/ml/math/vector/VectorExample.java | 73 -- .../examples/ml/math/vector/package-info.java | 22 - .../examples/ml/nn/MLPTrainerExample.java | 8 +- .../ml/preprocessing/BinarizationExample.java | 4 +- .../ml/preprocessing/ImputingExample.java | 4 +- .../ImputingExampleWithMostFrequentValues.java | 4 +- .../ml/preprocessing/MinMaxScalerExample.java | 4 +- .../ml/preprocessing/NormalizationExample.java | 4 +- .../LinearRegressionLSQRTrainerExample.java | 6 +- ...ssionLSQRTrainerWithMinMaxScalerExample.java | 4 +- .../LinearRegressionSGDTrainerExample.java | 6 +- .../LogisticRegressionSGDTrainerSample.java | 6 +- ...gressionMultiClassClassificationExample.java | 10 +- .../ml/selection/cv/CrossValidationExample.java | 2 +- .../split/TrainTestDatasetSplitterExample.java | 6 +- .../binary/SVMBinaryClassificationExample.java | 6 +- .../SVMMultiClassClassificationExample.java | 10 +- ...ecisionTreeClassificationTrainerExample.java | 2 +- .../DecisionTreeRegressionTrainerExample.java | 2 +- .../GDBOnTreesClassificationTrainerExample.java | 4 +- .../GRBOnTreesRegressionTrainerExample.java | 4 +- .../RandomForestClassificationExample.java | 2 +- .../RandomForestRegressionExample.java | 20 +- .../ml/tutorial/Step_1_Read_and_Learn.java | 4 +- .../examples/ml/tutorial/Step_2_Imputing.java | 4 +- .../examples/ml/tutorial/Step_3_Categorial.java | 2 +- .../ml/tutorial/Step_4_Add_age_fare.java | 2 +- .../examples/ml/tutorial/Step_5_Scaling.java | 2 +- .../ignite/examples/ml/tutorial/Step_6_KNN.java | 2 +- .../ml/tutorial/Step_7_Split_train_test.java | 2 +- .../ignite/examples/ml/tutorial/Step_8_CV.java | 2 +- .../ml/tutorial/Step_9_Go_to_LogReg.java | 2 +- modules/aws/pom.xml | 7 + .../tcp/ipfinder/s3/TcpDiscoveryS3IpFinder.java | 68 +- .../TcpDiscoveryS3IpFinderAbstractSelfTest.java | 20 +- ...TcpDiscoveryS3IpFinderKeyPrefixSelfTest.java | 68 ++ .../ipfinder/s3/client/DummyObjectListing.java | 83 ++ .../s3/client/DummyObjectListingTest.java | 68 ++ .../tcp/ipfinder/s3/client/DummyS3Client.java | 1085 ++++++++++++++++++ .../ipfinder/s3/client/DummyS3ClientTest.java | 164 +++ .../tcp/ipfinder/s3/client/package-info.java | 22 + .../ignite/testsuites/IgniteS3TestSuite.java | 8 +- modules/cassandra/store/pom.xml | 2 +- .../java/org/apache/ignite/IgniteCache.java | 12 +- .../java/org/apache/ignite/IgniteCluster.java | 7 + .../rendezvous/RendezvousAffinityFunction.java | 6 + .../configuration/BasicAddressResolver.java | 9 + .../configuration/ConnectorConfiguration.java | 8 + .../configuration/DataStorageConfiguration.java | 2 + .../configuration/HadoopConfiguration.java | 4 +- .../configuration/MemoryConfiguration.java | 6 + .../MemoryPolicyConfiguration.java | 6 + .../configuration/TransactionConfiguration.java | 6 + .../ignite/internal/GridKernalContext.java | 7 + .../ignite/internal/GridKernalContextImpl.java | 14 +- .../apache/ignite/internal/IgniteKernal.java | 9 + .../ignite/internal/IgniteNodeAttributes.java | 3 + .../org/apache/ignite/internal/IgnitionEx.java | 13 +- .../ignite/internal/LongJVMPauseDetector.java | 15 +- .../internal/binary/BinaryMarshaller.java | 8 + .../cluster/IgniteClusterAsyncImpl.java | 5 + .../internal/cluster/IgniteClusterImpl.java | 15 + .../discovery/CustomMessageWrapper.java | 2 +- .../internal/managers/discovery/DiscoCache.java | 30 + .../discovery/GridDiscoveryManager.java | 7 + .../optimized/OptimizedMarshaller.java | 8 +- .../internal/pagemem/wal/record/DataEntry.java | 12 + .../pagemem/wal/record/LazyDataEntry.java | 3 + .../affinity/GridAffinityProcessor.java | 43 +- .../cache/CacheAffinitySharedManager.java | 148 ++- .../cache/CacheClusterMetricsMXBeanImpl.java | 7 +- .../processors/cache/CacheGroupContext.java | 18 +- .../cache/CacheJoinNodeDiscoveryData.java | 26 +- .../cache/CacheStatisticsClearMessage.java | 125 ++ .../processors/cache/ClusterCachesInfo.java | 25 + .../cache/DynamicCacheChangeFailureMessage.java | 151 +++ .../processors/cache/ExchangeActions.java | 19 +- .../cache/GatewayProtectedCacheProxy.java | 17 + .../processors/cache/GridCacheAdapter.java | 15 +- .../cache/GridCacheEvictionManager.java | 128 +++ .../GridCachePartitionExchangeManager.java | 89 +- .../processors/cache/GridCacheProcessor.java | 315 +++-- .../processors/cache/GridCacheUtils.java | 3 + .../processors/cache/IgniteCacheProxyImpl.java | 13 + .../processors/cache/WalStateManager.java | 35 +- .../CacheDataStructuresManager.java | 27 +- .../GridDistributedTxRemoteAdapter.java | 44 +- .../dht/GridDhtPartitionTopologyImpl.java | 38 +- .../distributed/dht/GridDhtTopologyFuture.java | 2 +- .../dht/GridDhtTransactionalCacheAdapter.java | 176 ++- .../distributed/dht/GridDhtTxPrepareFuture.java | 25 +- .../GridDhtPartitionsExchangeFuture.java | 335 +++++- .../preloader/latch/ExchangeLatchManager.java | 218 ++-- .../distributed/near/GridNearGetFuture.java | 27 +- ...arOptimisticSerializableTxPrepareFuture.java | 4 - .../near/GridNearOptimisticTxPrepareFuture.java | 12 +- ...ridNearOptimisticTxPrepareFutureAdapter.java | 39 + .../GridNearPessimisticTxPrepareFuture.java | 5 + .../cache/distributed/near/GridNearTxLocal.java | 25 +- .../near/GridNearTxPrepareFutureAdapter.java | 5 + .../GridCacheDatabaseSharedManager.java | 32 +- .../checkpoint/CheckpointHistory.java | 67 +- .../persistence/pagemem/PageMemoryImpl.java | 8 +- .../wal/FileWriteAheadLogManager.java | 127 +- .../wal/FsyncModeFileWriteAheadLogManager.java | 145 ++- .../wal/reader/StandaloneGridKernalContext.java | 5 + .../wal/serializer/RecordDataV1Serializer.java | 4 + .../processors/cache/query/CacheQuery.java | 14 +- .../query/GridCacheDistributedQueryManager.java | 1 - .../cache/query/GridCacheQueryAdapter.java | 20 - .../query/GridCacheQueryFutureAdapter.java | 9 +- .../cache/query/GridCacheQueryManager.java | 88 +- .../cluster/DiscoveryDataClusterState.java | 11 +- .../cluster/GridClusterStateProcessor.java | 28 +- .../datastructures/DataStructuresProcessor.java | 55 +- .../datastructures/GridCacheSetHeader.java | 31 +- .../datastructures/GridCacheSetImpl.java | 134 ++- .../datastructures/GridCacheSetItemKey.java | 5 +- .../datastructures/GridCacheSetProxy.java | 18 + .../client/ClientConnectionContext.java | 5 +- .../service/GridServiceProcessor.java | 37 +- .../ignite/internal/util/IgniteUtils.java | 36 + .../util/nio/GridNioMetricsListener.java | 6 +- .../util/nio/GridNioServerListener.java | 5 +- .../util/tostring/GridToStringBuilder.java | 706 ++++++------ .../util/tostring/GridToStringThreadLocal.java | 66 -- .../internal/util/tostring/SBLimitedLength.java | 20 + .../worker/WorkersControlMXBeanImpl.java | 7 +- .../communication/CommunicationListener.java | 5 +- .../communication/tcp/TcpCommunicationSpi.java | 54 +- .../spi/deployment/DeploymentListener.java | 6 +- .../ignite/spi/discovery/tcp/ClientImpl.java | 17 + .../ignite/spi/discovery/tcp/ServerImpl.java | 70 +- .../spi/discovery/tcp/TcpDiscoveryImpl.java | 14 + .../spi/discovery/tcp/TcpDiscoverySpi.java | 11 + .../spi/discovery/tcp/TcpDiscoverySpiMBean.java | 16 +- .../ignite/startup/BasicWarmupClosure.java | 10 +- .../resources/META-INF/classnames.properties | 1 + .../failure/SystemWorkersTerminationTest.java | 132 +++ .../internal/LongJVMPauseDetectorTest.java | 18 + .../optimized/OptimizedMarshallerTest.java | 6 - .../Authentication1kUsersNodeRestartTest.java | 1 + .../AuthenticationConfigurationClusterTest.java | 1 + .../AuthenticationOnNotActiveClusterTest.java | 1 + .../AuthenticationProcessorNPEOnStartTest.java | 1 + .../AuthenticationProcessorNodeRestartTest.java | 1 + .../AuthenticationProcessorSelfTest.java | 1 + .../cache/CacheMetricsEnableRuntimeTest.java | 403 ------- .../cache/CacheMetricsManageTest.java | 542 +++++++++ ...CacheFullTextQueryMultithreadedSelfTest.java | 11 +- .../cache/GridEvictionPolicyMBeansTest.java | 117 ++ ...IgniteAbstractDynamicCacheStartFailTest.java | 775 +++++++++++++ ...ynamicCacheStartCoordinatorFailoverTest.java | 262 +++++ .../cache/IgniteDynamicCacheStartFailTest.java | 46 + ...ynamicCacheStartFailWithPersistenceTest.java | 91 ++ .../SetTxTimeoutOnPartitionMapExchangeTest.java | 166 +++ .../GridCacheSetAbstractSelfTest.java | 50 +- .../IgniteCollectionAbstractTest.java | 11 + .../IgniteDataStructureWithJobTest.java | 10 +- .../distributed/CacheExchangeMergeTest.java | 6 +- ...niteCacheClientNodeChangingTopologyTest.java | 95 ++ .../IgniteCacheClientReconnectTest.java | 2 + .../IgniteCachePartitionLossPolicySelfTest.java | 13 +- ...gniteAtomicLongChangingTopologySelfTest.java | 18 + ...eBaselineAffinityTopologyActivationTest.java | 289 ++++- ...PdsAtomicCacheHistoricalRebalancingTest.java | 5 + .../IgnitePdsCacheRebalancingAbstractTest.java | 179 ++- .../IgnitePdsTxCacheRebalancingTest.java | 1 - .../IgnitePdsTxHistoricalRebalancingTest.java | 64 ++ ...teRebalanceScheduleResendPartitionsTest.java | 288 +++++ ...hangeDuringRebalanceOnNonNodeAssignTest.java | 169 +++ ...lWalModeChangeDuringRebalancingSelfTest.java | 38 +- .../db/CheckpointBufferDeadlockTest.java | 41 +- .../checkpoint/IgniteMassLoadSandboxTest.java | 2 +- ...ckpointSimulationWithRealCpDisabledTest.java | 11 +- .../persistence/db/wal/WalCompactionTest.java | 21 + .../BPlusTreeReuseListPageMemoryImplTest.java | 4 +- .../AbstractNodeJoinTemplate.java | 8 +- .../IgniteChangeGlobalStateTest.java | 7 + .../IgniteStandByClusterTest.java | 21 + .../wal/SegmentedRingByteBufferTest.java | 379 +++--- .../cache/query/CacheScanQueryFailoverTest.java | 174 +++ .../transactions/AtomicOperationsInTxTest.java | 14 + .../TxDeadlockDetectionNoHangsTest.java | 2 - ...ollbackOnTimeoutNoDeadlockDetectionTest.java | 4 - .../transactions/TxRollbackOnTimeoutTest.java | 19 +- ...WithSmallTimeoutAndContentionOneKeyTest.java | 255 ++++ .../processors/database/BPlusTreeSelfTest.java | 3 +- ...rClientReconnectAfterClusterRestartTest.java | 139 +++ .../service/IgniteServiceReassignmentTest.java | 38 + .../internal/util/IgniteUtilsSelfTest.java | 29 + .../tostring/GridToStringBuilderSelfTest.java | 247 +++- .../TcpDiscoveryPendingMessageDeliveryTest.java | 280 +++++ .../TcpDiscoverySpiFailureTimeoutSelfTest.java | 4 +- .../discovery/tcp/TcpDiscoverySpiMBeanTest.java | 82 ++ .../ignite/testframework/GridStringLogger.java | 18 +- .../testframework/junits/GridAbstractTest.java | 2 +- .../junits/common/GridCommonAbstractTest.java | 59 +- .../multijvm/IgniteCacheProcessProxy.java | 5 + .../multijvm/IgniteClusterProcessProxy.java | 5 + .../ignite/testsuites/IgniteBasicTestSuite.java | 2 + .../IgniteCacheMetricsSelfTestSuite.java | 7 +- .../ignite/testsuites/IgniteCacheTestSuite.java | 2 + .../testsuites/IgniteCacheTestSuite4.java | 6 + .../testsuites/IgniteCacheTestSuite6.java | 2 + .../testsuites/IgniteCacheTestSuite7.java | 48 + .../ignite/testsuites/IgnitePdsTestSuite2.java | 6 + .../IgniteSpiDiscoverySelfTestSuite.java | 5 + .../IgniteHadoopFileSystemAbstractSelfTest.java | 2 + modules/indexing/pom.xml | 7 + .../cache/CacheIteratorScanQueryTest.java | 55 +- ...eQueryAfterDynamicCacheStartFailureTest.java | 69 ++ .../IgniteCacheReplicatedQuerySelfTest.java | 27 + .../IgniteCacheQuerySelfTestSuite.java | 2 + .../IgniteCacheWithIndexingTestSuite.java | 3 + .../IgnitePdsWithIndexingCoreTestSuite.java | 9 +- .../main/java/org/apache/ignite/ml/Model.java | 9 +- .../ml/clustering/kmeans/KMeansModel.java | 22 +- .../ml/clustering/kmeans/KMeansModelFormat.java | 2 +- .../ml/clustering/kmeans/KMeansTrainer.java | 12 +- .../ml/composition/BaggingModelTrainer.java | 38 +- .../ml/composition/ModelOnFeaturesSubspace.java | 23 +- .../ml/composition/ModelsComposition.java | 16 +- .../boosting/GDBBinaryClassifierTrainer.java | 7 +- .../boosting/GDBRegressionTrainer.java | 2 +- .../ml/composition/boosting/GDBTrainer.java | 40 +- .../LossGradientPerPredictionFunctions.java | 10 +- .../PredictionsAggregator.java | 8 + .../WeightedPredictionsAggregator.java | 32 +- .../ignite/ml/dataset/DatasetFactory.java | 2 +- .../dataset/impl/cache/CacheBasedDataset.java | 3 +- .../builder/data/SimpleDatasetDataBuilder.java | 2 +- .../data/SimpleLabeledDatasetDataBuilder.java | 2 +- .../ml/environment/LearningEnvironment.java | 54 + .../environment/LearningEnvironmentBuilder.java | 123 ++ .../ml/environment/logging/ConsoleLogger.java | 102 ++ .../ml/environment/logging/CustomMLLogger.java | 105 ++ .../ignite/ml/environment/logging/MLLogger.java | 69 ++ .../ml/environment/logging/NoOpLogger.java | 64 ++ .../ml/environment/logging/package-info.java | 21 + .../ignite/ml/environment/package-info.java | 21 + .../parallelism/DefaultParallelismStrategy.java | 85 ++ .../parallelism/NoParallelismStrategy.java | 87 ++ .../parallelism/ParallelismStrategy.java | 47 + .../ml/environment/parallelism/Promise.java | 53 + .../environment/parallelism/package-info.java | 21 + .../apache/ignite/ml/genetic/CrossOverJob.java | 24 +- .../apache/ignite/ml/genetic/CrossOverTask.java | 18 +- .../apache/ignite/ml/genetic/FitnessJob.java | 12 +- .../apache/ignite/ml/genetic/FitnessTask.java | 14 +- .../org/apache/ignite/ml/genetic/GAGrid.java | 113 +- .../java/org/apache/ignite/ml/genetic/Gene.java | 21 +- .../apache/ignite/ml/genetic/MutateTask.java | 34 +- .../ignite/ml/genetic/TruncateSelectionJob.java | 6 +- .../ml/genetic/TruncateSelectionTask.java | 16 +- .../ml/genetic/functions/GAGridFunction.java | 23 +- .../ml/genetic/parameter/GAConfiguration.java | 54 +- .../ml/genetic/parameter/GAGridConstants.java | 5 +- .../ignite/ml/genetic/utils/GAGridUtils.java | 10 +- .../java/org/apache/ignite/ml/knn/KNNUtils.java | 2 +- .../classification/KNNClassificationModel.java | 17 +- .../KNNClassificationTrainer.java | 4 +- .../ml/knn/regression/KNNRegressionModel.java | 17 +- .../ml/knn/regression/KNNRegressionTrainer.java | 4 +- .../java/org/apache/ignite/ml/math/Blas.java | 68 +- .../org/apache/ignite/ml/math/KeyMapper.java | 33 - .../java/org/apache/ignite/ml/math/Matrix.java | 551 --------- .../apache/ignite/ml/math/MatrixStorage.java | 71 -- .../apache/ignite/ml/math/OrderedMatrix.java | 24 - .../java/org/apache/ignite/ml/math/Tracer.java | 34 +- .../java/org/apache/ignite/ml/math/Vector.java | 517 --------- .../apache/ignite/ml/math/VectorStorage.java | 53 - .../org/apache/ignite/ml/math/VectorUtils.java | 195 ---- .../ml/math/distances/DistanceMeasure.java | 2 +- .../ml/math/distances/EuclideanDistance.java | 7 +- .../ml/math/distances/HammingDistance.java | 7 +- .../ml/math/distances/ManhattanDistance.java | 7 +- .../preprocessing/UnknownStringValue.java | 6 +- .../ml/math/functions/IgniteBiFunction.java | 2 +- ...iteDifferentiableDoubleToDoubleFunction.java | 2 +- ...iteDifferentiableVectorToDoubleFunction.java | 4 +- .../ml/math/functions/IgniteTriConsumer.java | 2 +- .../ml/math/functions/IgniteTriFunction.java | 4 +- .../ml/math/impls/matrix/AbstractMatrix.java | 980 ---------------- .../impls/matrix/DenseLocalOffHeapMatrix.java | 114 -- .../impls/matrix/DenseLocalOnHeapMatrix.java | 133 --- .../ignite/ml/math/impls/matrix/MatrixView.java | 84 -- .../impls/matrix/SparseLocalOnHeapMatrix.java | 99 -- .../ml/math/impls/matrix/package-info.java | 22 - .../ignite/ml/math/impls/package-info.java | 22 - .../storage/matrix/ArrayMatrixStorage.java | 225 ---- .../matrix/DenseOffHeapMatrixStorage.java | 217 ---- .../impls/storage/matrix/MapWrapperStorage.java | 120 -- .../storage/matrix/MatrixDelegateStorage.java | 215 ---- .../matrix/SparseLocalOnHeapMatrixStorage.java | 262 ----- .../math/impls/storage/matrix/package-info.java | 22 - .../storage/vector/ArrayVectorStorage.java | 135 --- .../storage/vector/DelegateVectorStorage.java | 163 --- .../vector/DenseLocalOffHeapVectorStorage.java | 172 --- .../storage/vector/MatrixVectorStorage.java | 195 ---- .../vector/SparseLocalOffHeapVectorStorage.java | 153 --- .../vector/SparseLocalOnHeapVectorStorage.java | 196 ---- .../math/impls/storage/vector/package-info.java | 22 - .../ml/math/impls/vector/AbstractVector.java | 915 --------------- .../ml/math/impls/vector/DelegatingVector.java | 402 ------- .../impls/vector/DenseLocalOffHeapVector.java | 89 -- .../impls/vector/DenseLocalOnHeapVector.java | 104 -- .../ml/math/impls/vector/MapWrapperVector.java | 54 - .../ml/math/impls/vector/MatrixVectorView.java | 144 --- .../impls/vector/SparseLocalOffHeapVector.java | 47 - .../ml/math/impls/vector/SparseLocalVector.java | 119 -- .../ignite/ml/math/impls/vector/VectorView.java | 86 -- .../ml/math/impls/vector/package-info.java | 22 - .../org/apache/ignite/ml/math/package-info.java | 4 +- .../math/primitives/matrix/AbstractMatrix.java | 921 +++++++++++++++ .../ml/math/primitives/matrix/Matrix.java | 523 +++++++++ .../math/primitives/matrix/MatrixStorage.java | 75 ++ .../math/primitives/matrix/OrderedMatrix.java | 24 + .../primitives/matrix/impl/DenseMatrix.java | 134 +++ .../primitives/matrix/impl/SparseMatrix.java | 100 ++ .../math/primitives/matrix/impl/ViewMatrix.java | 85 ++ .../primitives/matrix/impl/package-info.java | 22 + .../ml/math/primitives/matrix/package-info.java | 22 + .../matrix/storage/DenseMatrixStorage.java | 225 ++++ .../matrix/storage/SparseMatrixStorage.java | 262 +++++ .../matrix/storage/ViewMatrixStorage.java | 215 ++++ .../primitives/matrix/storage/package-info.java | 22 + .../ignite/ml/math/primitives/package-info.java | 22 + .../math/primitives/vector/AbstractVector.java | 914 +++++++++++++++ .../ml/math/primitives/vector/Vector.java | 522 +++++++++ .../math/primitives/vector/VectorStorage.java | 55 + .../ml/math/primitives/vector/VectorUtils.java | 189 +++ .../vector/impl/DelegatingVector.java | 402 +++++++ .../primitives/vector/impl/DenseVector.java | 105 ++ .../primitives/vector/impl/SparseVector.java | 120 ++ .../math/primitives/vector/impl/VectorView.java | 87 ++ .../vector/impl/VectorizedViewMatrix.java | 145 +++ .../primitives/vector/impl/package-info.java | 22 + .../ml/math/primitives/vector/package-info.java | 22 + .../vector/storage/DenseVectorStorage.java | 135 +++ .../vector/storage/SparseVectorStorage.java | 196 ++++ .../vector/storage/VectorViewStorage.java | 163 +++ .../storage/VectorizedViewMatrixStorage.java | 195 ++++ .../primitives/vector/storage/package-info.java | 22 + .../ignite/ml/math/statistics/Variance.java | 54 - .../ignite/ml/math/statistics/package-info.java | 22 - .../apache/ignite/ml/math/util/MatrixUtil.java | 34 +- .../java/org/apache/ignite/ml/nn/MLPLayer.java | 4 +- .../java/org/apache/ignite/ml/nn/MLPState.java | 2 +- .../org/apache/ignite/ml/nn/MLPTrainer.java | 12 +- .../ignite/ml/nn/MultilayerPerceptron.java | 45 +- .../ignite/ml/nn/ReplicatedVectorMatrix.java | 29 +- .../ml/nn/initializers/MLPInitializer.java | 8 +- .../ml/nn/initializers/RandomInitializer.java | 4 +- .../ml/optimization/BarzilaiBorweinUpdater.java | 2 +- .../ml/optimization/BaseParametrized.java | 10 +- .../ignite/ml/optimization/LossFunctions.java | 2 +- .../ignite/ml/optimization/SimpleUpdater.java | 2 +- .../ml/optimization/SmoothParametrized.java | 6 +- .../apache/ignite/ml/optimization/Updater.java | 6 +- .../NesterovParameterUpdate.java | 6 +- .../NesterovUpdateCalculator.java | 4 +- .../ParameterUpdateCalculator.java | 10 +- .../updatecalculators/RPropParameterUpdate.java | 18 +- .../RPropUpdateCalculator.java | 6 +- .../SimpleGDParameterUpdate.java | 6 +- .../SimpleGDUpdateCalculator.java | 4 +- .../binarization/BinarizationPreprocessor.java | 2 +- .../binarization/BinarizationTrainer.java | 2 +- .../StringEncoderPreprocessor.java | 4 +- .../stringencoder/StringEncoderTrainer.java | 2 +- .../imputing/ImputerPreprocessor.java | 2 +- .../preprocessing/imputing/ImputerTrainer.java | 4 +- .../minmaxscaling/MinMaxScalerPreprocessor.java | 2 +- .../minmaxscaling/MinMaxScalerTrainer.java | 2 +- .../NormalizationPreprocessor.java | 4 +- .../normalization/NormalizationTrainer.java | 2 +- .../linear/FeatureExtractorWrapper.java | 4 +- .../linear/LinearRegressionLSQRTrainer.java | 8 +- .../linear/LinearRegressionModel.java | 13 +- .../linear/LinearRegressionSGDTrainer.java | 14 +- .../binomial/LogisticRegressionModel.java | 13 +- .../binomial/LogisticRegressionSGDTrainer.java | 8 +- .../LogRegressionMultiClassModel.java | 18 +- .../LogRegressionMultiClassTrainer.java | 4 +- .../ignite/ml/selection/cv/CrossValidation.java | 2 +- .../cursor/CacheBasedLabelPairCursor.java | 2 +- .../scoring/cursor/LocalLabelPairCursor.java | 2 +- .../selection/scoring/evaluator/Evaluator.java | 2 +- .../apache/ignite/ml/structures/Dataset.java | 2 +- .../apache/ignite/ml/structures/DatasetRow.java | 2 +- .../ignite/ml/structures/LabeledDataset.java | 6 +- .../ignite/ml/structures/LabeledVector.java | 2 +- .../ml/structures/LabeledVectorDouble.java | 2 +- ...abeledDatasetPartitionDataBuilderOnHeap.java | 2 +- .../preprocessing/LabeledDatasetLoader.java | 2 +- .../svm/SVMLinearBinaryClassificationModel.java | 11 +- .../SVMLinearBinaryClassificationTrainer.java | 10 +- .../SVMLinearMultiClassClassificationModel.java | 18 +- ...VMLinearMultiClassClassificationTrainer.java | 4 +- .../ignite/ml/trainers/DatasetTrainer.java | 26 +- .../ml/trainers/MultiLabelDatasetTrainer.java | 2 +- .../ml/trainers/SingleLabelDatasetTrainer.java | 2 +- .../org/apache/ignite/ml/tree/DecisionTree.java | 56 +- .../ml/tree/DecisionTreeConditionalNode.java | 12 +- .../ignite/ml/tree/DecisionTreeLeafNode.java | 12 +- .../apache/ignite/ml/tree/DecisionTreeNode.java | 2 +- .../org/apache/ignite/ml/tree/TreeFilter.java | 2 +- .../GDBBinaryClassifierOnTreesTrainer.java | 2 +- .../boosting/GDBRegressionOnTreesTrainer.java | 2 +- .../ml/tree/data/DecisionTreeDataBuilder.java | 2 +- .../org/apache/ignite/ml/util/MnistUtils.java | 6 +- .../org/apache/ignite/ml/util/ModelTrace.java | 130 +++ .../org/apache/ignite/ml/LocalModelsTest.java | 18 +- .../java/org/apache/ignite/ml/TestUtils.java | 4 +- .../ignite/ml/clustering/KMeansModelTest.java | 27 +- .../ignite/ml/clustering/KMeansTrainerTest.java | 10 +- .../ml/composition/boosting/GDBTrainerTest.java | 32 +- .../MeanValuePredictionsAggregatorTest.java | 3 +- .../OnMajorityPredictionsAggregatorTest.java | 3 +- .../WeightedPredictionsAggregatorTest.java | 6 +- .../ml/genetic/GAGridCalculateFitnessTest.java | 28 +- .../genetic/GAGridInitializePopulationTest.java | 36 +- .../ml/genetic/PasswordFitnessFunction.java | 40 +- .../ignite/ml/knn/KNNClassificationTest.java | 18 +- .../apache/ignite/ml/knn/KNNRegressionTest.java | 12 +- .../ignite/ml/knn/LabeledDatasetTest.java | 2 +- .../org/apache/ignite/ml/math/BlasTest.java | 120 +- .../ignite/ml/math/ExternalizableTest.java | 2 +- .../apache/ignite/ml/math/ExternalizeTest.java | 2 +- .../ignite/ml/math/MathImplLocalTestSuite.java | 56 +- .../org/apache/ignite/ml/math/TracerTest.java | 20 +- .../apache/ignite/ml/math/VectorUtilsTest.java | 2 + .../ignite/ml/math/benchmark/MathBenchmark.java | 205 ---- .../math/benchmark/MathBenchmarkSelfTest.java | 100 -- .../ignite/ml/math/benchmark/ResultsWriter.java | 127 -- .../ml/math/benchmark/VectorBenchmarkTest.java | 138 --- .../ignite/ml/math/benchmark/package-info.java | 18 - .../ignite/ml/math/distances/DistanceTest.java | 8 +- .../ignite/ml/math/impls/MathTestConstants.java | 88 -- .../DenseLocalOffHeapMatrixConstructorTest.java | 65 -- .../DenseLocalOnHeapMatrixConstructorTest.java | 71 -- .../math/impls/matrix/MatrixAttributeTest.java | 144 --- .../matrix/MatrixImplementationFixtures.java | 248 ---- .../impls/matrix/MatrixImplementationsTest.java | 984 ---------------- .../impls/matrix/MatrixViewConstructorTest.java | 114 -- .../SparseLocalOnHeapMatrixConstructorTest.java | 53 - .../storage/matrix/MatrixArrayStorageTest.java | 63 - .../storage/matrix/MatrixBaseStorageTest.java | 89 -- .../matrix/MatrixOffHeapStorageTest.java | 39 - .../storage/matrix/MatrixStorageFixtures.java | 143 --- .../matrix/MatrixStorageImplementationTest.java | 73 -- .../RandomAccessSparseVectorStorageTest.java | 60 - .../SparseLocalOffHeapVectorStorageTest.java | 79 -- .../storage/vector/VectorArrayStorageTest.java | 58 - .../storage/vector/VectorBaseStorageTest.java | 69 -- .../vector/VectorOffheapStorageTest.java | 73 -- .../math/impls/vector/AbstractVectorTest.java | 544 --------- .../vector/DelegatingVectorConstructorTest.java | 62 - .../DenseLocalOffHeapVectorConstructorTest.java | 59 - .../DenseLocalOnHeapVectorConstructorTest.java | 163 --- .../math/impls/vector/MatrixVectorViewTest.java | 226 ---- .../SparseLocalVectorConstructorTest.java | 54 - .../math/impls/vector/VectorAttributesTest.java | 198 ---- .../ml/math/impls/vector/VectorFoldMapTest.java | 122 -- .../vector/VectorImplementationsFixtures.java | 452 -------- .../impls/vector/VectorImplementationsTest.java | 857 -------------- .../ml/math/impls/vector/VectorNormTest.java | 247 ---- .../math/impls/vector/VectorToMatrixTest.java | 262 ----- .../ml/math/impls/vector/VectorViewTest.java | 162 --- .../ml/math/isolve/lsqr/LSQROnHeapTest.java | 2 +- .../ml/math/primitives/MathTestConstants.java | 88 ++ .../matrix/DenseMatrixConstructorTest.java | 71 ++ .../matrix/MatrixArrayStorageTest.java | 64 ++ .../primitives/matrix/MatrixAttributeTest.java | 144 +++ .../matrix/MatrixBaseStorageTest.java | 88 ++ .../matrix/MatrixStorageFixtures.java | 143 +++ .../matrix/MatrixStorageImplementationTest.java | 72 ++ .../matrix/MatrixViewConstructorTest.java | 115 ++ .../matrix/SparseMatrixConstructorTest.java | 54 + .../primitives/vector/AbstractVectorTest.java | 542 +++++++++ .../vector/DelegatingVectorConstructorTest.java | 63 + .../vector/DenseVectorConstructorTest.java | 164 +++ .../primitives/vector/MatrixVectorViewTest.java | 226 ++++ .../vector/SparseVectorConstructorTest.java | 55 + .../vector/VectorArrayStorageTest.java | 59 + .../primitives/vector/VectorAttributesTest.java | 193 ++++ .../vector/VectorBaseStorageTest.java | 68 ++ .../primitives/vector/VectorFoldMapTest.java | 121 ++ .../vector/VectorImplementationsFixtures.java | 424 +++++++ .../vector/VectorImplementationsTest.java | 849 ++++++++++++++ .../math/primitives/vector/VectorNormTest.java | 238 ++++ .../primitives/vector/VectorToMatrixTest.java | 259 +++++ .../math/primitives/vector/VectorViewTest.java | 163 +++ .../ignite/ml/nn/MLPConstInitializer.java | 4 +- .../java/org/apache/ignite/ml/nn/MLPTest.java | 40 +- .../ignite/ml/nn/MLPTrainerIntegrationTest.java | 14 +- .../org/apache/ignite/ml/nn/MLPTrainerTest.java | 12 +- .../MLPTrainerMnistIntegrationTest.java | 8 +- .../ml/nn/performance/MLPTrainerMnistTest.java | 8 +- .../ml/nn/performance/MnistMLPTestUtil.java | 8 +- .../BinarizationPreprocessorTest.java | 2 +- .../binarization/BinarizationTrainerTest.java | 2 +- .../imputing/ImputerPreprocessorTest.java | 4 +- .../imputing/ImputerTrainerTest.java | 4 +- .../MinMaxScalerPreprocessorTest.java | 4 +- .../minmaxscaling/MinMaxScalerTrainerTest.java | 4 +- .../NormalizationPreprocessorTest.java | 4 +- .../normalization/NormalizationTrainerTest.java | 2 +- .../linear/LinearRegressionLSQRTrainerTest.java | 2 +- .../linear/LinearRegressionModelTest.java | 28 +- .../linear/LinearRegressionSGDTrainerTest.java | 2 +- .../logistic/LogRegMultiClassTrainerTest.java | 8 +- .../logistic/LogisticRegressionModelTest.java | 20 +- .../LogisticRegressionSGDTrainerTest.java | 8 +- .../ml/selection/cv/CrossValidationTest.java | 2 +- .../cursor/CacheBasedLabelPairCursorTest.java | 2 +- .../cursor/LocalLabelPairCursorTest.java | 2 +- .../ml/svm/SVMBinaryTrainerIntegrationTest.java | 102 ++ .../ignite/ml/svm/SVMBinaryTrainerTest.java | 8 +- .../org/apache/ignite/ml/svm/SVMModelTest.java | 50 +- .../ignite/ml/svm/SVMMultiClassTrainerTest.java | 8 +- .../org/apache/ignite/ml/svm/SVMTestSuite.java | 3 +- ...reeClassificationTrainerIntegrationTest.java | 2 +- .../DecisionTreeClassificationTrainerTest.java | 2 +- ...ionTreeRegressionTrainerIntegrationTest.java | 2 +- .../tree/DecisionTreeRegressionTrainerTest.java | 2 +- .../DecisionTreeMNISTIntegrationTest.java | 6 +- .../tree/performance/DecisionTreeMNISTTest.java | 6 +- .../RandomForestClassifierTrainerTest.java | 15 +- .../RandomForestRegressionTrainerTest.java | 15 +- modules/platforms/cpp/README.txt | 2 +- .../thin-client-test/src/cache_client_test.cpp | 24 + .../ignite/impl/thin/cache/cache_client_proxy.h | 8 + .../include/ignite/thin/cache/cache_client.h | 16 +- .../include/ignite/thin/ignite_client.h | 8 + .../src/impl/cache/cache_client_impl.cpp | 2 +- .../cpp/thin-client/src/impl/data_channel.cpp | 8 +- .../cpp/thin-client/src/impl/data_channel.h | 4 +- .../ApiParity/CacheParityTest.cs | 3 +- .../ApiParity/ClusterParityTest.cs | 3 +- .../org/apache/ignite/spark/impl/package.scala | 2 +- .../ignite/spark/AbstractDataFrameSpec.scala | 6 +- ...gniteProjectionStartStopRestartSelfTest.java | 76 -- .../spi/deployment/uri/UriDeploymentSpi.java | 4 + modules/web-console/backend/middlewares/api.js | 5 + .../migrations/1516948939797-migrate-configs.js | 121 +- .../backend/migrations/migration-utils.js | 38 +- modules/web-console/backend/package.json | 2 +- modules/web-console/backend/routes/admin.js | 4 +- .../backend/services/notifications.js | 4 +- .../testcafe/fixtures/configuration/basic.js | 3 +- .../configuration/clusterFormChangeDetection.js | 56 + modules/web-console/e2e/testcafe/helpers.js | 4 +- modules/web-console/e2e/testcafe/package.json | 4 +- .../PageConfigurationAdvancedCluster.js | 8 +- .../page-models/PageConfigurationBasic.js | 2 +- .../page-models/PageConfigurationOverview.js | 10 +- .../pageConfigurationAdvancedIGFS.js | 4 +- .../pageConfigurationAdvancedModels.js | 6 +- modules/web-console/frontend/app/app.js | 7 +- .../components/cluster-selector/controller.js | 1 + .../connected-clusters-badge/style.scss | 2 +- .../components/cluster-edit-form/controller.js | 6 +- .../cluster-edit-form/templates/binary.pug | 4 +- .../page-configure-advanced/style.scss | 1 + .../page-configure-overview/controller.js | 5 + .../page-configure-overview/style.scss | 2 +- .../page-configure-overview/template.pug | 14 +- .../page-configure/components/fakeUICanExit.js | 27 +- .../components/fakeUICanExit.spec.js | 32 + .../app/components/page-configure/states.js | 6 - .../app/components/page-configure/style.scss | 1 + .../app/components/page-configure/template.pug | 10 +- .../page-forgot-password/template.pug | 2 +- .../app/components/page-profile/index.js | 12 +- .../app/components/page-profile/style.scss | 3 + .../app/components/page-profile/template.pug | 16 +- .../components/queries-notebook/style.scss | 47 +- .../queries-notebook/template.tpl.pug | 163 ++- .../queries-notebooks-list/controller.js | 2 +- .../app/components/page-queries/index.js | 33 +- .../app/components/page-signin/template.pug | 2 +- .../app/components/page-signup/template.pug | 2 +- .../app/components/ui-grid-hovering/style.scss | 6 + .../components/user-notifications/service.js | 2 +- .../components/web-console-footer/template.pug | 2 +- .../components/web-console-header/style.scss | 7 +- .../components/web-console-header/template.pug | 4 +- .../frontend/app/data/getting-started.json | 30 +- modules/web-console/frontend/app/data/i18n.js | 2 +- .../app/modules/agent/AgentManager.service.js | 4 +- .../agent/components/cluster-login/template.pug | 7 +- .../app/modules/nodes/nodes-dialog.tpl.pug | 2 +- .../frontend/app/modules/states/admin.state.js | 12 +- .../app/modules/states/settings.state.js | 33 + .../frontend/app/primitives/badge/index.scss | 2 +- .../frontend/app/primitives/btn/index.scss | 5 + .../frontend/app/services/Version.service.js | 6 +- modules/web-console/frontend/package.json | 10 +- .../frontend/public/images/cache.png | Bin 24791 -> 15087 bytes .../frontend/public/images/cluster-quick.png | Bin 0 -> 16407 bytes .../frontend/public/images/cluster.png | Bin 29376 -> 24083 bytes .../frontend/public/images/domains.png | Bin 22131 -> 17899 bytes .../web-console/frontend/public/images/igfs.png | Bin 14139 -> 14683 bytes .../frontend/public/images/main-screenshot.png | Bin 86830 -> 0 bytes .../frontend/public/images/multicluster.png | Bin 21921 -> 31178 bytes .../frontend/public/images/preview.png | Bin 0 -> 29829 bytes .../frontend/public/images/query-chart.png | Bin 17142 -> 0 bytes .../frontend/public/images/query-metadata.png | Bin 39361 -> 0 bytes .../frontend/public/images/query-table.png | Bin 28065 -> 19943 bytes .../frontend/public/images/summary.png | Bin 33650 -> 0 bytes .../frontend/public/stylesheets/style.scss | 73 +- modules/web-console/frontend/views/403.tpl.pug | 2 +- modules/web-console/frontend/views/404.tpl.pug | 2 +- modules/web-console/frontend/views/base.pug | 4 +- modules/web-console/frontend/views/base2.pug | 26 - .../frontend/views/includes/header-left.pug | 2 +- .../frontend/views/includes/header-right.pug | 2 +- .../frontend/views/templates/dropdown.tpl.pug | 2 +- .../frontend/webpack/webpack.common.js | 2 +- .../discovery/zk/internal/ZookeeperClient.java | 126 +- .../zk/internal/ZookeeperDiscoveryImpl.java | 19 +- .../internal/ZookeeperDiscoveryStatistics.java | 7 + .../zk/internal/ZookeeperClientTest.java | 93 ++ .../zk/internal/ZookeeperDiscoverySpiTest.java | 168 ++- parent/pom.xml | 12 +- 663 files changed, 23146 insertions(+), 18522 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ignite/blob/f7a03679/modules/core/src/test/java/org/apache/ignite/testsuites/IgniteCacheTestSuite6.java ---------------------------------------------------------------------- diff --cc modules/core/src/test/java/org/apache/ignite/testsuites/IgniteCacheTestSuite6.java index 7430e76,77285be..1f498d0 --- a/modules/core/src/test/java/org/apache/ignite/testsuites/IgniteCacheTestSuite6.java +++ b/modules/core/src/test/java/org/apache/ignite/testsuites/IgniteCacheTestSuite6.java @@@ -54,8 -54,7 +54,9 @@@ import org.apache.ignite.internal.proce import org.apache.ignite.internal.processors.cache.transactions.TxRollbackOnTimeoutNoDeadlockDetectionTest; import org.apache.ignite.internal.processors.cache.transactions.TxRollbackOnTimeoutTest; import org.apache.ignite.internal.processors.cache.transactions.TxRollbackOnTopologyChangeTest; +import org.apache.ignite.internal.processors.cache.transactions.TxRollbackOnIncorrectParamsTest; +import org.apache.ignite.internal.processors.cache.transactions.TxStateChangeEventTest; + import org.apache.ignite.internal.processors.cache.transactions.TxWithSmallTimeoutAndContentionOneKeyTest; /** * Test suite.
