Merge branch 'master' of https://git-wip-us.apache.org/repos/asf/ignite into ignite-7708-2
Project: http://git-wip-us.apache.org/repos/asf/ignite/repo Commit: http://git-wip-us.apache.org/repos/asf/ignite/commit/bed97b00 Tree: http://git-wip-us.apache.org/repos/asf/ignite/tree/bed97b00 Diff: http://git-wip-us.apache.org/repos/asf/ignite/diff/bed97b00 Branch: refs/heads/ignite-7708-2 Commit: bed97b00f9a1d5cc63abf18186ac13aa770dc3c7 Parents: a6bf4fc fcc4d4a Author: Alexey Goncharuk <[email protected]> Authored: Fri Apr 27 21:43:40 2018 +0300 Committer: Alexey Goncharuk <[email protected]> Committed: Fri Apr 27 21:43:40 2018 +0300 ---------------------------------------------------------------------- DEVNOTES.txt | 35 +- .../LinearRegressionLSQRTrainerExample.java | 4 +- ...sionLSQRTrainerWithNormalizationExample.java | 9 +- .../LinearRegressionSGDTrainerExample.java | 6 +- .../LogisticRegressionSGDTrainerSample.java | 239 +++++ .../ml/regression/logistic/package-info.java | 22 + .../spark/JavaIgniteCatalogExample.java | 143 +++ .../spark/JavaIgniteDataFrameExample.java | 154 +++ .../spark/JavaIgniteDataFrameWriteExample.java | 185 ++++ .../examples/JavaIgniteDataFrameSelfTest.java | 54 ++ .../IgniteExamplesSparkSelfTestSuite.java | 2 + .../ignite/tests/utils/TestTransaction.java | 5 + .../java/org/apache/ignite/IgniteCache.java | 4 +- .../java/org/apache/ignite/IgniteCluster.java | 7 + .../org/apache/ignite/IgniteTransactions.java | 23 +- .../org/apache/ignite/cache/CacheMetrics.java | 11 + .../cache/eviction/AbstractEvictionPolicy.java | 3 + .../configuration/TransactionConfiguration.java | 41 + .../ignite/failure/NoOpFailureHandler.java | 6 + .../failure/RestartProcessFailureHandler.java | 6 + .../ignite/failure/StopNodeFailureHandler.java | 6 + .../failure/StopNodeOrHaltFailureHandler.java | 6 + .../apache/ignite/internal/IgniteKernal.java | 24 +- .../ignite/internal/TransactionsMXBeanImpl.java | 162 ++++ .../connection/GridClientNioTcpConnection.java | 12 +- .../cluster/IgniteClusterAsyncImpl.java | 5 + .../internal/cluster/IgniteClusterImpl.java | 15 + .../ignite/internal/commandline/Arguments.java | 65 +- .../ignite/internal/commandline/Command.java | 8 +- .../internal/commandline/CommandHandler.java | 816 +++++++++++++++- .../commandline/cache/CacheArguments.java | 163 ++++ .../commandline/cache/CacheCommand.java | 93 ++ .../discovery/GridDiscoveryManager.java | 75 +- .../optimized/OptimizedMarshallerUtils.java | 2 +- .../mem/file/MappedFileMemoryProvider.java | 18 +- .../affinity/GridAffinityAssignmentCache.java | 39 +- .../IgniteAuthenticationProcessor.java | 19 +- .../cache/CacheClusterMetricsMXBeanImpl.java | 5 + .../cache/CacheLocalMetricsMXBeanImpl.java | 5 + .../processors/cache/CacheMetricsImpl.java | 30 +- .../processors/cache/CacheMetricsSnapshot.java | 10 + .../cache/GatewayProtectedCacheProxy.java | 2 +- .../processors/cache/GridCacheAdapter.java | 100 +- .../processors/cache/GridCacheContext.java | 2 +- .../GridCachePartitionExchangeManager.java | 36 +- .../processors/cache/GridCacheProcessor.java | 158 +++- .../cache/GridCacheSharedContext.java | 19 +- .../processors/cache/GridCacheUtils.java | 4 +- .../processors/cache/IgniteCacheProxyImpl.java | 6 +- ...eoutOnPartitionMapExchangeChangeMessage.java | 128 +++ ...TimeoutOnPartitionMapExchangeChangeTask.java | 57 ++ .../distributed/GridCacheTxFinishSync.java | 3 +- .../distributed/GridDistributedTxMapping.java | 2 +- .../GridDistributedTxRemoteAdapter.java | 23 +- .../dht/ClientCacheDhtTopologyFuture.java | 3 +- .../dht/GridClientPartitionTopology.java | 6 +- .../distributed/dht/GridDhtLocalPartition.java | 21 +- .../distributed/dht/GridDhtLockFuture.java | 363 +++---- .../dht/GridDhtPartitionTopologyImpl.java | 176 ++-- .../dht/GridDhtPartitionsEvictor.java | 6 +- .../dht/GridDhtTransactionalCacheAdapter.java | 48 +- .../cache/distributed/dht/GridDhtTxLocal.java | 29 +- .../distributed/dht/GridDhtTxLocalAdapter.java | 187 +++- .../distributed/dht/GridDhtTxPrepareFuture.java | 2 +- .../dht/GridDhtTxPrepareRequest.java | 36 +- .../dht/atomic/GridDhtAtomicCache.java | 9 +- .../dht/colocated/GridDhtColocatedCache.java | 4 +- .../colocated/GridDhtColocatedLockFuture.java | 121 ++- .../GridDhtPartitionDemandMessage.java | 2 +- .../dht/preloader/GridDhtPartitionSupplier.java | 2 +- .../GridDhtPartitionSupplyMessage.java | 5 +- .../GridDhtPartitionsExchangeFuture.java | 56 +- .../distributed/near/GridNearLockFuture.java | 115 ++- ...arOptimisticSerializableTxPrepareFuture.java | 8 +- .../near/GridNearOptimisticTxPrepareFuture.java | 13 +- .../GridNearPessimisticTxPrepareFuture.java | 7 +- .../near/GridNearTxFastFinishFuture.java | 12 +- .../near/GridNearTxFinishFuture.java | 96 +- .../cache/distributed/near/GridNearTxLocal.java | 401 +++++--- .../cache/local/GridLocalLockFuture.java | 80 +- .../local/atomic/GridLocalAtomicCache.java | 8 +- .../GridCacheDatabaseSharedManager.java | 14 +- .../IgniteCacheDatabaseSharedManager.java | 24 + .../wal/FileWriteAheadLogManager.java | 53 +- .../wal/FsyncModeFileWriteAheadLogManager.java | 59 +- .../store/GridCacheStoreManagerAdapter.java | 5 + .../transactions/IgniteTransactionsImpl.java | 36 +- .../cache/transactions/IgniteTxAdapter.java | 19 +- .../cache/transactions/IgniteTxHandler.java | 7 +- .../transactions/IgniteTxLocalAdapter.java | 22 +- .../cache/transactions/IgniteTxManager.java | 121 ++- .../transactions/TransactionProxyImpl.java | 9 + .../TransactionProxyRollbackOnlyImpl.java | 80 ++ .../processors/cache/verify/CacheInfo.java | 322 +++++++ .../cache/verify/ContentionClosure.java | 162 ++++ .../processors/cache/verify/ContentionInfo.java | 72 ++ .../cache/verify/ViewCacheClosure.java | 185 ++++ .../cluster/DiscoveryDataClusterState.java | 7 + .../cluster/GridClusterStateProcessor.java | 22 + .../processors/failure/FailureProcessor.java | 6 +- .../platform/cache/PlatformCache.java | 1 + .../service/GridServiceProcessor.java | 20 +- .../sql/command/SqlCreateIndexCommand.java | 38 +- .../internal/util/GridPartitionStateMap.java | 2 +- .../ignite/internal/util/IgniteUtils.java | 8 +- .../ignite/internal/util/lang/GridFunc.java | 14 +- .../internal/visor/cache/VisorCacheMetrics.java | 17 + .../ignite/internal/visor/tx/VisorTxInfo.java | 174 ++++ .../internal/visor/tx/VisorTxOperation.java | 43 + .../internal/visor/tx/VisorTxProjection.java | 42 + .../internal/visor/tx/VisorTxSortOrder.java | 55 ++ .../ignite/internal/visor/tx/VisorTxTask.java | 248 +++++ .../internal/visor/tx/VisorTxTaskArg.java | 205 ++++ .../internal/visor/tx/VisorTxTaskResult.java | 80 ++ .../visor/verify/IndexValidationIssue.java | 88 ++ .../verify/ValidateIndexesPartitionResult.java | 145 +++ .../visor/verify/VisorContentionJobResult.java | 80 ++ .../visor/verify/VisorContentionTask.java | 100 ++ .../visor/verify/VisorContentionTaskArg.java | 84 ++ .../visor/verify/VisorContentionTaskResult.java | 100 ++ .../visor/verify/VisorIdleAnalyzeTask.java | 124 +++ .../visor/verify/VisorIdleAnalyzeTaskArg.java | 88 ++ .../verify/VisorIdleAnalyzeTaskResult.java | 76 ++ .../visor/verify/VisorIdleVerifyTask.java | 97 ++ .../visor/verify/VisorIdleVerifyTaskArg.java | 74 ++ .../visor/verify/VisorIdleVerifyTaskResult.java | 76 ++ .../verify/VisorValidateIndexesJobResult.java | 73 ++ .../verify/VisorValidateIndexesTaskArg.java | 74 ++ .../verify/VisorValidateIndexesTaskResult.java | 88 ++ .../visor/verify/VisorViewCacheCmd.java | 47 + .../visor/verify/VisorViewCacheTask.java | 75 ++ .../visor/verify/VisorViewCacheTaskArg.java | 86 ++ .../visor/verify/VisorViewCacheTaskResult.java | 74 ++ .../ignite/mxbean/CacheMetricsMXBean.java | 4 + .../org/apache/ignite/mxbean/IgniteMXBean.java | 6 + .../ignite/mxbean/TransactionsMXBean.java | 99 ++ .../ignite/spi/discovery/tcp/ServerImpl.java | 2 +- .../spi/discovery/tcp/TcpDiscoverySpi.java | 13 + .../apache/ignite/transactions/Transaction.java | 20 +- .../resources/META-INF/classnames.properties | 121 ++- ...teCacheEntryProcessorSequentialCallTest.java | 311 ++++++ .../AffinityDistributionLoggingTest.java | 40 +- .../ignite/internal/GridNodeLocalSelfTest.java | 23 + .../ignite/internal/IgniteClientRejoinTest.java | 13 +- .../internal/TestRecordingCommunicationSpi.java | 3 +- .../TransactionMetricsMxBeanImplTest.java | 8 +- .../internal/TransactionsMXBeanImplTest.java | 118 +++ .../commandline/CommandHandlerParsingTest.java | 129 ++- .../AuthenticationProcessorNPEOnStartTest.java | 90 ++ ...tEntryPessimisticRepeatableReadSeltTest.java | 6 +- .../cache/GridCacheAbstractMetricsSelfTest.java | 39 + .../cache/IgniteCacheInvokeAbstractTest.java | 33 + ...erActivateDeactivateTestWithPersistence.java | 113 ++- .../SetTxTimeoutOnPartitionMapExchangeTest.java | 166 ++++ .../distributed/CacheBaselineTopologyTest.java | 16 +- .../distributed/CacheExchangeMergeTest.java | 38 + .../CacheLateAffinityAssignmentTest.java | 7 +- .../IgniteTxRemoveTimeoutObjectsNearTest.java | 30 + .../IgniteTxRemoveTimeoutObjectsTest.java | 6 + ...ePrimaryNodeFailureRecoveryAbstractTest.java | 2 +- .../dht/IgniteCacheTxRecoveryRollbackTest.java | 2 +- .../near/GridCacheNearTxMultiNodeSelfTest.java | 2 +- .../GridCachePartitionedTxSalvageSelfTest.java | 8 +- .../GridCacheLocalTxMultiThreadedSelfTest.java | 2 +- ...gnitePdsCacheAssignmentNodeRestartsTest.java | 24 +- .../IgnitePdsCacheRebalancingAbstractTest.java | 4 +- .../wal/IgniteWalHistoryReservationsTest.java | 49 +- .../db/wal/IgniteWalRebalanceTest.java | 63 +- .../persistence/db/wal/WalCompactionTest.java | 99 +- .../persistence/file/FileDownloaderTest.java | 59 +- .../cache/transactions/TxLabelTest.java | 63 ++ .../transactions/TxMultiCacheAsyncOpsTest.java | 140 +++ ...OptimisticPrepareOnUnstableTopologyTest.java | 250 +++++ .../TxPessimisticDeadlockDetectionTest.java | 2 +- .../TxRollbackAsyncNearCacheTest.java | 28 + .../cache/transactions/TxRollbackAsyncTest.java | 938 +++++++++++++++++++ .../TxRollbackAsyncWithPersistenceTest.java | 59 ++ ...ollbackOnTimeoutNoDeadlockDetectionTest.java | 6 +- .../transactions/TxRollbackOnTimeoutTest.java | 118 ++- .../TxRollbackOnTopologyChangeTest.java | 228 +++++ .../igfs/IgfsDataManagerSelfTest.java | 6 +- .../ServiceDeploymentOnActivationTest.java | 244 +++++ .../ServiceDeploymentOutsideBaselineTest.java | 280 ++++++ .../sql/SqlParserCreateIndexSelfTest.java | 2 + .../platform/PlatformCacheWriteMetricsTask.java | 5 + .../cache/GridAbstractCacheStoreSelfTest.java | 7 +- .../junits/common/GridCommonAbstractTest.java | 60 ++ .../multijvm/IgniteCacheProcessProxy.java | 2 +- .../multijvm/IgniteClusterProcessProxy.java | 5 + .../ignite/testsuites/IgniteBasicTestSuite.java | 4 + .../ignite/testsuites/IgniteCacheTestSuite.java | 2 + .../testsuites/IgniteCacheTestSuite3.java | 2 + .../testsuites/IgniteCacheTestSuite6.java | 19 + .../testsuites/IgniteKernalSelfTestSuite.java | 4 + .../ignite/testsuites/IgnitePdsTestSuite2.java | 3 + .../ignite/util/GridCommandHandlerTest.java | 543 ++++++++++- modules/docker/.dockerignore | 1 + modules/docker/1.0.0/Dockerfile | 40 - modules/docker/1.0.0/run.sh | 50 - modules/docker/1.1.0/Dockerfile | 40 - modules/docker/1.1.0/run.sh | 50 - modules/docker/1.2.0/Dockerfile | 40 - modules/docker/1.2.0/run.sh | 50 - modules/docker/1.3.0/Dockerfile | 40 - modules/docker/1.3.0/run.sh | 50 - modules/docker/1.4.0/Dockerfile | 40 - modules/docker/1.4.0/run.sh | 50 - modules/docker/1.5.0.final/Dockerfile | 40 - modules/docker/1.5.0.final/run.sh | 50 - modules/docker/1.6.0/Dockerfile | 44 - modules/docker/1.6.0/run.sh | 51 - modules/docker/1.7.0/Dockerfile | 44 - modules/docker/1.7.0/run.sh | 51 - modules/docker/1.8.0/Dockerfile | 46 - modules/docker/1.8.0/run.sh | 51 - modules/docker/1.9.0/Dockerfile | 46 - modules/docker/1.9.0/run.sh | 51 - modules/docker/2.0.0/Dockerfile | 46 - modules/docker/2.0.0/run.sh | 51 - modules/docker/2.1.0/Dockerfile | 46 - modules/docker/2.1.0/run.sh | 51 - modules/docker/2.2.0/Dockerfile | 46 - modules/docker/2.2.0/run.sh | 51 - modules/docker/2.3.0/Dockerfile | 46 - modules/docker/2.3.0/run.sh | 51 - modules/docker/Dockerfile | 34 +- modules/docker/README.txt | 25 +- modules/docker/run.sh | 0 .../query/h2/sql/GridSqlQueryParser.java | 4 +- .../visor/verify/ValidateIndexesClosure.java | 356 +++++++ .../visor/verify/VisorValidateIndexesTask.java | 99 ++ .../cache/index/H2DynamicTableSelfTest.java | 18 + .../util/GridCommandHandlerIndexingTest.java | 121 +++ .../apache/ignite/stream/jms11/JmsStreamer.java | 28 + .../stream/jms11/IgniteJmsStreamerTest.java | 81 +- .../processors/cache/jta/CacheJtaManager.java | 3 +- .../ignite/ml/optimization/LossFunctions.java | 75 ++ .../binomial/LogisticRegressionModel.java | 200 ++++ .../binomial/LogisticRegressionSGDTrainer.java | 111 +++ .../logistic/binomial/package-info.java | 22 + .../ml/regressions/logistic/package-info.java | 22 + .../ml/regressions/RegressionsTestSuite.java | 10 +- .../logistic/LogisticRegressionModelTest.java | 76 ++ .../LogisticRegressionSGDTrainerTest.java | 103 ++ .../ignite/impl/binary/binary_writer_impl.h | 6 +- .../src/impl/binary/binary_type_manager.cpp | 8 + .../cpp/odbc-test/src/queries_ssl_test.cpp | 1 + .../ignite/odbc/ssl/secure_socket_client.h | 57 +- .../odbc/include/ignite/odbc/ssl/ssl_bindings.h | 146 ++- .../odbc/include/ignite/odbc/ssl/ssl_gateway.h | 16 +- .../os/win/src/system/tcp_socket_client.cpp | 1 - .../cpp/odbc/src/ssl/secure_socket_client.cpp | 298 +++--- .../platforms/cpp/odbc/src/ssl/ssl_gateway.cpp | 37 +- .../ApiParity/ClusterParityTest.cs | 3 +- .../ApiParity/TransactionsParityTest.cs | 13 +- .../Cache/CacheAbstractTransactionalTest.cs | 11 +- .../Cache/CacheMetricsTest.cs | 7 + .../Apache.Ignite.Core/Cache/ICacheMetrics.cs | 8 + .../Impl/Cache/CacheMetricsImpl.cs | 7 + .../impl/optimization/SimpleExpressions.scala | 17 + .../ignite/spark/IgniteOptimizationSpec.scala | 2 +- .../web-console/docker/standalone/.dockerignore | 5 - .../web-console/docker/standalone/Dockerfile | 54 +- .../web-console/docker/standalone/README.txt | 24 + modules/web-console/docker/standalone/build.sh | 59 -- .../testcafe/fixtures/auth/forgot-password.js | 22 +- .../e2e/testcafe/fixtures/auth/logout.js | 5 +- .../e2e/testcafe/fixtures/auth/signup.js | 14 +- .../e2e/testcafe/page-models/PageSignIn.js | 77 -- .../testcafe/page-models/pageForgotPassword.js | 24 + .../e2e/testcafe/page-models/pageSignin.js | 32 + .../e2e/testcafe/page-models/pageSignup.js | 48 + modules/web-console/e2e/testcafe/roles.js | 4 +- modules/web-console/frontend/app/app.js | 14 +- .../templates/client-connector.pug | 10 +- .../templates/data-storage.pug | 142 +-- .../cluster-edit-form/templates/discovery.pug | 2 +- .../cluster-edit-form/templates/igfs.pug | 34 - .../cluster-edit-form/templates/odbc.pug | 14 +- .../templates/sql-connector.pug | 10 +- .../page-forgot-password/component.js | 30 + .../page-forgot-password/controller.js | 57 ++ .../components/page-forgot-password/index.js | 28 + .../app/components/page-forgot-password/run.js | 48 + .../components/page-forgot-password/style.scss | 54 ++ .../page-forgot-password/template.pug | 50 + .../components/page-forgot-password/types.ts | 24 + .../app/components/page-landing/template.pug | 4 +- .../components/queries-notebook/controller.js | 13 +- .../queries-notebook/template.tpl.pug | 2 +- .../app/components/page-signin/component.js | 26 + .../app/components/page-signin/controller.js | 107 +-- .../app/components/page-signin/index.js | 38 +- .../frontend/app/components/page-signin/run.js | 53 ++ .../app/components/page-signin/style.scss | 49 +- .../app/components/page-signin/template.pug | 195 +--- .../app/components/page-signin/types.ts | 26 + .../app/components/page-signup/component.js | 28 + .../app/components/page-signup/controller.js | 60 ++ .../app/components/page-signup/index.js | 28 + .../frontend/app/components/page-signup/run.js | 35 + .../app/components/page-signup/style.scss | 61 ++ .../app/components/page-signup/template.pug | 122 +++ .../app/components/page-signup/types.ts | 36 + .../components/panel-collapsible/index.spec.js | 1 - .../app/components/password-visibility/index.js | 26 + .../password-visibility/index.spec.js | 65 ++ .../password-visibility/root.directive.js | 49 + .../components/password-visibility/style.scss | 50 + .../toggle-button.component.js | 49 + .../app/components/progress-line/component.js | 28 + .../app/components/progress-line/controller.js | 60 ++ .../app/components/progress-line/index.js | 23 + .../app/components/progress-line/index.spec.js | 69 ++ .../app/components/progress-line/style.scss | 82 ++ .../app/components/progress-line/template.pug | 18 + .../frontend/app/directives/match.directive.js | 32 +- .../app/directives/match.directive.spec.js | 84 ++ .../frontend/app/modules/ace.module.js | 18 +- .../generator/ConfigurationGenerator.js | 6 +- .../generator/Docker.service.spec.js | 2 +- .../app/primitives/form-field/dropdown.pug | 1 + .../app/primitives/form-field/index.scss | 26 + .../app/primitives/form-field/password.pug | 12 +- .../app/primitives/ui-grid-header/index.scss | 3 +- .../frontend/app/services/Clusters.js | 4 +- modules/web-console/frontend/app/types/index.ts | 33 + modules/web-console/frontend/package-lock.json | 171 ++-- .../frontend/public/images/icons/eyeClosed.svg | 6 + .../frontend/public/images/icons/eyeOpened.svg | 7 + .../frontend/public/images/icons/index.js | 3 +- .../frontend/public/stylesheets/style.scss | 23 - .../frontend/test/karma.conf.babel.js | 2 + .../ZkCommunicationErrorProcessFuture.java | 2 +- .../zk/internal/ZookeeperClusterNode.java | 56 +- .../zk/internal/ZookeeperDiscoveryImpl.java | 7 +- .../internal/ZookeeperDiscoveryStatistics.java | 2 +- packaging/deb/changelog | 12 + packaging/deb/control | 17 + packaging/deb/copyright | 12 + packaging/deb/rules | 44 + packaging/package.sh | 257 +++++ packaging/rpm/SOURCES/name.service | 17 - packaging/rpm/SOURCES/service.sh | 28 - packaging/rpm/SPECS/apache-ignite.spec | 214 ----- packaging/rpm/apache-ignite.spec | 245 +++++ packaging/rpm/name.service | 17 + packaging/rpm/service.sh | 28 + parent/pom.xml | 6 +- 349 files changed, 16737 insertions(+), 3789 deletions(-) ----------------------------------------------------------------------
