Merge branch 'master' of https://git-wip-us.apache.org/repos/asf/ignite into ignite-gg-13361
Project: http://git-wip-us.apache.org/repos/asf/ignite/repo Commit: http://git-wip-us.apache.org/repos/asf/ignite/commit/6cb34dea Tree: http://git-wip-us.apache.org/repos/asf/ignite/tree/6cb34dea Diff: http://git-wip-us.apache.org/repos/asf/ignite/diff/6cb34dea Branch: refs/heads/ignite-7505 Commit: 6cb34dea8eb4d9d696e90e8aa9e5adf90840967c Parents: 454070e 5216ac5 Author: Alexey Goncharuk <[email protected]> Authored: Tue Jan 23 16:39:31 2018 +0300 Committer: Alexey Goncharuk <[email protected]> Committed: Tue Jan 23 16:39:31 2018 +0300 ---------------------------------------------------------------------- bin/control.bat | 5 + bin/control.sh | 12 + bin/ignite.bat | 11 +- bin/ignite.sh | 12 + bin/ignitevisorcmd.bat | 5 + bin/ignitevisorcmd.sh | 12 + bin/include/functions.sh | 13 +- .../examples/ml/nn/MLPGroupTrainerExample.java | 17 +- .../examples/ml/nn/MLPLocalTrainerExample.java | 2 +- modules/benchmarks/pom.xml | 2 +- modules/cassandra/serializers/pom.xml | 2 +- .../cassandra/serializer/package-info.java | 21 + modules/cassandra/store/pom.xml | 2 +- .../ignite/tests/CassandraSessionImplTest.java | 17 + .../jdbc/suite/IgniteJdbcDriverTestSuite.java | 6 + .../jdbc/thin/JdbcThinAbstractSelfTest.java | 79 ++ .../jdbc/thin/JdbcThinLocalQueriesSelfTest.java | 73 ++ .../thin/JdbcThinWalModeChangeSelfTest.java | 113 +++ .../org/apache/ignite/DataRegionMetrics.java | 38 + .../java/org/apache/ignite/IgniteCluster.java | 47 + .../java/org/apache/ignite/IgniteLogger.java | 10 - .../org/apache/ignite/internal/GridTopic.java | 5 +- .../apache/ignite/internal/IgniteKernal.java | 11 +- .../cluster/IgniteClusterAsyncImpl.java | 14 + .../internal/cluster/IgniteClusterImpl.java | 45 + .../jdbc2/JdbcQueryMultipleStatementsTask.java | 2 +- .../communication/GridIoMessageFactory.java | 7 +- .../ignite/internal/pagemem/PageMemory.java | 5 + .../pagemem/impl/PageMemoryNoStoreImpl.java | 5 + .../pagemem/store/IgnitePageStoreManager.java | 5 + .../pagemem/wal/IgniteWriteAheadLogManager.java | 7 + .../pagemem/wal/record/PageSnapshot.java | 7 +- .../wal/record/WalRecordCacheGroupAware.java | 28 + .../wal/record/delta/PageDeltaRecord.java | 9 +- .../record/delta/PartitionDestroyRecord.java | 9 +- .../record/delta/PartitionMetaStateRecord.java | 9 +- .../processors/cache/CacheGroupContext.java | 33 +- .../processors/cache/CacheGroupData.java | 36 +- .../processors/cache/CacheGroupDescriptor.java | 75 +- .../processors/cache/ClusterCachesInfo.java | 17 +- .../processors/cache/ExchangeActions.java | 2 +- .../processors/cache/GridCacheMapEntry.java | 8 +- .../GridCachePartitionExchangeManager.java | 10 +- .../processors/cache/GridCacheProcessor.java | 53 +- .../cache/GridCacheSharedContext.java | 22 +- .../cache/GridCacheSharedManager.java | 5 + .../cache/GridCacheSharedManagerAdapter.java | 5 + .../processors/cache/IgniteCacheProxyImpl.java | 2 +- .../cache/WalStateAbstractMessage.java | 135 +++ .../processors/cache/WalStateAckMessage.java | 221 +++++ .../cache/WalStateDistributedProcess.java | 172 ++++ .../processors/cache/WalStateFinishMessage.java | 73 ++ .../processors/cache/WalStateManager.java | 914 +++++++++++++++++++ .../cache/WalStateNodeLeaveExchangeTask.java | 57 ++ .../cache/WalStateProposeMessage.java | 104 +++ .../processors/cache/WalStateResult.java | 94 ++ .../GridDistributedTxRemoteAdapter.java | 2 +- .../distributed/dht/GridDhtLocalPartition.java | 2 +- .../GridDhtPartitionsExchangeFuture.java | 36 + .../cache/persistence/AllocatedPageTracker.java | 17 + .../cache/persistence/CheckpointFuture.java | 35 + .../persistence/DataRegionMetricsImpl.java | 42 +- .../DataRegionMetricsMXBeanImpl.java | 25 + .../persistence/DataRegionMetricsSnapshot.java | 45 + .../GridCacheDatabaseSharedManager.java | 219 ++++- .../persistence/GridCacheOffheapManager.java | 3 +- .../IgniteCacheDatabaseSharedManager.java | 33 +- .../persistence/file/FilePageStoreManager.java | 17 +- .../persistence/metastorage/MetaStorage.java | 72 +- .../metastorage/ReadOnlyMetastorage.java | 12 + .../persistence/pagemem/PageMemoryImpl.java | 31 +- .../persistence/tree/util/PageHandler.java | 2 +- .../wal/FileWriteAheadLogManager.java | 8 + .../wal/reader/IgniteWalIteratorFactory.java | 2 +- .../transactions/IgniteTxLocalAdapter.java | 6 +- .../odbc/ClientListenerProcessor.java | 7 + .../odbc/jdbc/JdbcRequestHandler.java | 4 +- .../odbc/odbc/OdbcRequestHandler.java | 7 +- .../platform/PlatformProcessorImpl.java | 27 +- .../cache/ClientCacheSqlFieldsQueryRequest.java | 8 +- .../platform/cluster/PlatformClusterGroup.java | 16 +- .../processors/query/GridQueryIndexing.java | 18 +- .../processors/query/GridQueryProcessor.java | 136 +-- .../internal/processors/query/QueryUtils.java | 6 +- .../apache/ignite/internal/sql/SqlKeyword.java | 9 + .../apache/ignite/internal/sql/SqlParser.java | 31 +- .../sql/command/SqlAlterTableCommand.java | 114 +++ .../ignite/internal/util/GridIntList.java | 2 +- .../internal/visor/query/VisorQueryTask.java | 2 +- ...IgniteClientCacheInitializationFailTest.java | 7 +- .../cache/WalModeChangeAbstractSelfTest.java | 282 ++++++ .../cache/WalModeChangeAdvancedSelfTest.java | 535 +++++++++++ .../WalModeChangeCommonAbstractSelfTest.java | 338 +++++++ ...hangeCoordinatorNotAffinityNodeSelfTest.java | 30 + .../processors/cache/WalModeChangeSelfTest.java | 30 + .../pagemem/BPlusTreePageMemoryImplTest.java | 1 + .../BPlusTreeReuseListPageMemoryImplTest.java | 1 + .../pagemem/IndexStoragePageMemoryImplTest.java | 1 + .../pagemem/NoOpPageStoreManager.java | 10 + .../persistence/pagemem/NoOpWALManager.java | 10 + .../pagemem/PageMemoryImplNoLoadTest.java | 1 + .../persistence/pagemem/PageMemoryImplTest.java | 1 + .../loadtests/hashmap/GridCacheTestContext.java | 2 + .../multijvm/IgniteClusterProcessProxy.java | 15 + .../testsuites/IgniteCacheTestSuite6.java | 7 + modules/hadoop/pom.xml | 2 +- .../query/h2/DmlStatementsProcessor.java | 21 +- .../query/h2/H2CachedStatementKey.java | 108 +++ .../processors/query/h2/H2DmlPlanKey.java | 81 -- .../processors/query/h2/H2StatementCache.java | 28 +- .../processors/query/h2/IgniteH2Indexing.java | 639 ++++++++----- .../processors/query/h2/ParsingResult.java | 102 +++ .../query/h2/ddl/DdlStatementsProcessor.java | 59 +- .../query/h2/sql/GridSqlQueryParser.java | 60 ++ .../query/h2/twostep/GridMapQueryExecutor.java | 2 +- .../cache/GridCacheCrossCacheQuerySelfTest.java | 12 +- ...CheckClusterStateBeforeExecuteQueryTest.java | 2 +- .../cache/SqlFieldsQuerySelfTest.java | 53 ++ .../IgniteCacheReplicatedQuerySelfTest.java | 29 +- .../cache/index/AbstractSchemaSelfTest.java | 3 + .../cache/index/DynamicColumnsAbstractTest.java | 2 +- .../DynamicIndexAbstractBasicSelfTest.java | 29 +- .../index/DynamicIndexAbstractSelfTest.java | 33 +- .../index/H2DynamicIndexingComplexTest.java | 2 +- .../cache/index/H2DynamicTableSelfTest.java | 8 +- .../local/IgniteCacheLocalQuerySelfTest.java | 62 +- .../IgnitePersistentStoreSchemaLoadTest.java | 12 +- .../query/IgniteCachelessQueriesSelfTest.java | 420 +++++++++ .../query/IgniteQueryDedicatedPoolTest.java | 15 +- .../query/IgniteSqlDefaultValueTest.java | 2 +- .../query/IgniteSqlNotNullConstraintTest.java | 2 +- .../MultipleStatementsSqlQuerySelfTest.java | 8 +- .../processors/query/SqlSchemaSelfTest.java | 12 +- .../IgniteCacheQuerySelfTestSuite.java | 2 + .../ml/nn/MLPGroupUpdateTrainerCacheInput.java | 28 +- .../distributed/MLPGroupUpdateTrainer.java | 74 +- .../distributed/MLPGroupUpdateTrainingData.java | 6 +- .../MLPGroupUpdateTrainingLoopData.java | 6 +- .../trainers/distributed/MLPMetaoptimizer.java | 3 +- .../nn/trainers/local/MLPLocalBatchTrainer.java | 4 +- .../RPropUpdateCalculator.java | 6 +- .../updatecalculators/SimpleGDParameter.java | 77 -- .../SimpleGDParameterUpdate.java | 89 ++ .../SimpleGDUpdateCalculator.java | 38 +- .../trainers/group/BaseLocalProcessorJob.java | 3 +- .../group/GroupTrainerBaseProcessorTask.java | 3 +- .../ml/trainers/group/ResultAndUpdates.java | 3 +- .../ml/trainers/group/UpdateStrategies.java | 47 + .../ml/trainers/group/UpdatesStrategy.java | 94 ++ .../ml/trainers/local/LocalBatchTrainer.java | 8 +- .../java/org/apache/ignite/ml/util/Utils.java | 2 +- .../ignite/ml/nn/MLPGroupTrainerTest.java | 38 +- .../ignite/ml/nn/MLPLocalTrainerTest.java | 8 +- .../ml/nn/performance/MnistDistributed.java | 6 +- .../ignite/ml/nn/performance/MnistLocal.java | 4 +- .../ApiParity/DataRegionMetricsParityTest.cs | 10 +- .../Cache/DataRegionMetricsTest.cs | 6 + .../Cache/PersistenceTest.cs | 37 + .../Client/Cache/SqlQueryTest.cs | 3 +- .../Apache.Ignite.Core/Cluster/ICluster.cs | 34 + .../Apache.Ignite.Core/IDataRegionMetrics.cs | 45 + .../Impl/DataRegionMetrics.cs | 36 + .../dotnet/Apache.Ignite.Core/Impl/Ignite.cs | 29 +- modules/scalar/pom.xml | 2 +- modules/spark/pom.xml | 4 +- modules/tools/pom.xml | 22 - modules/visor-console/pom.xml | 2 +- parent/pom.xml | 50 +- 168 files changed, 6707 insertions(+), 902 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ignite/blob/6cb34dea/modules/core/src/main/java/org/apache/ignite/internal/processors/cache/distributed/dht/preloader/GridDhtPartitionsExchangeFuture.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ignite/blob/6cb34dea/modules/core/src/main/java/org/apache/ignite/internal/processors/cache/persistence/GridCacheDatabaseSharedManager.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ignite/blob/6cb34dea/modules/core/src/main/java/org/apache/ignite/internal/processors/cache/persistence/IgniteCacheDatabaseSharedManager.java ----------------------------------------------------------------------
