This is an automated email from the ASF dual-hosted git repository. av pushed a commit to branch ignite-ducktape in repository https://gitbox.apache.org/repos/asf/ignite.git
commit b6043d855038c17f659bea3df5f44a00781ebe5e Merge: a44d5a3 2a25ad9 Author: Anton Vinogradov <a...@apache.org> AuthorDate: Tue Nov 10 15:36:15 2020 +0300 Merge remote-tracking branch 'origin/master' into ignite-ducktape docs/README.adoc | 40 + docs/_docs/clustering/network-configuration.adoc | 1 + .../spring/spring-data.adoc | 2 +- docs/_docs/monitoring-metrics/system-views.adoc | 2 +- docs/_docs/quick-start/sql.adoc | 2 +- docs/_docs/security/ssl-tls.adoc | 6 + docs/_docs/sql-reference/operational-commands.adoc | 2 +- docs/_docs/thin-client-comparison.csv | 9 +- .../getting-started-with-thin-clients.adoc | 2 +- .../clients/AbstractClientCompatibilityTest.java | 247 +++++ .../clients/JavaThinCompatibilityTest.java | 415 ++++++++ .../clients/JdbcThinCompatibilityTest.java | 82 ++ .../{jdbc => clients}/package-info.java | 4 +- .../jdbc/JdbcThinCompatibilityTest.java | 197 ---- .../junits/IgniteCompatibilityAbstractTest.java | 5 +- .../IgniteCompatibilityBasicTestSuite.java | 6 +- .../internal/commandline/AbstractCommand.java} | 17 +- .../internal/commandline/ActivateCommand.java | 2 +- .../internal/commandline/BaselineCommand.java | 42 +- .../commandline/ClusterChangeTagCommand.java | 2 +- .../commandline/ClusterStateChangeCommand.java | 2 +- .../ignite/internal/commandline/Command.java | 16 + .../internal/commandline/CommandHandler.java | 2 +- .../ignite/internal/commandline/CommandList.java | 5 +- .../internal/commandline/DeactivateCommand.java | 2 +- .../internal/commandline/PersistenceCommand.java | 290 ++++++ .../commandline/ShutdownPolicyCommand.java | 2 +- .../ignite/internal/commandline/StateCommand.java | 2 +- .../commandline/TracingConfigurationCommand.java | 2 +- .../ignite/internal/commandline/TxCommands.java | 2 +- .../ignite/internal/commandline/WalCommands.java | 2 +- .../ignite/internal/commandline/WarmUpCommand.java | 2 +- .../internal/commandline/cache/CacheCommands.java | 5 +- .../commandline/cache/CacheContention.java | 3 +- .../commandline/cache/CacheDistribution.java | 3 +- .../cache/CacheIndexesForceRebuild.java | 3 +- .../commandline/cache/CacheIndexesList.java | 3 +- .../cache/CacheIndexesRebuildStatus.java | 3 +- .../commandline/cache/CacheValidateIndexes.java | 3 +- .../internal/commandline/cache/CacheViewer.java | 3 +- .../commandline/cache/CheckIndexInlineSizes.java | 3 +- .../commandline/cache/FindAndDeleteGarbage.java | 3 +- .../internal/commandline/cache/IdleVerify.java | 3 +- .../commandline/cache/ResetLostPartitions.java | 3 +- .../commandline/diagnostic/DiagnosticCommand.java | 3 +- .../commandline/diagnostic/PageLocksCommand.java | 3 +- .../commandline/encryption/EncryptionCommand.java | 3 +- .../internal/commandline/meta/MetadataCommand.java | 3 +- .../subcommands/MetadataAbstractSubCommand.java | 3 +- .../meta/subcommands/MetadataHelpCommand.java | 4 +- .../internal/commandline/metric/MetricCommand.java | 3 +- .../persistence/CleanAndBackupSubcommandArg.java | 45 + .../persistence/PersistenceArguments.java | 98 ++ .../persistence/PersistenceSubcommands.java | 73 ++ .../commandline/property/PropertyCommand.java | 3 +- .../subcommands/PropertyAbstractSubCommand.java | 3 +- .../property/subcommands/PropertyHelpCommand.java | 4 +- .../internal/commandline/query/KillCommand.java | 3 +- .../commandline/snapshot/SnapshotCommand.java | 3 +- .../commandline/systemview/SystemViewCommand.java | 3 +- .../util/GridCommandHandlerClusterByClassTest.java | 18 +- .../apache/ignite/util/GridCommandHandlerTest.java | 439 +++++++- .../java/org/apache/ignite/IgniteEncryption.java | 16 + .../org/apache/ignite/IgniteSystemProperties.java | 13 + .../configuration/DataStorageConfiguration.java | 24 + .../configuration/EncryptionConfiguration.java | 108 ++ .../apache/ignite/internal/GridJobSessionImpl.java | 10 + .../org/apache/ignite/internal/IgniteFeatures.java | 10 +- .../org/apache/ignite/internal/IgniteKernal.java | 2 +- .../internal/binary/BinaryEnumObjectImpl.java | 7 +- .../ignite/internal/binary/BinaryObjectImpl.java | 13 +- .../internal/binary/BinaryObjectOffheapImpl.java | 7 +- .../internal/client/thin/TcpClientChannel.java | 6 +- .../internal/dto/IgniteDataTransferObject.java | 6 + .../internal/maintenance/MaintenanceFileStore.java | 3 +- .../internal/maintenance/MaintenanceProcessor.java | 26 +- .../deployment/GridDeploymentPerVersionStore.java | 2 +- .../encryption/CacheGroupEncryptionKeys.java | 376 +++++++ .../managers/encryption/CacheGroupPageScanner.java | 479 +++++++++ .../encryption/ChangeCacheEncryptionRequest.java | 108 ++ .../managers/encryption/EncryptionMXBeanImpl.java | 6 + .../managers/encryption/GridEncryptionManager.java | 754 +++++++++++--- .../internal/managers/encryption/GroupKey.java | 85 ++ .../managers/encryption/GroupKeyChangeProcess.java | 356 +++++++ ...ptionMXBeanImpl.java => GroupKeyEncrypted.java} | 43 +- ...ionMXBeanImpl.java => ReencryptStateUtils.java} | 40 +- .../pagemem/wal/IgniteWriteAheadLogManager.java | 20 + .../pagemem/wal/record/MasterKeyChangeRecord.java | 3 + ...ngeRecord.java => MasterKeyChangeRecordV2.java} | 24 +- .../wal/record/ReencryptionStartRecord.java} | 43 +- .../internal/pagemem/wal/record/WALRecord.java | 20 +- .../delta/MetaPageUpdateIndexDataRecord.java | 109 ++ .../delta/MetaPageUpdatePartitionDataRecordV3.java | 123 +++ .../cache/CacheAffinitySharedManager.java | 24 +- .../processors/cache/CacheGroupMetricsImpl.java | 50 + .../internal/processors/cache/CacheLazyEntry.java | 58 +- .../internal/processors/cache/CacheObject.java | 10 + .../processors/cache/CacheObjectByteArrayImpl.java | 5 + .../processors/cache/CacheObjectContext.java | 6 +- .../internal/processors/cache/CacheObjectImpl.java | 23 +- .../processors/cache/CacheObjectUtils.java | 45 +- .../processors/cache/GridCacheAdapter.java | 26 +- .../processors/cache/GridCacheContext.java | 28 +- .../cache/GridCacheDeploymentManager.java | 155 +-- .../processors/cache/GridCacheEventManager.java | 12 +- .../processors/cache/GridCacheMapEntry.java | 38 +- .../internal/processors/cache/GridCacheReturn.java | 41 +- .../processors/cache/GridCacheSharedContext.java | 2 +- .../internal/processors/cache/GridCacheUtils.java | 6 +- .../cache/IgniteCacheOffheapManager.java | 6 + .../cache/IgniteCacheOffheapManagerImpl.java | 30 +- .../processors/cache/KeyCacheObjectImpl.java | 5 + .../processors/cache/LockedEntriesInfo.java | 150 +++ .../GridDistributedTxRemoteAdapter.java | 2 +- .../dht/CacheDistributedGetFutureAdapter.java | 6 + .../dht/ClientCacheDhtTopologyFuture.java | 95 -- .../dht/GridDhtTopologyFutureAdapter.java | 9 +- .../dht/GridDhtTxAbstractEnlistFuture.java | 5 + .../distributed/dht/GridDhtTxEnlistFuture.java | 3 +- .../distributed/dht/GridDhtTxPrepareFuture.java | 33 +- .../distributed/dht/GridPartitionedGetFuture.java | 6 +- .../dht/GridPartitionedSingleGetFuture.java | 13 +- .../distributed/dht/atomic/GridDhtAtomicCache.java | 53 +- .../atomic/GridNearAtomicAbstractUpdateFuture.java | 19 +- .../atomic/GridNearAtomicSingleUpdateFuture.java | 2 +- .../dht/atomic/GridNearAtomicUpdateFuture.java | 6 +- .../dht/colocated/GridDhtColocatedCache.java | 6 +- .../preloader/GridDhtPartitionsExchangeFuture.java | 13 + .../dht/topology/GridClientPartitionTopology.java | 3 +- .../cache/distributed/near/GridNearGetFuture.java | 9 +- .../distributed/near/GridNearTxFinishFuture.java | 23 + .../cache/distributed/near/GridNearTxLocal.java | 55 +- .../GridNearReadRepairCheckOnlyFuture.java | 6 +- .../near/consistency/GridNearReadRepairFuture.java | 6 +- .../cache/local/atomic/GridLocalAtomicCache.java | 54 +- .../processors/cache/mvcc/txlog/TxLog.java | 3 +- ...a => CheckCorruptedCacheStoresCleanAction.java} | 49 +- .../CorruptedPdsMaintenanceCallback.java | 9 +- .../GridCacheDatabaseSharedManager.java | 23 +- .../cache/persistence/GridCacheOffheapManager.java | 140 ++- .../IgniteCacheDatabaseSharedManager.java | 34 +- .../cache/persistence/file/EncryptedFileIO.java | 70 +- .../cache/persistence/tree/io/PageMetaIO.java | 3 +- .../cache/persistence/tree/io/PageMetaIOV2.java | 106 ++ .../persistence/tree/io/PagePartitionMetaIO.java | 20 +- .../persistence/tree/io/PagePartitionMetaIOV2.java | 17 +- .../persistence/tree/io/PagePartitionMetaIOV3.java | 123 +++ .../cache/persistence/wal/FileDescriptor.java | 26 +- .../persistence/wal/FileWriteAheadLogManager.java | 339 ++++--- .../wal/serializer/RecordDataV1Serializer.java | 146 ++- .../wal/serializer/RecordDataV2Serializer.java | 5 +- .../cache/query/GridCacheQueryManager.java | 8 +- .../continuous/CacheContinuousQueryEvent.java | 6 +- .../cache/store/GridCacheStoreManagerAdapter.java | 14 +- .../cache/transactions/IgniteTxAdapter.java | 17 +- .../cache/transactions/IgniteTxLocalAdapter.java | 13 +- .../processors/cache/tree/PendingEntriesTree.java | 2 +- .../version/GridCacheLazyPlainVersionedEntry.java | 4 +- .../cacheobject/UserCacheObjectByteArrayImpl.java | 7 +- .../processors/datastreamer/DataStreamerEntry.java | 4 +- .../datastructures/DataStructuresProcessor.java | 29 +- .../processors/failure/FailureProcessor.java | 33 +- .../internal/processors/job/GridJobProcessor.java | 18 +- .../persistence/DistributedMetaStorageUtil.java | 9 +- .../processors/metric/GridMetricManager.java | 36 +- .../platform/utils/PlatformConfigurationUtils.java | 49 +- .../ignite/internal/util/BasicRateLimiter.java | 153 +++ .../apache/ignite/internal/util/IgniteUtils.java | 68 ++ .../util/distributed/DistributedProcess.java | 12 +- .../internal/visor/baseline/VisorBaselineNode.java | 91 +- .../visor/baseline/VisorBaselineTaskResult.java | 88 +- .../PersistenceCleanAndBackupSettings.java | 71 ++ .../PersistenceCleanAndBackupType.java} | 27 +- .../visor/persistence/PersistenceOperation.java} | 29 +- .../visor/persistence/PersistenceTask.java | 402 ++++++++ .../visor/persistence/PersistenceTaskArg.java | 82 ++ .../visor/persistence/PersistenceTaskResult.java | 123 +++ .../ignite/internal/visor/util/VisorTaskUtils.java | 4 +- .../ignite/maintenance/MaintenanceRegistry.java | 3 +- .../apache/ignite/maintenance/MaintenanceTask.java | 4 +- .../maintenance/MaintenanceWorkflowCallback.java | 5 +- .../org/apache/ignite/mxbean/EncryptionMXBean.java | 12 + .../ignite/spi/discovery/tcp/TcpDiscoverySpi.java | 2 +- .../apache/ignite/util/AttributeNodeFilter.java | 14 +- .../main/resources/META-INF/classnames.properties | 22 +- .../org/apache/ignite/client/FunctionalTest.java | 22 +- .../internal/GridAffinityNoCacheSelfTest.java | 4 + .../GridCacheHashMapPutAllWarningsTest.java | 48 +- .../internal/GridNodeMetricsLogSelfTest.java | 6 +- .../encryption/AbstractEncryptionTest.java | 272 ++++- .../encryption/CacheGroupKeyChangeTest.java | 1063 ++++++++++++++++++++ .../encryption/CacheGroupReencryptionTest.java | 867 ++++++++++++++++ .../encryption/EncryptedCacheBigEntryTest.java | 9 +- .../encryption/EncryptedCacheCreateTest.java | 8 +- .../encryption/EncryptedCacheDestroyTest.java | 10 +- .../encryption/EncryptedCacheGroupCreateTest.java | 14 +- .../encryption/EncryptedCacheRestartTest.java | 10 +- .../internal/encryption/EncryptionMXBeanTest.java | 24 + .../internal/encryption/MasterKeyChangeTest.java | 9 +- .../P2PCacheOperationIntoComputeTest.java | 146 +++ .../ignite/internal/metric/MetricsSelfTest.java | 89 ++ .../GridCacheConfigurationValidationSelfTest.java | 10 + ...acheAtomicConcurrentUnorderedUpdateAllTest.java | 142 +++ .../processors/cache/IgniteCacheGroupsTest.java | 9 +- .../cache/IgniteClientCacheStartFailoverTest.java | 31 +- .../cache/IgniteIncompleteCacheObjectSelfTest.java | 5 + .../OutOfMemoryVolatileRegionTest.java | 175 ++++ .../distributed/CacheDetectLostPartitionsTest.java | 180 ++++ .../near/IgniteTxExceptionNodeFailTest.java | 197 ++++ ...ocalWalModeChangeDuringRebalancingSelfTest.java | 5 +- .../persistence/MaintenanceRegistrySimpleTest.java | 7 +- .../MemoryPolicyInitializationTest.java | 12 +- .../persistence/db/wal/IgniteLocalWalSizeTest.java | 229 +++++ .../cache/persistence/pagemem/NoOpWALManager.java | 15 + .../ScanQueryConcurrentUpdatesAbstractTest.java | 209 ++++ .../query/ScanQueryConcurrentUpdatesTest.java | 53 + ...xOptimisticDeadlockDetectionCrossCacheTest.java | 2 + .../processors/database/CacheFreeListSelfTest.java | 4 + .../FailureProcessorThreadDumpThrottlingTest.java | 2 +- .../client/ThinClientPermissionCheckTest.java | 9 + .../ignite/internal/util/BasicRateLimiterTest.java | 108 ++ ...GridStartupWithUndefinedIgniteHomeSelfTest.java | 14 +- .../util/IgniteUtilsWorkDirectoryTest.java | 257 +++++ .../testframework/junits/GridAbstractTest.java | 2 + .../junits/common/GridCommonAbstractTest.java | 9 +- .../testframework/wal/record/RecordUtils.java | 51 +- .../IgniteBasicWithPersistenceTestSuite.java | 5 + .../IgniteCacheDataStructuresSelfTestSuite.java | 2 + .../testsuites/IgniteCacheMvccTestSuite1.java | 2 + .../ignite/testsuites/IgniteCacheTestSuite.java | 2 + .../ignite/testsuites/IgniteCacheTestSuite2.java | 2 + .../ignite/testsuites/IgniteCacheTestSuite3.java | 2 + .../testsuites/IgniteKernalSelfTestSuite.java | 2 + .../ignite/testsuites/IgniteP2PSelfTestSuite.java | 4 +- .../ignite/testsuites/IgnitePdsTestSuite2.java | 3 + .../ignite/testsuites/IgniteUtilSelfTestSuite.java | 5 +- ...ridCommandHandlerClusterByClassTest_help.output | 29 +- ...andHandlerClusterByClassWithSSLTest_help.output | 29 +- .../p2p/compute/AveragePersonSalaryCallable.java | 200 ++++ .../internal/processors/query/h2/H2Utils.java | 2 +- .../visor/verify/ValidateIndexesClosure.java | 265 +++-- ...acheMvccAbstractSqlCoordinatorFailoverTest.java | 3 - .../query/ScanQueryConcurrentSqlUpdatesTest.java | 86 ++ .../processors/cache/ttl/CacheSizeTtlTest.java | 130 +++ .../database/RebuildIndexWithMVCCTest.java} | 36 +- .../IgniteBinaryCacheQueryTestSuite.java | 4 + .../IgniteCacheWithIndexingTestSuite.java | 2 + .../testsuites/IgnitePdsWithIndexingTestSuite.java | 6 +- .../ignite/ml/clustering/kmeans/KMeansTrainer.java | 9 +- .../ignite/ml/dataset/feature/ObjectHistogram.java | 8 +- .../ml/dataset/impl/cache/util/ComputeUtils.java | 15 +- .../ml/inference/IgniteModelStorageUtil.java | 9 +- .../main/java/org/apache/ignite/ml/math/Blas.java | 6 +- .../org/apache/ignite/ml/math/util/MapUtil.java | 9 +- .../org/apache/ignite/ml/math/util/MatrixUtil.java | 9 +- .../java/org/apache/ignite/ml/nn/Activators.java | 6 +- .../ml/preprocessing/imputing/ImputerTrainer.java | 7 +- .../maxabsscaling/MaxAbsScalerTrainer.java | 4 +- .../minmaxscaling/MinMaxScalerTrainer.java | 7 +- .../main/java/org/apache/ignite/ml/util/Utils.java | 9 +- .../Apache.Ignite.Core.Tests.DotNetCore.csproj | 1 + .../Apache.Ignite.Core.Tests.csproj | 4 + .../Cache/CacheNodeFilterTest.cs | 274 +++++ .../Cache/DataRegionMetricsTest.cs | 13 +- .../Cache/MemoryMetricsTest.cs | 10 +- .../Config/cache-attribute-node-filter.xml | 81 ++ .../Config/full-config.xml | 7 + .../IgniteConfigurationSerializerTest.cs | 9 + .../Apache.Ignite.Core/Apache.Ignite.Core.csproj | 1 + .../Cache/Configuration/CacheConfiguration.cs | 32 +- .../Cluster/AttributeNodeFilter.cs | 129 +++ .../IgniteConfigurationSection.xsd | 12 + .../SpringEncryptedCacheRestartTest.java | 33 +- .../spi/discovery/zk/ZookeeperDiscoverySpi.java | 2 +- ...stractCallabck.java => ZkAbstractCallback.java} | 6 +- .../zk/internal/ZkAbstractChildrenCallback.java | 2 +- .../discovery/zk/internal/ZkAbstractWatcher.java | 2 +- .../zk/internal/ZkDiscoveryEventData.java | 4 +- ...ata.java => ZkDiscoveryNodeLeaveEventData.java} | 45 +- .../spi/discovery/zk/internal/ZkIgnitePaths.java | 57 +- .../spi/discovery/zk/internal/ZkRunnable.java | 2 +- .../spi/discovery/zk/internal/ZookeeperClient.java | 26 + .../zk/internal/ZookeeperDiscoveryImpl.java | 124 ++- .../zk/internal/ZookeeperDiscoveryStatistics.java | 32 +- .../zk/ZookeeperDiscoverySpiTestSuite1.java | 2 + ...erDiscoveryConcurrentStartAndStartStopTest.java | 6 +- .../zk/internal/ZookeeperDiscoveryMiscTest.java | 2 + ...perDiscoveryRandomStopOrFailConcurrentTest.java | 264 +++++ ...coverySegmentationAndConnectionRestoreTest.java | 4 +- .../zk/internal/ZookeeperDiscoverySpiTestBase.java | 90 ++ .../internal/ZookeeperDiscoverySpiTestHelper.java | 6 +- ...perDiscoveryTopologyChangeAndReconnectTest.java | 90 -- .../zookeeper/ZkTestClientCnxnSocketNIO.java | 3 +- 293 files changed, 13583 insertions(+), 1778 deletions(-)