This is an automated email from the ASF dual-hosted git repository. av pushed a commit to branch ignite-ducktape in repository https://gitbox.apache.org/repos/asf/ignite.git
commit 4716452c574a8bbb194fbb7c1f25ebb7b2abd5d3 Merge: 41606e9 be3072f Author: Anton Vinogradov <a...@apache.org> AuthorDate: Thu Nov 26 18:11:43 2020 +0300 Merge remote-tracking branch 'origin/master' into ignite-ducktape assembly/dependencies-apache-ignite-slim.xml | 4 - docs/_docs/clustering/network-configuration.adoc | 18 +- .../spring/spring-data.adoc | 8 +- docs/_docs/security/ssl-tls.adoc | 8 +- examples/pom.xml | 35 +++ .../misc/schedule/ComputeScheduleExample.java | 12 +- .../benchmarks/jmh/tree/BPlusTreeBenchmark.java | 6 + .../internal/client/rest/GridProbeCommandTest.java | 224 ++++++++++++++ .../client/suite/IgniteClientTestSuite.java | 4 + .../ignite/jdbc/thin/JdbcThinMetadataSelfTest.java | 6 +- .../commandline/property/PropertyCommand.java | 4 +- .../property/subcommands/PropertyHelpCommand.java | 8 +- .../util/GridCommandHandlerPropertiesTest.java | 23 ++ .../apache/ignite/util/SystemViewCommandTest.java | 20 +- .../java/org/apache/ignite/DataStorageMetrics.java | 7 + .../java/org/apache/ignite/IgniteJdbcDriver.java | 12 +- .../apache/ignite/cache/query/SqlFieldsQuery.java | 2 + .../java/org/apache/ignite/events/EventType.java | 24 ++ .../ignite/events/NodeValidationFailedEvent.java | 72 +++++ .../ignite/events/SqlQueryExecutionEvent.java | 138 +++++++++ .../org/apache/ignite/internal/IgnitionEx.java | 31 +- .../internal/client/GridClientConfiguration.java | 16 +- .../client/ssl/GridSslBasicContextFactory.java | 26 +- .../ignite/internal/client/thin/ClientUtils.java | 11 + .../client/thin/ProtocolBitmaskFeature.java | 5 +- .../internal/client/thin/TcpClientChannel.java | 23 +- .../jdbc/thin/ConnectionPropertiesImpl.java | 2 +- .../ignite/internal/jdbc/thin/JdbcThinSSLUtil.java | 13 +- .../managers/discovery/GridDiscoveryManager.java | 4 + .../ignite/internal/pagemem/PageIdAllocator.java | 23 +- .../ignite/internal/pagemem/PageIdUtils.java | 2 +- .../pagemem/store/IgnitePageStoreManager.java | 31 +- .../ignite/internal/pagemem/store/PageStore.java | 6 + .../store/PageStoreCollection.java} | 26 +- .../processors/cache/CacheCompressionManager.java | 7 +- .../processors/cache/CacheGroupContext.java | 2 +- .../processors/cache/GridCacheContextInfo.java | 9 + .../processors/cache/GridCacheProcessor.java | 3 +- .../cache/IgniteCacheOffheapManager.java | 7 + .../cache/IgniteCacheOffheapManagerImpl.java | 151 +++++++--- .../cache/PartitionUpdateCounterMvccImpl.java | 15 + .../cache/PartitionUpdateCounterTrackingImpl.java | 8 +- .../dht/GridDhtTransactionalCacheAdapter.java | 18 +- .../dht/colocated/GridDhtColocatedLockFuture.java | 26 +- .../cache/distributed/near/GridNearLockFuture.java | 24 -- .../processors/cache/mvcc/MvccProcessorImpl.java | 3 +- .../processors/cache/mvcc/txlog/TxLog.java | 14 +- .../processors/cache/mvcc/txlog/TxLogTree.java | 2 + .../cache/persistence/DataStorageMetricsImpl.java | 16 + .../persistence/DataStorageMetricsSnapshot.java | 9 + .../cache/persistence/DataStructure.java | 52 +++- .../GridCacheDatabaseSharedManager.java | 64 +++- .../cache/persistence/GridCacheOffheapManager.java | 194 +++++++----- .../IgniteCacheDatabaseSharedManager.java | 36 ++- .../cache/persistence/IndexStorageImpl.java | 2 + .../persistence/checkpoint/CheckpointManager.java | 7 +- .../checkpoint/CheckpointPagesWriter.java | 21 +- .../checkpoint/CheckpointPagesWriterFactory.java | 26 +- .../persistence/checkpoint/CheckpointWorkflow.java | 92 ++++-- .../cache/persistence/checkpoint/Checkpointer.java | 15 +- ...ager.java => LightweightCheckpointManager.java} | 134 ++------- .../cache/persistence/file/FileIOFactory.java | 1 + .../cache/persistence/file/FilePageStore.java | 16 +- .../persistence/file/FilePageStoreFactory.java | 11 +- .../persistence/file/FilePageStoreManager.java | 149 ++-------- .../cache/persistence/file/FilePageStoreV2.java | 4 +- .../file/FileVersionCheckingFactory.java | 6 +- .../persistence/freelist/AbstractFreeList.java | 34 ++- .../cache/persistence/freelist/CacheFreeList.java | 7 +- .../cache/persistence/freelist/PagesList.java | 125 ++++++-- .../cache/persistence/metastorage/MetaStorage.java | 25 +- .../persistence/metastorage/MetastorageTree.java | 5 +- .../UpgradePendingTreeToPerPartitionTask.java | 4 +- .../cache/persistence/pagemem/PageMemoryEx.java | 17 +- .../cache/persistence/pagemem/PageMemoryImpl.java | 58 ++-- .../persistence/pagemem/PageReadWriteManager.java | 58 ++++ .../pagemem/PageReadWriteManagerImpl.java | 146 +++++++++ .../persistence/partstate/GroupPartitionId.java | 12 +- .../partstorage/PartitionMetaStorageImpl.java | 6 +- .../snapshot/IgniteSnapshotManager.java | 7 +- .../cache/persistence/tree/BPlusTree.java | 19 +- .../cache/persistence/tree/io/PageIoResolver.java} | 29 +- .../cache/persistence/tree/io/TrackingPageIO.java | 7 +- .../cache/persistence/tree/reuse/ReuseList.java | 18 ++ .../persistence/tree/reuse/ReuseListImpl.java | 13 +- .../cache/persistence/tree/util/InsertLast.java} | 21 +- .../cache/persistence/tree/util/PageHandler.java | 24 +- .../processors/cache/tree/CacheDataRowStore.java | 19 +- .../processors/cache/tree/CacheDataTree.java | 5 +- .../processors/cache/tree/PendingEntriesTree.java | 5 +- .../processors/cache/verify/IdleVerifyUtility.java | 14 +- .../processors/odbc/odbc/OdbcColumnMeta.java | 15 +- .../processors/odbc/odbc/OdbcMessageParser.java | 42 ++- .../odbc/odbc/OdbcQueryGetParamsMetaRequest.java | 34 +-- ...uest.java => OdbcQueryGetQueryMetaRequest.java} | 15 +- .../odbc/OdbcQueryGetResultsetMetaRequest.java} | 15 +- .../odbc/OdbcQueryGetResultsetMetaResult.java} | 27 +- .../internal/processors/odbc/odbc/OdbcRequest.java | 3 + .../processors/odbc/odbc/OdbcRequestHandler.java | 39 ++- .../processors/odbc/odbc/OdbcResultSet.java | 37 +-- .../internal/processors/odbc/odbc/OdbcUtils.java | 24 ++ .../processors/platform/cache/PlatformCache.java | 9 +- .../cache/query/PlatformContinuousQuery.java | 3 +- .../cache/query/PlatformContinuousQueryImpl.java | 4 +- .../platform/client/ClientBitmaskFeature.java | 7 +- .../cache/ClientCacheSqlFieldsQueryRequest.java | 29 ++ .../internal/processors/rest/GridRestCommand.java | 5 +- .../processors/rest/GridRestProcessor.java | 2 + .../internal/processors/rest/GridRestResponse.java | 3 + .../handlers/probe/GridProbeCommandHandler.java | 70 +++++ .../apache/ignite/internal/util/IgniteUtils.java | 16 - .../visor/node/VisorPersistenceMetrics.java | 21 +- .../ignite/internal/worker/WorkersRegistry.java | 2 - .../ignite/mxbean/DataStorageMetricsMXBean.java | 4 + .../ignite/spi/discovery/tcp/ServerImpl.java | 3 + .../ignite/spi/discovery/tcp/TcpDiscoverySpi.java | 32 +- .../org/apache/ignite/ssl/SslContextFactory.java | 22 +- .../ignite/client/ClientConfigurationTest.java | 8 +- .../ignite/failure/SystemWorkersBlockingTest.java | 82 +++--- .../IgniteNodeValidationFailedEventTest.java | 106 +++++++ .../client/thin/AbstractThinClientTest.java | 20 +- .../ignite/internal/client/thin/TimeoutTest.java | 220 ++++++++++++++ ...IoStatisticsMetricsLocalMXBeanImplSelfTest.java | 2 +- .../internal/pagemem/impl/PageIdUtilsSelfTest.java | 41 ++- .../cache/TransactionValidationTest.java | 126 ++++++++ .../cache/WalModeChangeAdvancedSelfTest.java | 1 - .../distributed/GridExchangeFreeSwitchTest.java | 105 ++++++- .../IgnitePdsRecoveryAfterFileCorruptionTest.java | 2 +- .../persistence/IgnitePdsTaskCancelingTest.java | 4 +- .../persistence/PendingTreeCorruptionTest.java | 159 ++++++++++ .../db/CheckpointBufferDeadlockTest.java | 12 + .../CheckpointListenerForRegionTest.java | 191 ++++++++++++ .../db/checkpoint/CheckpointStartLoggingTest.java | 2 +- .../db/checkpoint/LightweightCheckpointTest.java | 231 +++++++++++++++ ...CheckpointSimulationWithRealCpDisabledTest.java | 2 +- .../pagemem/BPlusTreePageMemoryImplTest.java | 1 + .../BPlusTreeReuseListPageMemoryImplTest.java | 1 + .../IgnitePageMemReplaceDelayedWriteUnitTest.java | 2 +- .../pagemem/IndexStoragePageMemoryImplTest.java | 1 + .../persistence/pagemem/NoOpPageStoreManager.java | 17 +- .../pagemem/PageMemoryImplNoLoadTest.java | 1 + .../persistence/pagemem/PageMemoryImplTest.java | 11 +- .../database/BPlusTreeFakeReuseSelfTest.java | 6 + .../database/BPlusTreeReuseSelfTest.java | 3 +- .../processors/database/BPlusTreeSelfTest.java | 1 + .../processors/database/CacheFreeListSelfTest.java | 3 +- .../discovery/tcp/TcpDiscoverySpiMBeanTest.java | 2 +- .../apache/ignite/testframework/GridTestUtils.java | 9 +- .../ignite/testsuites/IgniteCacheTestSuite2.java | 2 + .../testsuites/IgniteKernalSelfTestSuite.java | 4 +- .../ignite/testsuites/IgnitePdsTestSuite2.java | 5 +- .../ignite/testsuites/IgnitePdsTestSuite4.java | 3 + ...ridCommandHandlerClusterByClassTest_help.output | 4 +- ...andHandlerClusterByClassWithSSLTest_help.output | 4 +- .../query/h2/H2IndexesSystemViewTest.java | 35 ++- .../systemview/walker/SqlIndexViewWalker.java | 47 +-- .../systemview/walker/SqlSchemaViewWalker.java | 4 +- .../systemview/walker/SqlTableViewWalker.java | 46 +-- .../h2/DurableBackgroundCleanupIndexTreeTask.java | 4 +- .../internal/processors/query/h2/H2Utils.java | 1 - .../processors/query/h2/IgniteH2Indexing.java | 46 ++- .../processors/query/h2/SchemaManager.java | 2 +- .../processors/query/h2/database/H2Tree.java | 76 +++-- .../processors/query/h2/database/H2TreeIndex.java | 57 +++- .../inlinecolumn/AbstractInlineIndexColumn.java | 2 +- .../inlinecolumn/ObjectHashInlineIndexColumn.java | 94 +++++- .../h2/database/io/AbstractH2ExtrasInnerIO.java | 5 + .../h2/database/io/AbstractH2ExtrasLeafIO.java | 8 +- .../query/h2/database/io/AbstractH2InnerIO.java | 5 + .../query/h2/database/io/AbstractH2LeafIO.java | 7 +- .../query/h2/database/io/H2ExtrasLeafIO.java | 2 +- .../processors/query/h2/database/io/H2LeafIO.java | 2 +- .../query/h2/database/io/H2MvccExtrasLeafIO.java | 4 +- .../query/h2/database/io/H2MvccLeafIO.java | 2 +- .../query/h2/database/io/H2RowLinkIO.java | 5 + .../processors/query/h2/dml/DmlAstUtils.java | 66 +++++ .../processors/query/h2/dml/UpdatePlan.java | 17 +- .../processors/query/h2/dml/UpdatePlanBuilder.java | 9 +- .../processors/query/h2/opt/H2CacheRow.java | 14 + .../processors/query/h2/sql/GridSqlSelect.java | 26 ++ .../ignite/spi/systemview/view/SqlIndexView.java | 155 +++++----- .../ignite/spi/systemview/view/SqlSchemaView.java | 2 +- .../ignite/spi/systemview/view/SqlTableView.java | 92 ++++-- .../org/apache/ignite/client/ClientTestSuite.java | 4 +- .../apache/ignite/client/FunctionalQueryTest.java | 27 ++ .../org/apache/ignite/client/SecurityTest.java | 8 +- .../metric/SqlStatisticsUserQueriesFastTest.java | 1 + .../metric/SqlStatisticsUserQueriesLongTest.java | 4 +- .../internal/metric/UserQueriesTestBase.java | 58 +++- .../cache/IgniteCacheAbstractQuerySelfTest.java | 88 +++++- .../cache/metric/SqlViewExporterSpiTest.java | 24 +- .../db/LongDestroyDurableBackgroundTaskTest.java | 7 +- .../MultipleParallelCacheDeleteDeadlockTest.java | 7 +- .../IgniteClusterSnapshotWithIndexesTest.java | 2 +- .../internal/processors/query/LazyOnDmlTest.java | 328 +++++++++++++++++++++ .../processors/query/SqlSystemViewsSelfTest.java | 80 ++--- .../IgniteBinaryCacheQueryTestSuite2.java | 3 + modules/osgi-karaf/src/main/resources/features.xml | 30 +- .../os/linux/include/ignite/common/concurrent_os.h | 8 + .../os/win/include/ignite/common/concurrent_os.h | 8 + .../include/ignite/cache/query/query_sql_fields.h | 3 + .../cpp/core/src/impl/cache/cache_impl.cpp | 1 + modules/platforms/cpp/odbc-test/CMakeLists.txt | 2 + .../cpp/odbc-test/include/odbc_test_suite.h | 187 +++++++++++- .../platforms/cpp/odbc-test/include/test_server.h | 201 +++++++++++++ .../cpp/odbc-test/project/vs/odbc-test.vcxproj | 5 +- .../odbc-test/project/vs/odbc-test.vcxproj.filters | 11 +- .../cpp/odbc-test/src/api_robustness_test.cpp | 2 +- .../cpp/odbc-test/src/connection_test.cpp | 21 +- .../cpp/odbc-test/src/cursor_binding_test.cpp | 288 ++++++++++++++++++ .../cpp/odbc-test/src/meta_queries_test.cpp | 213 +++++++++++++ .../cpp/odbc-test/src/odbc_test_suite.cpp | 229 +++++++++++--- .../platforms/cpp/odbc-test/src/queries_test.cpp | 14 +- .../cpp/odbc-test/src/sql_test_suite_fixture.cpp | 12 +- .../platforms/cpp/odbc-test/src/sql_types_test.cpp | 124 ++++++++ .../platforms/cpp/odbc-test/src/streaming_test.cpp | 4 +- .../platforms/cpp/odbc-test/src/test_server.cpp | 182 ++++++++++++ .../ignite/odbc/diagnostic/diagnosable_adapter.h | 9 +- .../cpp/odbc/include/ignite/odbc/message.h | 73 ++++- .../odbc/include/ignite/odbc/query/batch_query.h | 4 +- .../ignite/odbc/query/column_metadata_query.h | 6 +- .../odbc/include/ignite/odbc/query/data_query.h | 36 ++- .../include/ignite/odbc/query/foreign_keys_query.h | 4 +- .../include/ignite/odbc/query/internal_query.h | 10 +- .../include/ignite/odbc/query/primary_keys_query.h | 4 +- .../cpp/odbc/include/ignite/odbc/query/query.h | 8 +- .../ignite/odbc/query/special_columns_query.h | 4 +- .../include/ignite/odbc/query/streaming_query.h | 4 +- .../ignite/odbc/query/table_metadata_query.h | 4 +- .../include/ignite/odbc/query/type_info_query.h | 4 +- .../cpp/odbc/include/ignite/odbc/statement.h | 27 +- .../cpp/odbc/src/app/application_data_buffer.cpp | 22 +- modules/platforms/cpp/odbc/src/connection.cpp | 15 +- .../odbc/src/diagnostic/diagnosable_adapter.cpp | 5 + modules/platforms/cpp/odbc/src/message.cpp | 35 +++ .../platforms/cpp/odbc/src/query/batch_query.cpp | 8 +- .../cpp/odbc/src/query/column_metadata_query.cpp | 8 +- .../platforms/cpp/odbc/src/query/data_query.cpp | 100 +++++-- .../cpp/odbc/src/query/foreign_keys_query.cpp | 6 +- .../cpp/odbc/src/query/primary_keys_query.cpp | 6 +- .../cpp/odbc/src/query/special_columns_query.cpp | 6 +- .../cpp/odbc/src/query/streaming_query.cpp | 8 +- .../cpp/odbc/src/query/table_metadata_query.cpp | 8 +- .../cpp/odbc/src/query/type_info_query.cpp | 6 +- modules/platforms/cpp/odbc/src/statement.cpp | 140 ++++++--- .../cpp/odbc/src/streaming/streaming_context.cpp | 2 +- modules/platforms/cpp/odbc/src/type_traits.cpp | 3 + .../impl/thin/transactions/transactions_proxy.h | 5 +- .../src/impl/transactions/transaction_impl.h | 14 +- .../src/impl/transactions/transactions_impl.cpp | 59 ++-- .../src/impl/transactions/transactions_impl.h | 20 +- .../Cache/Query/CacheQueriesTest.cs | 56 +++- .../Continuous/ContinuousQueryAbstractTest.cs | 75 +++++ .../Cache/Query/Continuous/ContinuousQueryTest.cs | 5 +- .../Query/Linq/CacheLinqTest.Introspection.cs | 32 +- .../Cache/Query/Linq/CacheLinqTest.Misc.cs | 27 ++ .../Client/Cache/ContinuousQueryTest.cs | 71 +++++ .../Client/Cache/SqlQueryTest.cs | 34 ++- .../Apache.Ignite.Core/Apache.Ignite.Core.csproj | 2 +- .../Cache/Event/CacheEntryEventType.cs | 7 +- .../Cache/Query/Continuous/ContinuousQuery.cs | 11 + .../Cache/Query/SqlFieldsQuery.cs | 39 ++- .../Query/Continuous/ContinuousQueryClient.cs | 11 + .../Impl/Binary/BinaryHashCodeUtils.cs | 1 + .../Impl/Cache/Event/CacheEntryExpireEvent.cs | 80 +++++ .../Query/Continuous/ContinuousQueryHandleImpl.cs | 1 + .../Cache/Query/Continuous/ContinuousQueryUtils.cs | 2 + .../Impl/Client/Cache/CacheClient.cs | 20 +- .../Impl/Client/ClientBitmaskFeature.cs | 8 +- .../Apache.Ignite.DotNetCore.sln.DotSettings | 1 + .../Apache.Ignite.Linq/Apache.Ignite.Linq.csproj | 2 +- .../Impl/CacheFieldsQueryExecutor.cs | 8 +- .../Impl/CacheQueryExpressionVisitor.cs | 6 +- .../dotnet/Apache.Ignite.Linq/QueryOptions.cs | 24 +- .../protocols/http/jetty/GridJettyRestHandler.java | 5 +- .../spi/discovery/zk/ZookeeperDiscoverySpi.java | 14 + .../spi/discovery/zk/internal/ZkRuntimeState.java | 2 +- .../zk/internal/ZookeeperDiscoveryImpl.java | 35 ++- .../zk/internal/ZookeeperDiscoveryStatistics.java | 39 ++- .../zk/ZookeeperDiscoverySpiTestSuite4.java | 4 +- .../zk/internal/ZookeeperDiscoveryMiscTest.java | 29 +- parent/pom.xml | 76 +++-- 282 files changed, 7317 insertions(+), 1657 deletions(-)