This is an automated email from the ASF dual-hosted git repository.
amashenkov pushed a change to branch ignite-21585
in repository https://gitbox.apache.org/repos/asf/ignite-3.git
from 80ae1c115e Styles.
add 7818239ed7 IGNITE-21729 Prevent threads from being hijacked via async
cursors in KV/Record view APIs (#3393)
add c7f57ee45e Bump org.junit-pioneer:junit-pioneer from 2.0.1 to 2.2.0
(#3394)
add 4506ebafd7 IGNITE-19744 Clean up IEP-54 leftovers (#2203)
add 02f5682181 IGNITE-21641 Fixed OOM in PartitionReplicaListenerTest
(#3357)
add 1fd9027cd1 Bump io.gsonfire:gson-fire from 1.8.5 to 1.9.0 (#3396)
add 3225241bb7 IGNITE-21552 Sql. Add hybrid timestamp propagation during
query execution (#3350)
add 92344a0a2c IGNITE-21742 Refactor creation and management of Page
Memory Indexes (#3406)
add 0bd6670724 IGNITE-21569 Introduce spotbugs checks for additional code
static analysis (#3373)
add c2b1c09b86 IGNITE-18258 .NET: LINQ: Clean up inlineConstArgs logic
(#3408)
add 5a0369a75f IGNITE-21311: Introduce pruning for SQL correlated scans
(#3318)
add b60daf24f3 IGNITE-21724 Support "-ea" version suffix in
ItInitializedClusterRestTest (#3391)
add 5a288a5351 Bump com.esotericsoftware:kryo from 4.0.1 to 5.6.0 (#3402)
add cfda840a37 Bump jackson from 2.16.1 to 2.17.0 (#3410)
add 3dea2b18a8 IGNITE-21749 Add assertions for destroyed/closed storages
behavior (#3409)
add 65fd2caf88 IGNITE-19976: Sql. ClassCastException when trying to select
from indexed smallint column (#3377)
add f773e0ea76 IGNITE-21752 Improve excludes for generated rest client
(#3412)
add 34b536a6bd IGNITE-21671 Remove destroyed PageMemory indexes on
recovery (#3399)
add 0139dc3695 Merge branch 'main' into ignite-21585
No new revisions were added by this update.
Summary of changes:
...PMD, modernizer, spotbugs, checkstyle].run.xml} | 5 +-
.run/All checks [check].run.xml | 2 +-
...Main].run.xml => PMD [pmdMain pmdTest].run.xml} | 2 +-
...n.xml => Spotbugs check [spotbugsMain].run.xml} | 6 +-
DEVNOTES.md | 20 +-
build.gradle | 1 +
buildscripts/java-core.gradle | 62 +-
buildscripts/java-integration-test.gradle | 4 +
buildscripts/java-test-fixtures.gradle | 4 +
check-rules/spotbugs-excludes.xml | 316 +++++++
gradle/libs.versions.toml | 11 +-
.../affinity/RendezvousAffinityFunction.java | 4 -
.../internal/binarytuple/BinaryTupleBuilder.java | 1 +
.../descriptors/CatalogDataStorageDescriptor.java | 2 +-
.../descriptors/CatalogHashIndexDescriptor.java | 2 +-
.../descriptors/CatalogIndexColumnDescriptor.java | 2 +-
.../descriptors/CatalogSchemaDescriptor.java | 2 +-
.../descriptors/CatalogSystemViewDescriptor.java | 2 +-
.../descriptors/CatalogTableColumnDescriptor.java | 2 +-
.../descriptors/CatalogTableDescriptor.java | 2 +-
.../descriptors/CatalogTableSchemaVersions.java | 2 +-
.../catalog/descriptors/CatalogZoneDescriptor.java | 2 +-
.../serialization/CatalogSerializationUtils.java | 2 +-
.../java/org/apache/ignite/internal/cli/Main.java | 24 +-
.../internal/cli/commands/sql/SqlMetaData.java | 14 +-
.../ignite/internal/cli/config/ini/IniParser.java | 4 +-
.../core/repl/completer/LazyDynamicCompleter.java | 51 --
.../core/repl/config/ClientConnectorConfig.java | 30 -
.../internal/cli/core/repl/config/RootConfig.java | 28 -
.../internal/cli/IgniteCliInterfaceTest.java | 2 +-
.../handler/requests/jdbc/JdbcMetadataCatalog.java | 6 +-
.../handler/requests/table/ClientHandlerTuple.java | 12 +-
.../handler/requests/table/ClientTableCommon.java | 10 +-
.../ignite/client/PartitionAwarenessTest.java | 11 +-
.../ignite/client/fakes/FakeIgniteTables.java | 12 +-
.../compute/loader/JobClassLoaderFactory.java | 23 +-
.../ignite/internal/thread/PublicApiThreading.java | 35 +-
.../ignite/internal/util/ExceptionUtils.java | 4 +-
.../ignite/internal/util/OffheapReadWriteLock.java | 3 +-
.../internal/thread/PublicApiThreadingTest.java | 158 ++++
.../ignite/internal/jdbc/JdbcConnection.java | 2 +-
.../server/persistence/RocksDbKeyValueStorage.java | 2 +-
.../messages/MarshallableTypesBlackList.java | 4 +-
.../persistence/PersistentPageMemory.java | 3 +-
.../persistence/checkpoint/Checkpointer.java | 1 +
.../internal/pagememory/tree/io/BplusLeafIo.java | 2 +-
.../Apache.Ignite.Tests/Linq/LinqTests.Cast.cs | 16 +-
.../Linq/LinqTests.Functions.cs | 4 +-
.../Internal/Linq/IgniteQueryExpressionVisitor.cs | 5 +
.../Apache.Ignite/Internal/Linq/MethodVisitor.cs | 41 +-
.../raft/storage/impl/RocksDbSharedLogStorage.java | 2 +-
.../rest/ItInitializedClusterRestTest.java | 3 +-
.../benchmark/SqlPartitionPruningBenchmark.java | 62 +-
.../runner/app/PlatformTestNodeRunner.java | 40 +-
.../app/client/ItThinClientMarshallingTest.java | 15 +-
.../ignite/internal/table/ItInternalTableTest.java | 2 +-
.../internal/table/ItReadOnlyTransactionTest.java | 2 +-
.../internal/table/ItTablePutGetEmbeddedTest.java | 114 +++
.../internal/table/ItTablePutGetThinTest.java} | 19 +-
.../ignite/internal/table/ItTableScanTest.java | 2 +-
.../internal/table/ItThinClientColocationTest.java | 7 +-
.../ignite/internal/schema/BinaryTupleSchema.java | 6 +-
.../org/apache/ignite/internal/schema/Column.java | 145 ++--
.../org/apache/ignite/internal/schema/Columns.java | 376 --------
.../ignite/internal/schema/SchemaDescriptor.java | 252 +++---
.../apache/ignite/internal/schema/SchemaUtils.java | 33 +-
.../CatalogToSchemaDescriptorConverter.java | 27 +-
.../internal/schema/mapping/ColumnMapperImpl.java | 2 +-
.../internal/schema/marshaller/MarshallerUtil.java | 9 +-
.../marshaller/asm/AsmMarshallerGenerator.java | 28 +-
.../marshaller/reflection/KvMarshallerImpl.java | 10 +-
.../marshaller/reflection/ObjectStatistics.java | 9 +-
.../reflection/RecordMarshallerImpl.java | 10 +-
.../schema/AbstractSchemaSerializer.java | 116 ---
.../schema/marshaller/schema/SchemaSerializer.java | 50 --
.../marshaller/schema/SchemaSerializerImpl.java | 951 ---------------------
.../schema/registry/UpgradingRowAdapter.java | 2 +-
.../org/apache/ignite/internal/schema/row/Row.java | 19 +-
.../ignite/internal/schema/row/RowAssembler.java | 13 -
.../internal/schema/ColumnDefinitionTest.java | 56 --
.../apache/ignite/internal/schema/ColumnsTest.java | 458 ----------
.../org/apache/ignite/internal/schema/RowTest.java | 6 +-
.../internal/schema/SchemaColumnMapperTest.java | 45 +-
.../internal/schema/SchemaDescriptorTest.java | 94 --
.../CatalogToSchemaDescriptorConverterTest.java | 20 +-
.../schema/marshaller/KvMarshallerTest.java | 121 ++-
.../schema/registry/SchemaRegistryImplTest.java | 4 +-
.../schema/registry/UpgradingRowAdapterTest.java | 6 +-
.../schema/serializer/AbstractSerializerTest.java | 380 --------
.../internal/sql/engine/ItCorrelatesTest.java | 56 +-
.../internal/sql/engine/ItCreateTableDdlTest.java | 20 +-
.../internal/sql/engine/ItSecondaryIndexTest.java | 41 +
.../internal/sql/engine/SqlQueryProcessor.java | 7 +-
.../sql/engine/exec/DynamicPartitionProvider.java | 59 ++
.../sql/engine/exec/ExchangeServiceImpl.java | 8 +-
.../internal/sql/engine/exec/ExecutionContext.java | 16 +
.../sql/engine/exec/ExecutionServiceImpl.java | 14 +-
.../sql/engine/exec/LogicalRelImplementor.java | 15 +-
.../sql/engine/exec/PartitionProvider.java | 61 ++
.../sql/engine/exec/SqlOutputBinaryRow.java | 22 +-
...Extractor.java => StaticPartitionProvider.java} | 40 +-
.../engine/exec/TableRowConverterFactoryImpl.java | 70 --
.../sql/engine/exec/TableRowConverterImpl.java | 63 +-
.../sql/engine/exec/mapping/ColocationGroup.java | 14 +-
.../engine/exec/mapping/FragmentDescription.java | 13 +-
.../sql/engine/exec/mapping/MappedFragment.java | 23 +-
.../engine/exec/mapping/MappingServiceImpl.java | 3 +-
.../sql/engine/exec/rel/IndexScanNode.java | 20 +-
.../sql/engine/exec/rel/TableScanNode.java | 21 +-
.../sql/engine/externalize/RelJsonReader.java | 25 +-
.../sql/engine/externalize/RelJsonWriter.java | 17 +
.../sql/engine/message/MessageServiceImpl.java | 14 +-
.../sql/engine/message/QueryBatchMessage.java | 3 +-
.../sql/engine/message/QueryStartRequest.java | 3 +-
.../prepare/pruning/PartitionPrunerImpl.java | 17 +-
.../prepare/pruning/PartitionPruningColumns.java | 91 +-
.../prepare/pruning/PartitionPruningMetadata.java | 7 +-
.../pruning/PartitionPruningMetadataExtractor.java | 17 +-
.../prepare/pruning/PartitionPruningPredicate.java | 78 +-
.../ignite/internal/sql/engine/util/RexUtils.java | 34 +-
.../sql/engine/exec/ExecutionServiceImplTest.java | 7 +-
.../sql/engine/exec/PartitionProvidersTest.java | 234 +++++
.../sql/engine/exec/TableRowConverterSelfTest.java | 121 +--
.../engine/exec/exp/ExpressionFactoryImplTest.java | 2 +-
.../engine/exec/mapping/FragmentMappingTest.java | 6 +-
.../sql/engine/exec/mapping/FragmentPrinter.java | 22 +
.../sql/engine/exec/rel/AbstractExecutionTest.java | 2 +-
.../sql/engine/exec/rel/ExchangeExecutionTest.java | 16 +-
.../exec/rel/IndexScanNodeExecutionTest.java | 4 +-
.../engine/exec/rel/ModifyNodeExecutionTest.java | 2 +-
.../exec/rel/TableScanNodeExecutionTest.java | 4 +-
.../sql/engine/framework/TestBuilders.java | 16 +-
.../sql/engine/framework/TestClusterTest.java | 52 ++
.../internal/sql/engine/framework/TestNode.java | 14 +-
.../planner/IndexSearchBoundsPlannerTest.java | 223 ++++-
.../sql/engine/planner/PartitionPruningTest.java | 26 +
.../pruning/PartitionPruningPredicateSelfTest.java | 45 +-
.../pruning/PruningMetadataSerializationTest.java | 94 ++
.../src/test/resources/mapping/correlated.test | 135 +++
.../resources/mapping/test_partition_pruning.test | 72 ++
.../index/StorageIndexDescriptorSupplier.java | 38 +-
.../storage/AbstractMvTableStorageTest.java | 648 ++++++++------
.../internal/storage/BaseMvStoragesTest.java | 2 +-
.../index/AbstractPageMemoryIndexStorage.java | 2 +-
.../pagememory/index/hash/HashIndexTree.java | 87 +-
.../index/hash/PageMemoryHashIndexStorage.java | 12 +-
.../storage/pagememory/index/meta/IndexMeta.java | 38 +-
.../UpdateLastRowIdUuidToBuiltInvokeClosure.java | 2 +-
.../pagememory/index/meta/io/IndexMetaIo.java | 21 +-
.../index/sorted/PageMemorySortedIndexStorage.java | 13 +-
.../pagememory/index/sorted/SortedIndexTree.java | 112 ++-
.../mv/AbstractPageMemoryMvPartitionStorage.java | 260 +-----
.../storage/pagememory/mv/IndexStorageFactory.java | 297 +++++++
.../storage/pagememory/mv/PageMemoryIndexes.java | 248 ++++++
.../mv/PersistentPageMemoryMvPartitionStorage.java | 50 +-
.../mv/RenewablePartitionStorageState.java | 17 +
.../storage/pagememory/mv/ScanVersionsCursor.java | 40 +-
.../mv/VolatilePageMemoryMvPartitionStorage.java | 53 +-
.../PersistentPageMemoryMvTableStorageTest.java | 3 +-
.../VolatilePageMemoryMvTableStorageTest.java | 3 +-
.../PersistentPageMemoryHashIndexStorageTest.java | 2 +-
...PersistentPageMemorySortedIndexStorageTest.java | 2 +-
.../VolatilePageMemoryHashIndexStorageTest.java | 3 +-
.../VolatilePageMemorySortedIndexStorageTest.java | 3 +-
...ageMemoryMvPartitionStorageConcurrencyTest.java | 3 +-
...rsistentPageMemoryMvPartitionStorageGcTest.java | 3 +-
...PersistentPageMemoryMvPartitionStorageTest.java | 3 +-
...ageMemoryMvPartitionStorageConcurrencyTest.java | 3 +-
...VolatilePageMemoryMvPartitionStorageGcTest.java | 3 +-
.../VolatilePageMemoryMvPartitionStorageTest.java | 3 +-
.../storage/rocksdb/RocksDbMetaStorage.java | 6 +-
.../storage/rocksdb/RocksDbMvPartitionStorage.java | 12 +-
.../RocksDbMvPartitionStorageConcurrencyTest.java | 3 +-
.../rocksdb/RocksDbMvPartitionStorageGcTest.java | 3 +-
.../rocksdb/RocksDbMvPartitionStorageTest.java | 3 +-
.../storage/rocksdb/RocksDbMvTableStorageTest.java | 11 +-
.../storage/rocksdb/RocksDbStorageEngineTest.java | 5 +-
.../rocksdb/index/RocksDbHashIndexStorageTest.java | 3 +-
.../index/RocksDbSortedIndexStorageTest.java | 3 +-
.../ItInternalTableReadOnlyOperationsTest.java | 2 +-
.../ignite/internal/table/ItColocationTest.java | 11 +-
.../threading/ItKvRecordApiThreadingTest.java | 256 +++++-
.../schema/marshaller/TupleMarshallerImpl.java | 20 +-
.../internal/table/AbstractRowTupleAdapter.java | 64 +-
.../ignite/internal/table/AbstractTableView.java | 31 +-
.../internal/table/AntiHijackAsyncCursor.java | 67 ++
.../internal/table/KeyValueBinaryViewImpl.java | 4 +-
...aluePojoStreamerPartitionAwarenessProvider.java | 2 +-
.../ignite/internal/table/KeyValueViewImpl.java | 4 +-
.../PojoStreamerPartitionAwarenessProvider.java | 2 +-
.../ignite/internal/table/RecordViewImpl.java | 3 +-
.../org/apache/ignite/internal/table/TableRow.java | 21 +-
.../CatalogStorageIndexDescriptorSupplier.java | 72 ++
.../table/distributed/LowWatermarkImpl.java | 6 +-
.../internal/table/distributed/TableManager.java | 3 +-
.../index/TableRowToIndexKeyConverter.java | 2 +-
.../TupleMarshallerFixlenOnlyBenchmark.java | 12 +-
.../TupleMarshallerVarlenOnlyBenchmark.java | 10 +-
.../table/ColocationHashCalculationTest.java | 14 +-
.../internal/table/InteropOperationsTest.java | 6 +-
.../table/KeyValueBinaryViewOperationsTest.java | 6 +-
.../internal/table/MutableRowTupleAdapterTest.java | 40 +-
.../table/RecordBinaryViewOperationsTest.java | 16 +-
.../CatalogStorageIndexDescriptorSupplierTest.java | 238 ++++++
.../internal/table/distributed/IndexBaseTest.java | 4 +-
.../table/distributed/StorageCleanupTest.java | 4 +-
.../distributed/StorageUpdateHandlerTest.java | 4 +-
.../PersistentPageMemoryGcUpdateHandlerTest.java | 8 +-
.../distributed/gc/RocksDbGcUpdateHandlerTest.java | 8 +-
.../gc/VolatilePageMemoryGcUpdateHandlerTest.java | 8 +-
.../replication/PartitionReplicaListenerTest.java | 46 +-
.../apache/ignite/distributed/ItTxTestCluster.java | 2 +-
.../table/impl/DummyInternalTableImpl.java | 2 +-
.../table/impl/DummyValidationSchemasSource.java | 10 +-
214 files changed, 5005 insertions(+), 4496 deletions(-)
rename .run/{All checks [PMD, modernizer, checkstyle].run.xml => All checks
[PMD, modernizer, spotbugs, checkstyle].run.xml} (84%)
rename .run/{PMD [pmdMain].run.xml => PMD [pmdMain pmdTest].run.xml} (96%)
copy .run/{Modernizer check [modernizer].run.xml => Spotbugs check
[spotbugsMain].run.xml} (86%)
create mode 100644 check-rules/spotbugs-excludes.xml
delete mode 100644
modules/cli/src/main/java/org/apache/ignite/internal/cli/core/repl/completer/LazyDynamicCompleter.java
delete mode 100644
modules/cli/src/main/java/org/apache/ignite/internal/cli/core/repl/config/ClientConnectorConfig.java
delete mode 100644
modules/cli/src/main/java/org/apache/ignite/internal/cli/core/repl/config/RootConfig.java
create mode 100644
modules/core/src/test/java/org/apache/ignite/internal/thread/PublicApiThreadingTest.java
create mode 100644
modules/runner/src/integrationTest/java/org/apache/ignite/internal/table/ItTablePutGetEmbeddedTest.java
copy
modules/{table/src/main/java/org/apache/ignite/internal/table/package-info.java
=>
runner/src/integrationTest/java/org/apache/ignite/internal/table/ItTablePutGetThinTest.java}
(64%)
delete mode 100644
modules/schema/src/main/java/org/apache/ignite/internal/schema/Columns.java
delete mode 100644
modules/schema/src/main/java/org/apache/ignite/internal/schema/marshaller/schema/AbstractSchemaSerializer.java
delete mode 100644
modules/schema/src/main/java/org/apache/ignite/internal/schema/marshaller/schema/SchemaSerializer.java
delete mode 100644
modules/schema/src/main/java/org/apache/ignite/internal/schema/marshaller/schema/SchemaSerializerImpl.java
delete mode 100644
modules/schema/src/test/java/org/apache/ignite/internal/schema/ColumnDefinitionTest.java
delete mode 100644
modules/schema/src/test/java/org/apache/ignite/internal/schema/ColumnsTest.java
delete mode 100644
modules/schema/src/test/java/org/apache/ignite/internal/schema/SchemaDescriptorTest.java
delete mode 100644
modules/schema/src/test/java/org/apache/ignite/internal/schema/serializer/AbstractSerializerTest.java
create mode 100644
modules/sql-engine/src/main/java/org/apache/ignite/internal/sql/engine/exec/DynamicPartitionProvider.java
create mode 100644
modules/sql-engine/src/main/java/org/apache/ignite/internal/sql/engine/exec/PartitionProvider.java
copy
modules/sql-engine/src/main/java/org/apache/ignite/internal/sql/engine/exec/{RehashingPartitionExtractor.java
=> StaticPartitionProvider.java} (50%)
create mode 100644
modules/sql-engine/src/test/java/org/apache/ignite/internal/sql/engine/exec/PartitionProvidersTest.java
create mode 100644
modules/sql-engine/src/test/java/org/apache/ignite/internal/sql/engine/prepare/pruning/PruningMetadataSerializationTest.java
create mode 100644
modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/mv/IndexStorageFactory.java
create mode 100644
modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/mv/PageMemoryIndexes.java
create mode 100644
modules/table/src/main/java/org/apache/ignite/internal/table/AntiHijackAsyncCursor.java
create mode 100644
modules/table/src/main/java/org/apache/ignite/internal/table/distributed/CatalogStorageIndexDescriptorSupplier.java
create mode 100644
modules/table/src/test/java/org/apache/ignite/internal/table/distributed/CatalogStorageIndexDescriptorSupplierTest.java
